2024-01-24T12:41:55.115 INFO:root:teuthology version: 0.0.1.dev251+gc856e0f 2024-01-24T12:41:55.115 DEBUG:teuthology.run:Teuthology command: teuthology --archive /home/teuthworker/archive/vshankar-2024-01-24_12:12:30-fs-wip-vshankar-testing1-reef-2024-01-24-1150-testing-default-smithi/7530783 --owner scheduled_vshankar@teuthology --description fs/workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-bitmap omap_limit/10 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{balancer/automatic export-check n/5 replication/always} standby-replay tasks/{0-subvolume/{with-namespace-isolated-and-quota} 1-check-counter 2-scrub/no 3-snaps/yes 4-flush/no 5-workunit/suites/fsstress}} --name vshankar-2024-01-24_12:12:30-fs-wip-vshankar-testing1-reef-2024-01-24-1150-testing-default-smithi --verbose -- /home/teuthworker/archive/vshankar-2024-01-24_12:12:30-fs-wip-vshankar-testing1-reef-2024-01-24-1150-testing-default-smithi/7530783/orig.config.yaml 2024-01-24T12:41:55.174 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-01-24T12:41:55.265 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/vshankar-2024-01-24_12:12:30-fs-wip-vshankar-testing1-reef-2024-01-24-1150-testing-default-smithi/7530783 branch: wip-vshankar-testing1-reef-2024-01-24-1150 description: fs/workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-bitmap omap_limit/10 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{balancer/automatic export-check n/5 replication/always} standby-replay tasks/{0-subvolume/{with-namespace-isolated-and-quota} 1-check-counter 2-scrub/no 3-snaps/yes 4-flush/no 5-workunit/suites/fsstress}} email: vshankar@redhat.com first_in_suite: false job_id: '7530783' kernel: flavor: default kdb: true sha1: f2d3460408951339ac0933340ad449487c9efddc last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi name: vshankar-2024-01-24_12:12:30-fs-wip-vshankar-testing1-reef-2024-01-24-1150-testing-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: rhel os_version: '8.6' overrides: admin_socket: branch: wip-vshankar-testing1-reef-2024-01-24-1150 ceph: cephfs: max_mds: 5 session_timeout: 300 standby_replay: true conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 rados mon op timeout: 900 rados osd op timeout: 900 mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds bal fragment size max: 10000 mds bal merge size: 5 mds bal split bits: 3 mds bal split size: 100 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true mds_bal_replicate_threshold: 1 osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: cephsqlite lock renewal timeout: 900000 debug cephsqlite: 20 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon op complaint time: 120 osd: bdev async discard: true bdev enable discard: true bluestore allocator: bitmap bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug ms: 1 debug osd: 20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 osd shutdown pgref assert: true osd_max_omap_entries_per_request: 10 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - overall HEALTH_ - \(FS_DEGRADED\) - \(MDS_FAILED\) - \(MDS_DEGRADED\) - \(FS_WITH_FAILED_MDS\) - \(MDS_DAMAGE\) - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - \(FS_INLINE_DATA_DEPRECATED\) - \(POOL_APP_NOT_ENABLED\) - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding sha1: 4e3182a65800aed6d4aa2f6b86da3cfd72188134 subvols: create: 2 subvol_options: --namespace-isolated --size 25000000000 ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: osd default pool size: 2 osd: bdev async discard: true bdev enable discard: true bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs ceph-fuse: client.0: mount_subvol_num: 0 check-counter: counters: mds: - mds.exported - mds.imported - min: 3 name: mds_cache.dir_update - min: 3 name: mds_cache.dir_update_receipt - mds.root_rsnaps - mds_server.req_mksnap_latency.avgcount - mds_server.req_rmsnap_latency.avgcount install: ceph: flavor: default sha1: 4e3182a65800aed6d4aa2f6b86da3cfd72188134 kclient: client.0: mount_subvol_num: 1 selinux: whitelist: - scontext=system_u:system_r:logrotate_t:s0 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: wip-vshankar-testing1-reef-2024-01-24-1150 sha1: 4e3182a65800aed6d4aa2f6b86da3cfd72188134 owner: scheduled_vshankar@teuthology priority: 100 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mgr.x - mds.a - mds.d - mds.g - mds.j - osd.0 - osd.3 - osd.6 - osd.9 - client.0 - - mon.b - mgr.y - mds.b - mds.e - mds.h - mds.k - osd.1 - osd.4 - osd.7 - osd.10 - - mon.c - mgr.z - mds.c - mds.f - mds.i - mds.l - osd.2 - osd.5 - osd.8 - osd.11 seed: 4668 sha1: 4e3182a65800aed6d4aa2f6b86da3cfd72188134 sleep_before_teardown: 0 subset: 346/1024 suite: fs suite_branch: wip-vshankar-testing1-reef-2024-01-24-1150 suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_4e3182a65800aed6d4aa2f6b86da3cfd72188134/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph-ci.git suite_sha1: 4e3182a65800aed6d4aa2f6b86da3cfd72188134 syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi084.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBJeMTkHgFxZ2Fp2YKPTIORGRmDKL6YSi5VHChBYPVb5lHyI5+FdcHUTJmZu4MLJp2zCSyvVR62ckhon5ljrGEkg= smithi113.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBGDmTYVIWNuZj6S1w3477hAtR18TcA3ZhJR7JW52E5nLEDTi/bPpir01VVQT8kjS2hfYEvsdiRtidUArEugwiYE= smithi181.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBCoyFmKo1hRvGZWYf8RV0tnCRwLy4/Nu+RR3l0V0lvfyMtKDcYH/hipmHV89ERjwwCHJMWhkWsaCOPlk5hC9DL0= tasks: - pexec: all: - sudo cp /etc/containers/registries.conf /etc/containers/registries.conf.backup - sudo dnf -y module reset container-tools - sudo dnf -y module install container-tools:rhel8 --allowerasing --nobest - sudo cp /etc/containers/registries.conf.backup /etc/containers/registries.conf - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - cephadm: roleless: false - cephadm.shell: mon.a: - ceph orch status - ceph orch ps - ceph orch ls - ceph orch host ls - ceph orch device ls - cephadm.shell: mon.a: - ceph fs dump - ceph osd dump - fs.ready: timeout: 300 - ceph-fuse: null - exec: mon.a: - ceph fs set cephfs balance_automate true - check-counter: {} - exec: mon.a: - ceph mgr module enable snap_schedule - ceph config set mgr mgr/snap_schedule/allow_m_granularity true - ceph config set mgr mgr/snap_schedule/dump_on_update true - ceph fs snap-schedule add --fs=cephfs --path=/ --snap_schedule=1m - ceph fs snap-schedule retention add --fs=cephfs --path=/ --retention-spec-or-period=6m3h - ceph fs snap-schedule status --fs=cephfs --path=/ - ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true - date +%s > START_TIME - full_sequential_finally: - exec: mon.a: - date +%s > END_TIME - START_TIME=$(cat START_TIME); END_TIME=$(cat END_TIME); DIFF_TIME=$((600-(END_TIME-START_TIME))); if [ "$DIFF_TIME" -gt 0 ]; then sleep "$DIFF_TIME"; fi - ceph fs snap-schedule status --fs=cephfs --path=/ - ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true - workunit: clients: all: - suites/fsstress.sh timeout: 6h teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return false end - local function is_kdistro() return false end - local function is_fuse() return true end - local function syntax_version() return '' end teuthology_branch: main teuthology_sha1: c856e0f9244dd29a50697123b480d63f16a4ed81 timestamp: 2024-01-24_12:12:30 tube: smithi user: vshankar verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2226885 2024-01-24T12:41:55.265 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_4e3182a65800aed6d4aa2f6b86da3cfd72188134/qa; will attempt to use it 2024-01-24T12:41:55.266 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_4e3182a65800aed6d4aa2f6b86da3cfd72188134/qa/tasks 2024-01-24T12:41:55.266 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-01-24T12:41:55.267 INFO:teuthology.task.internal:Checking packages... 2024-01-24T12:41:55.295 INFO:teuthology.task.internal:Checking packages for os_type 'rhel', flavor 'default' and ceph hash '4e3182a65800aed6d4aa2f6b86da3cfd72188134' 2024-01-24T12:41:55.295 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-01-24T12:41:55.295 INFO:teuthology.packaging:ref: None 2024-01-24T12:41:55.295 INFO:teuthology.packaging:tag: None 2024-01-24T12:41:55.295 INFO:teuthology.packaging:branch: wip-vshankar-testing1-reef-2024-01-24-1150 2024-01-24T12:41:55.295 INFO:teuthology.packaging:sha1: 4e3182a65800aed6d4aa2f6b86da3cfd72188134 2024-01-24T12:41:55.295 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=wip-vshankar-testing1-reef-2024-01-24-1150 2024-01-24T12:41:55.518 INFO:teuthology.task.internal:Found packages for ceph version 18.2.1-341.g4e3182a6 2024-01-24T12:41:55.520 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-01-24T12:41:55.526 INFO:teuthology.task.internal:no buildpackages task found 2024-01-24T12:41:55.526 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-01-24T12:41:55.569 INFO:teuthology.task.internal:Saving configuration 2024-01-24T12:41:55.591 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-01-24T12:41:55.597 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-01-24T12:41:55.620 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi084.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/vshankar-2024-01-24_12:12:30-fs-wip-vshankar-testing1-reef-2024-01-24-1150-testing-default-smithi/7530783', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'rhel', 'os_version': '8.6', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-01-24 12:36:04.409864', 'locked_by': 'scheduled_vshankar@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBJeMTkHgFxZ2Fp2YKPTIORGRmDKL6YSi5VHChBYPVb5lHyI5+FdcHUTJmZu4MLJp2zCSyvVR62ckhon5ljrGEkg='} 2024-01-24T12:41:55.643 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi113.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/vshankar-2024-01-24_12:12:30-fs-wip-vshankar-testing1-reef-2024-01-24-1150-testing-default-smithi/7530783', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'rhel', 'os_version': '8.6', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-01-24 12:36:04.407432', 'locked_by': 'scheduled_vshankar@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBGDmTYVIWNuZj6S1w3477hAtR18TcA3ZhJR7JW52E5nLEDTi/bPpir01VVQT8kjS2hfYEvsdiRtidUArEugwiYE='} 2024-01-24T12:41:55.667 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi181.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/vshankar-2024-01-24_12:12:30-fs-wip-vshankar-testing1-reef-2024-01-24-1150-testing-default-smithi/7530783', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'rhel', 'os_version': '8.6', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-01-24 12:36:04.408945', 'locked_by': 'scheduled_vshankar@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBCoyFmKo1hRvGZWYf8RV0tnCRwLy4/Nu+RR3l0V0lvfyMtKDcYH/hipmHV89ERjwwCHJMWhkWsaCOPlk5hC9DL0='} 2024-01-24T12:41:55.667 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-01-24T12:41:55.673 INFO:teuthology.task.internal:roles: ubuntu@smithi084.front.sepia.ceph.com - ['mon.a', 'mgr.x', 'mds.a', 'mds.d', 'mds.g', 'mds.j', 'osd.0', 'osd.3', 'osd.6', 'osd.9', 'client.0'] 2024-01-24T12:41:55.673 INFO:teuthology.task.internal:roles: ubuntu@smithi113.front.sepia.ceph.com - ['mon.b', 'mgr.y', 'mds.b', 'mds.e', 'mds.h', 'mds.k', 'osd.1', 'osd.4', 'osd.7', 'osd.10'] 2024-01-24T12:41:55.673 INFO:teuthology.task.internal:roles: ubuntu@smithi181.front.sepia.ceph.com - ['mon.c', 'mgr.z', 'mds.c', 'mds.f', 'mds.i', 'mds.l', 'osd.2', 'osd.5', 'osd.8', 'osd.11'] 2024-01-24T12:41:55.673 INFO:teuthology.run_tasks:Running task console_log... 2024-01-24T12:41:55.787 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f16180410d0>, signals=[15]) 2024-01-24T12:41:55.787 INFO:teuthology.run_tasks:Running task internal.connect... 2024-01-24T12:41:55.793 INFO:teuthology.task.internal:Opening connections... 2024-01-24T12:41:55.793 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi084.front.sepia.ceph.com 2024-01-24T12:41:55.795 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi084.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-01-24T12:41:55.872 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi113.front.sepia.ceph.com 2024-01-24T12:41:55.872 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi113.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-01-24T12:41:55.942 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi181.front.sepia.ceph.com 2024-01-24T12:41:55.943 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi181.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-01-24T12:41:56.016 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-01-24T12:41:56.022 DEBUG:teuthology.orchestra.run.smithi084:> uname -m 2024-01-24T12:41:56.042 INFO:teuthology.orchestra.run.smithi084.stdout:x86_64 2024-01-24T12:41:56.042 DEBUG:teuthology.orchestra.run.smithi084:> cat /etc/os-release 2024-01-24T12:41:56.103 INFO:teuthology.orchestra.run.smithi084.stdout:NAME="Red Hat Enterprise Linux" 2024-01-24T12:41:56.103 INFO:teuthology.orchestra.run.smithi084.stdout:VERSION="8.6 (Ootpa)" 2024-01-24T12:41:56.103 INFO:teuthology.orchestra.run.smithi084.stdout:ID="rhel" 2024-01-24T12:41:56.103 INFO:teuthology.orchestra.run.smithi084.stdout:ID_LIKE="fedora" 2024-01-24T12:41:56.103 INFO:teuthology.orchestra.run.smithi084.stdout:VERSION_ID="8.6" 2024-01-24T12:41:56.103 INFO:teuthology.orchestra.run.smithi084.stdout:PLATFORM_ID="platform:el8" 2024-01-24T12:41:56.103 INFO:teuthology.orchestra.run.smithi084.stdout:PRETTY_NAME="Red Hat Enterprise Linux 8.6 (Ootpa)" 2024-01-24T12:41:56.103 INFO:teuthology.orchestra.run.smithi084.stdout:ANSI_COLOR="0;31" 2024-01-24T12:41:56.103 INFO:teuthology.orchestra.run.smithi084.stdout:CPE_NAME="cpe:/o:redhat:enterprise_linux:8::baseos" 2024-01-24T12:41:56.103 INFO:teuthology.orchestra.run.smithi084.stdout:HOME_URL="https://www.redhat.com/" 2024-01-24T12:41:56.104 INFO:teuthology.orchestra.run.smithi084.stdout:DOCUMENTATION_URL="https://access.redhat.com/documentation/red_hat_enterprise_linux/8/" 2024-01-24T12:41:56.104 INFO:teuthology.orchestra.run.smithi084.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-01-24T12:41:56.104 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-01-24T12:41:56.104 INFO:teuthology.orchestra.run.smithi084.stdout:REDHAT_BUGZILLA_PRODUCT="Red Hat Enterprise Linux 8" 2024-01-24T12:41:56.104 INFO:teuthology.orchestra.run.smithi084.stdout:REDHAT_BUGZILLA_PRODUCT_VERSION=8.6 2024-01-24T12:41:56.104 INFO:teuthology.orchestra.run.smithi084.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux" 2024-01-24T12:41:56.104 INFO:teuthology.orchestra.run.smithi084.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="8.6" 2024-01-24T12:41:56.105 INFO:teuthology.lock.ops:Updating smithi084.front.sepia.ceph.com on lock server 2024-01-24T12:41:56.124 DEBUG:teuthology.orchestra.run.smithi113:> uname -m 2024-01-24T12:41:56.144 INFO:teuthology.orchestra.run.smithi113.stdout:x86_64 2024-01-24T12:41:56.145 DEBUG:teuthology.orchestra.run.smithi113:> cat /etc/os-release 2024-01-24T12:41:56.204 INFO:teuthology.orchestra.run.smithi113.stdout:NAME="Red Hat Enterprise Linux" 2024-01-24T12:41:56.204 INFO:teuthology.orchestra.run.smithi113.stdout:VERSION="8.6 (Ootpa)" 2024-01-24T12:41:56.204 INFO:teuthology.orchestra.run.smithi113.stdout:ID="rhel" 2024-01-24T12:41:56.204 INFO:teuthology.orchestra.run.smithi113.stdout:ID_LIKE="fedora" 2024-01-24T12:41:56.204 INFO:teuthology.orchestra.run.smithi113.stdout:VERSION_ID="8.6" 2024-01-24T12:41:56.204 INFO:teuthology.orchestra.run.smithi113.stdout:PLATFORM_ID="platform:el8" 2024-01-24T12:41:56.204 INFO:teuthology.orchestra.run.smithi113.stdout:PRETTY_NAME="Red Hat Enterprise Linux 8.6 (Ootpa)" 2024-01-24T12:41:56.204 INFO:teuthology.orchestra.run.smithi113.stdout:ANSI_COLOR="0;31" 2024-01-24T12:41:56.204 INFO:teuthology.orchestra.run.smithi113.stdout:CPE_NAME="cpe:/o:redhat:enterprise_linux:8::baseos" 2024-01-24T12:41:56.204 INFO:teuthology.orchestra.run.smithi113.stdout:HOME_URL="https://www.redhat.com/" 2024-01-24T12:41:56.205 INFO:teuthology.orchestra.run.smithi113.stdout:DOCUMENTATION_URL="https://access.redhat.com/documentation/red_hat_enterprise_linux/8/" 2024-01-24T12:41:56.205 INFO:teuthology.orchestra.run.smithi113.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-01-24T12:41:56.205 INFO:teuthology.orchestra.run.smithi113.stdout: 2024-01-24T12:41:56.205 INFO:teuthology.orchestra.run.smithi113.stdout:REDHAT_BUGZILLA_PRODUCT="Red Hat Enterprise Linux 8" 2024-01-24T12:41:56.205 INFO:teuthology.orchestra.run.smithi113.stdout:REDHAT_BUGZILLA_PRODUCT_VERSION=8.6 2024-01-24T12:41:56.205 INFO:teuthology.orchestra.run.smithi113.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux" 2024-01-24T12:41:56.205 INFO:teuthology.orchestra.run.smithi113.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="8.6" 2024-01-24T12:41:56.205 INFO:teuthology.lock.ops:Updating smithi113.front.sepia.ceph.com on lock server 2024-01-24T12:41:56.224 DEBUG:teuthology.orchestra.run.smithi181:> uname -m 2024-01-24T12:41:56.244 INFO:teuthology.orchestra.run.smithi181.stdout:x86_64 2024-01-24T12:41:56.244 DEBUG:teuthology.orchestra.run.smithi181:> cat /etc/os-release 2024-01-24T12:41:56.304 INFO:teuthology.orchestra.run.smithi181.stdout:NAME="Red Hat Enterprise Linux" 2024-01-24T12:41:56.304 INFO:teuthology.orchestra.run.smithi181.stdout:VERSION="8.6 (Ootpa)" 2024-01-24T12:41:56.304 INFO:teuthology.orchestra.run.smithi181.stdout:ID="rhel" 2024-01-24T12:41:56.304 INFO:teuthology.orchestra.run.smithi181.stdout:ID_LIKE="fedora" 2024-01-24T12:41:56.304 INFO:teuthology.orchestra.run.smithi181.stdout:VERSION_ID="8.6" 2024-01-24T12:41:56.304 INFO:teuthology.orchestra.run.smithi181.stdout:PLATFORM_ID="platform:el8" 2024-01-24T12:41:56.304 INFO:teuthology.orchestra.run.smithi181.stdout:PRETTY_NAME="Red Hat Enterprise Linux 8.6 (Ootpa)" 2024-01-24T12:41:56.304 INFO:teuthology.orchestra.run.smithi181.stdout:ANSI_COLOR="0;31" 2024-01-24T12:41:56.304 INFO:teuthology.orchestra.run.smithi181.stdout:CPE_NAME="cpe:/o:redhat:enterprise_linux:8::baseos" 2024-01-24T12:41:56.305 INFO:teuthology.orchestra.run.smithi181.stdout:HOME_URL="https://www.redhat.com/" 2024-01-24T12:41:56.305 INFO:teuthology.orchestra.run.smithi181.stdout:DOCUMENTATION_URL="https://access.redhat.com/documentation/red_hat_enterprise_linux/8/" 2024-01-24T12:41:56.305 INFO:teuthology.orchestra.run.smithi181.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-01-24T12:41:56.305 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-01-24T12:41:56.305 INFO:teuthology.orchestra.run.smithi181.stdout:REDHAT_BUGZILLA_PRODUCT="Red Hat Enterprise Linux 8" 2024-01-24T12:41:56.305 INFO:teuthology.orchestra.run.smithi181.stdout:REDHAT_BUGZILLA_PRODUCT_VERSION=8.6 2024-01-24T12:41:56.305 INFO:teuthology.orchestra.run.smithi181.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux" 2024-01-24T12:41:56.305 INFO:teuthology.orchestra.run.smithi181.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="8.6" 2024-01-24T12:41:56.306 INFO:teuthology.lock.ops:Updating smithi181.front.sepia.ceph.com on lock server 2024-01-24T12:41:56.323 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-01-24T12:41:56.333 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-01-24T12:41:56.395 INFO:teuthology.task.internal:Checking for old test directory... 2024-01-24T12:41:56.396 DEBUG:teuthology.orchestra.run.smithi084:> test '!' -e /home/ubuntu/cephtest 2024-01-24T12:41:56.398 DEBUG:teuthology.orchestra.run.smithi113:> test '!' -e /home/ubuntu/cephtest 2024-01-24T12:41:56.401 DEBUG:teuthology.orchestra.run.smithi181:> test '!' -e /home/ubuntu/cephtest 2024-01-24T12:41:56.420 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-01-24T12:41:56.425 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-01-24T12:41:56.425 DEBUG:teuthology.orchestra.run.smithi084:> test -z $(ls -A /var/lib/ceph) 2024-01-24T12:41:56.457 DEBUG:teuthology.orchestra.run.smithi113:> test -z $(ls -A /var/lib/ceph) 2024-01-24T12:41:56.459 DEBUG:teuthology.orchestra.run.smithi181:> test -z $(ls -A /var/lib/ceph) 2024-01-24T12:41:56.485 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-01-24T12:41:56.564 INFO:teuthology.run_tasks:Running task kernel... 2024-01-24T12:41:56.577 INFO:teuthology.task.kernel:normalize config orig: {'flavor': 'default', 'kdb': True, 'sha1': 'f2d3460408951339ac0933340ad449487c9efddc'} 2024-01-24T12:41:56.578 INFO:teuthology.task.kernel:config {'mon.a': {'flavor': 'default', 'kdb': True, 'sha1': 'f2d3460408951339ac0933340ad449487c9efddc'}, 'mon.b': {'flavor': 'default', 'kdb': True, 'sha1': 'f2d3460408951339ac0933340ad449487c9efddc'}, 'mon.c': {'flavor': 'default', 'kdb': True, 'sha1': 'f2d3460408951339ac0933340ad449487c9efddc'}}, timeout 300 2024-01-24T12:41:56.578 DEBUG:teuthology.orchestra.run.smithi084:> test -f /run/.containerenv -o -f /.dockerenv 2024-01-24T12:41:56.579 DEBUG:teuthology.orchestra.run.smithi113:> test -f /run/.containerenv -o -f /.dockerenv 2024-01-24T12:41:56.579 DEBUG:teuthology.orchestra.run.smithi181:> test -f /run/.containerenv -o -f /.dockerenv 2024-01-24T12:41:56.598 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-01-24T12:41:56.598 DEBUG:teuthology.task.kernel:sha1 for mon.b is f2d3460408951339ac0933340ad449487c9efddc 2024-01-24T12:41:56.598 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "f2d3460408951339ac0933340ad449487c9efddc"... 2024-01-24T12:41:56.599 DEBUG:teuthology.orchestra.run.smithi113:> uname -r 2024-01-24T12:41:56.600 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-01-24T12:41:56.600 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-01-24T12:41:56.600 DEBUG:teuthology.task.kernel:sha1 for mon.c is f2d3460408951339ac0933340ad449487c9efddc 2024-01-24T12:41:56.601 INFO:teuthology.task.kernel:Checking kernel version of mon.c, want "f2d3460408951339ac0933340ad449487c9efddc"... 2024-01-24T12:41:56.601 DEBUG:teuthology.orchestra.run.smithi181:> uname -r 2024-01-24T12:41:56.601 DEBUG:teuthology.task.kernel:sha1 for mon.a is f2d3460408951339ac0933340ad449487c9efddc 2024-01-24T12:41:56.601 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "f2d3460408951339ac0933340ad449487c9efddc"... 2024-01-24T12:41:56.601 DEBUG:teuthology.orchestra.run.smithi084:> uname -r 2024-01-24T12:41:56.655 INFO:teuthology.orchestra.run.smithi113.stdout:4.18.0-513.9.1.el8_9.x86_64 2024-01-24T12:41:56.655 DEBUG:teuthology.task.kernel:current kernel version is 4.18.0-513.9.1.el8_9.x86_64 vs f2d3460408951339ac0933340ad449487c9efddc 2024-01-24T12:41:56.655 DEBUG:teuthology.task.kernel:failed to parse current kernel version 2024-01-24T12:41:56.656 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=centos%2F8%2Fx86_64&sha1=f2d3460408951339ac0933340ad449487c9efddc 2024-01-24T12:41:56.660 INFO:teuthology.orchestra.run.smithi084.stdout:4.18.0-513.9.1.el8_9.x86_64 2024-01-24T12:41:56.660 DEBUG:teuthology.task.kernel:current kernel version is 4.18.0-513.9.1.el8_9.x86_64 vs f2d3460408951339ac0933340ad449487c9efddc 2024-01-24T12:41:56.660 DEBUG:teuthology.task.kernel:failed to parse current kernel version 2024-01-24T12:41:56.660 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=centos%2F8%2Fx86_64&sha1=f2d3460408951339ac0933340ad449487c9efddc 2024-01-24T12:41:56.664 INFO:teuthology.orchestra.run.smithi181.stdout:4.18.0-513.9.1.el8_9.x86_64 2024-01-24T12:41:56.664 DEBUG:teuthology.task.kernel:current kernel version is 4.18.0-513.9.1.el8_9.x86_64 vs f2d3460408951339ac0933340ad449487c9efddc 2024-01-24T12:41:56.664 DEBUG:teuthology.task.kernel:failed to parse current kernel version 2024-01-24T12:41:56.664 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=centos%2F8%2Fx86_64&sha1=f2d3460408951339ac0933340ad449487c9efddc 2024-01-24T12:41:56.807 DEBUG:teuthology.orchestra.run.smithi181:> sudo yum upgrade -y linux-firmware 2024-01-24T12:41:56.939 DEBUG:teuthology.orchestra.run.smithi113:> sudo yum upgrade -y linux-firmware 2024-01-24T12:41:56.948 DEBUG:teuthology.orchestra.run.smithi084:> sudo yum upgrade -y linux-firmware 2024-01-24T12:41:58.359 INFO:teuthology.orchestra.run.smithi181.stdout:Updating Subscription Management repositories. 2024-01-24T12:41:58.359 INFO:teuthology.orchestra.run.smithi181.stdout:Unable to read consumer identity 2024-01-24T12:41:58.407 INFO:teuthology.orchestra.run.smithi084.stdout:Updating Subscription Management repositories. 2024-01-24T12:41:58.407 INFO:teuthology.orchestra.run.smithi084.stdout:Unable to read consumer identity 2024-01-24T12:41:58.426 INFO:teuthology.orchestra.run.smithi113.stdout:Updating Subscription Management repositories. 2024-01-24T12:41:58.426 INFO:teuthology.orchestra.run.smithi113.stdout:Unable to read consumer identity 2024-01-24T12:41:58.647 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-01-24T12:41:58.647 INFO:teuthology.orchestra.run.smithi181.stdout:This system is not registered with an entitlement server. You can use subscription-manager to register. 2024-01-24T12:41:58.647 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-01-24T12:41:58.692 INFO:teuthology.orchestra.run.smithi113.stdout: 2024-01-24T12:41:58.692 INFO:teuthology.orchestra.run.smithi113.stdout:This system is not registered with an entitlement server. You can use subscription-manager to register. 2024-01-24T12:41:58.692 INFO:teuthology.orchestra.run.smithi113.stdout: 2024-01-24T12:41:58.705 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-01-24T12:41:58.705 INFO:teuthology.orchestra.run.smithi084.stdout:This system is not registered with an entitlement server. You can use subscription-manager to register. 2024-01-24T12:41:58.705 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-01-24T12:42:00.350 INFO:teuthology.orchestra.run.smithi084.stdout:Copr repo for python3-asyncssh owned by ceph 22 kB/s | 3.5 kB 00:00 2024-01-24T12:42:00.388 INFO:teuthology.orchestra.run.smithi181.stdout:Copr repo for python3-asyncssh owned by ceph 23 kB/s | 3.5 kB 00:00 2024-01-24T12:42:00.400 INFO:teuthology.orchestra.run.smithi113.stdout:Copr repo for python3-asyncssh owned by ceph 20 kB/s | 3.5 kB 00:00 2024-01-24T12:42:01.857 INFO:teuthology.orchestra.run.smithi181.stdout:Extra Packages for Enterprise Linux 11 MB/s | 16 MB 00:01 2024-01-24T12:42:02.426 INFO:teuthology.orchestra.run.smithi113.stdout:Extra Packages for Enterprise Linux 7.5 MB/s | 16 MB 00:02 2024-01-24T12:42:04.869 INFO:teuthology.orchestra.run.smithi084.stdout:Extra Packages for Enterprise Linux 3.6 MB/s | 16 MB 00:04 2024-01-24T12:42:05.447 INFO:teuthology.orchestra.run.smithi181.stdout:lab-extras 580 kB/s | 24 kB 00:00 2024-01-24T12:42:06.001 INFO:teuthology.orchestra.run.smithi113.stdout:lab-extras 415 kB/s | 24 kB 00:00 2024-01-24T12:42:06.245 INFO:teuthology.orchestra.run.smithi181.stdout:Dependencies resolved. 2024-01-24T12:42:06.246 INFO:teuthology.orchestra.run.smithi181.stdout:Nothing to do. 2024-01-24T12:42:06.246 INFO:teuthology.orchestra.run.smithi181.stdout:Complete! 2024-01-24T12:42:06.387 INFO:teuthology.task.kernel:Downloading kernel f2d3460408951339ac0933340ad449487c9efddc on mon.c... 2024-01-24T12:42:06.388 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=centos%2F8%2Fx86_64&sha1=f2d3460408951339ac0933340ad449487c9efddc 2024-01-24T12:42:06.525 INFO:teuthology.task.kernel:fetching, builder baseurl is https://2.chacra.ceph.com/r/kernel/testing/f2d3460408951339ac0933340ad449487c9efddc/centos/8/flavors/default/x86_64/ 2024-01-24T12:42:06.525 DEBUG:teuthology.orchestra.run.smithi181:> rm -f /tmp/kernel.x86_64.rpm && echo kernel-6.7.0_gf2d346040895-1.x86_64.rpm | wget -nv -O /tmp/kernel.x86_64.rpm --base=https://2.chacra.ceph.com/r/kernel/testing/f2d3460408951339ac0933340ad449487c9efddc/centos/8/flavors/default/x86_64/ --input-file=- 2024-01-24T12:42:06.528 DEBUG:teuthology.task.kernel:Waiting for download/copy to ubuntu@smithi181.front.sepia.ceph.com to complete... 2024-01-24T12:42:06.847 INFO:teuthology.orchestra.run.smithi113.stdout:Dependencies resolved. 2024-01-24T12:42:06.848 INFO:teuthology.orchestra.run.smithi113.stdout:Nothing to do. 2024-01-24T12:42:06.848 INFO:teuthology.orchestra.run.smithi113.stdout:Complete! 2024-01-24T12:42:06.968 INFO:teuthology.task.kernel:Downloading kernel f2d3460408951339ac0933340ad449487c9efddc on mon.b... 2024-01-24T12:42:06.969 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=centos%2F8%2Fx86_64&sha1=f2d3460408951339ac0933340ad449487c9efddc 2024-01-24T12:42:07.295 INFO:teuthology.task.kernel:fetching, builder baseurl is https://2.chacra.ceph.com/r/kernel/testing/f2d3460408951339ac0933340ad449487c9efddc/centos/8/flavors/default/x86_64/ 2024-01-24T12:42:07.296 DEBUG:teuthology.orchestra.run.smithi113:> rm -f /tmp/kernel.x86_64.rpm && echo kernel-6.7.0_gf2d346040895-1.x86_64.rpm | wget -nv -O /tmp/kernel.x86_64.rpm --base=https://2.chacra.ceph.com/r/kernel/testing/f2d3460408951339ac0933340ad449487c9efddc/centos/8/flavors/default/x86_64/ --input-file=- 2024-01-24T12:42:07.298 DEBUG:teuthology.task.kernel:Waiting for download/copy to ubuntu@smithi113.front.sepia.ceph.com to complete... 2024-01-24T12:42:08.424 INFO:teuthology.orchestra.run.smithi084.stdout:lab-extras 399 kB/s | 24 kB 00:00 2024-01-24T12:42:09.273 INFO:teuthology.orchestra.run.smithi084.stdout:Dependencies resolved. 2024-01-24T12:42:09.274 INFO:teuthology.orchestra.run.smithi084.stdout:Nothing to do. 2024-01-24T12:42:09.274 INFO:teuthology.orchestra.run.smithi084.stdout:Complete! 2024-01-24T12:42:09.385 INFO:teuthology.task.kernel:Downloading kernel f2d3460408951339ac0933340ad449487c9efddc on mon.a... 2024-01-24T12:42:09.385 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=centos%2F8%2Fx86_64&sha1=f2d3460408951339ac0933340ad449487c9efddc 2024-01-24T12:42:09.700 INFO:teuthology.task.kernel:fetching, builder baseurl is https://2.chacra.ceph.com/r/kernel/testing/f2d3460408951339ac0933340ad449487c9efddc/centos/8/flavors/default/x86_64/ 2024-01-24T12:42:09.700 DEBUG:teuthology.orchestra.run.smithi084:> rm -f /tmp/kernel.x86_64.rpm && echo kernel-6.7.0_gf2d346040895-1.x86_64.rpm | wget -nv -O /tmp/kernel.x86_64.rpm --base=https://2.chacra.ceph.com/r/kernel/testing/f2d3460408951339ac0933340ad449487c9efddc/centos/8/flavors/default/x86_64/ --input-file=- 2024-01-24T12:42:09.702 DEBUG:teuthology.task.kernel:Waiting for download/copy to ubuntu@smithi084.front.sepia.ceph.com to complete... 2024-01-24T12:42:29.897 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24 12:42:29 URL:https://2.chacra.ceph.com/r/kernel/testing/f2d3460408951339ac0933340ad449487c9efddc/centos/8/flavors/default/x86_64/kernel-6.7.0_gf2d346040895-1.x86_64.rpm [394673248/394673248] -> "/tmp/kernel.x86_64.rpm" [1] 2024-01-24T12:42:29.898 INFO:teuthology.orchestra.run.smithi181.stderr:FINISHED --2024-01-24 12:42:29-- 2024-01-24T12:42:29.898 INFO:teuthology.orchestra.run.smithi181.stderr:Total wall clock time: 23s 2024-01-24T12:42:29.898 INFO:teuthology.orchestra.run.smithi181.stderr:Downloaded: 1 files, 376M in 23s (16.3 MB/s) 2024-01-24T12:42:29.904 INFO:teuthology.task.kernel:Installing kernel f2d3460408951339ac0933340ad449487c9efddc on mon.c... 2024-01-24T12:42:29.904 DEBUG:teuthology.orchestra.run.smithi181:> sudo rpm -ivh --oldpackage --replacefiles --replacepkgs /tmp/kernel.x86_64.rpm 2024-01-24T12:42:31.703 INFO:teuthology.orchestra.run.smithi181.stdout:Verifying... ######################################## 2024-01-24T12:42:31.812 INFO:teuthology.orchestra.run.smithi181.stdout:Preparing... ######################################## 2024-01-24T12:42:31.962 INFO:teuthology.orchestra.run.smithi181.stdout:Updating / installing... 2024-01-24T12:42:41.037 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24 12:42:41 URL:https://2.chacra.ceph.com/r/kernel/testing/f2d3460408951339ac0933340ad449487c9efddc/centos/8/flavors/default/x86_64/kernel-6.7.0_gf2d346040895-1.x86_64.rpm [394673248/394673248] -> "/tmp/kernel.x86_64.rpm" [1] 2024-01-24T12:42:41.037 INFO:teuthology.orchestra.run.smithi113.stderr:FINISHED --2024-01-24 12:42:41-- 2024-01-24T12:42:41.037 INFO:teuthology.orchestra.run.smithi113.stderr:Total wall clock time: 34s 2024-01-24T12:42:41.037 INFO:teuthology.orchestra.run.smithi113.stderr:Downloaded: 1 files, 376M in 33s (11.3 MB/s) 2024-01-24T12:42:41.040 INFO:teuthology.task.kernel:Installing kernel f2d3460408951339ac0933340ad449487c9efddc on mon.b... 2024-01-24T12:42:41.040 DEBUG:teuthology.orchestra.run.smithi113:> sudo rpm -ivh --oldpackage --replacefiles --replacepkgs /tmp/kernel.x86_64.rpm 2024-01-24T12:42:42.837 INFO:teuthology.orchestra.run.smithi113.stdout:Verifying... ######################################## 2024-01-24T12:42:42.934 INFO:teuthology.orchestra.run.smithi113.stdout:Preparing... ######################################## 2024-01-24T12:42:43.107 INFO:teuthology.orchestra.run.smithi113.stdout:Updating / installing... 2024-01-24T12:42:47.766 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24 12:42:47 URL:https://2.chacra.ceph.com/r/kernel/testing/f2d3460408951339ac0933340ad449487c9efddc/centos/8/flavors/default/x86_64/kernel-6.7.0_gf2d346040895-1.x86_64.rpm [394673248/394673248] -> "/tmp/kernel.x86_64.rpm" [1] 2024-01-24T12:42:47.767 INFO:teuthology.orchestra.run.smithi084.stderr:FINISHED --2024-01-24 12:42:47-- 2024-01-24T12:42:47.767 INFO:teuthology.orchestra.run.smithi084.stderr:Total wall clock time: 38s 2024-01-24T12:42:47.767 INFO:teuthology.orchestra.run.smithi084.stderr:Downloaded: 1 files, 376M in 37s (10.0 MB/s) 2024-01-24T12:42:47.769 INFO:teuthology.task.kernel:Installing kernel f2d3460408951339ac0933340ad449487c9efddc on mon.a... 2024-01-24T12:42:47.770 DEBUG:teuthology.orchestra.run.smithi084:> sudo rpm -ivh --oldpackage --replacefiles --replacepkgs /tmp/kernel.x86_64.rpm 2024-01-24T12:42:49.571 INFO:teuthology.orchestra.run.smithi084.stdout:Verifying... ######################################## 2024-01-24T12:42:49.647 INFO:teuthology.orchestra.run.smithi084.stdout:Preparing... ######################################## 2024-01-24T12:42:49.803 INFO:teuthology.orchestra.run.smithi084.stdout:Updating / installing... 2024-01-24T12:43:11.767 INFO:teuthology.orchestra.run.smithi181.stdout:kernel-6.7.0_gf2d346040895-1 ######################################## 2024-01-24T12:43:13.209 INFO:teuthology.orchestra.run.smithi181.stderr:dracut: Disabling early microcode, because kernel does not support it. CONFIG_MICROCODE_[AMD|INTEL]!=y 2024-01-24T12:43:22.865 INFO:teuthology.orchestra.run.smithi113.stdout:kernel-6.7.0_gf2d346040895-1 ######################################## 2024-01-24T12:43:24.313 INFO:teuthology.orchestra.run.smithi113.stderr:dracut: Disabling early microcode, because kernel does not support it. CONFIG_MICROCODE_[AMD|INTEL]!=y 2024-01-24T12:43:29.446 INFO:teuthology.orchestra.run.smithi084.stdout:kernel-6.7.0_gf2d346040895-1 ######################################## 2024-01-24T12:43:31.270 INFO:teuthology.orchestra.run.smithi084.stderr:dracut: Disabling early microcode, because kernel does not support it. CONFIG_MICROCODE_[AMD|INTEL]!=y 2024-01-24T12:43:34.850 INFO:teuthology.orchestra.run.smithi181.stderr:dracut: Disabling early microcode, because kernel does not support it. CONFIG_MICROCODE_[AMD|INTEL]!=y 2024-01-24T12:43:45.964 INFO:teuthology.orchestra.run.smithi113.stderr:dracut: Disabling early microcode, because kernel does not support it. CONFIG_MICROCODE_[AMD|INTEL]!=y 2024-01-24T12:43:52.303 INFO:teuthology.orchestra.run.smithi084.stderr:dracut: Disabling early microcode, because kernel does not support it. CONFIG_MICROCODE_[AMD|INTEL]!=y 2024-01-24T12:45:44.898 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi181.front.sepia.ceph.com, path=/tmp/kernel.x86_64.rpm, version=None) 2024-01-24T12:45:44.898 DEBUG:teuthology.orchestra.run.smithi181:> rpm -qlp /tmp/kernel.x86_64.rpm 2024-01-24T12:45:44.955 INFO:teuthology.orchestra.run.smithi181.stdout:/boot/System.map-6.7.0-gf2d346040895 2024-01-24T12:45:44.955 INFO:teuthology.orchestra.run.smithi181.stdout:/boot/config-6.7.0-gf2d346040895 2024-01-24T12:45:44.955 INFO:teuthology.orchestra.run.smithi181.stdout:/boot/vmlinuz-6.7.0-gf2d346040895 2024-01-24T12:45:44.955 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895 2024-01-24T12:45:44.955 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel 2024-01-24T12:45:44.955 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/arch 2024-01-24T12:45:44.955 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/arch/x86 2024-01-24T12:45:44.956 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/arch/x86/crypto 2024-01-24T12:45:44.956 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/arch/x86/crypto/blowfish-x86_64.ko 2024-01-24T12:45:44.956 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/arch/x86/crypto/camellia-aesni-avx-x86_64.ko 2024-01-24T12:45:44.956 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/arch/x86/crypto/camellia-aesni-avx2.ko 2024-01-24T12:45:44.956 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/arch/x86/crypto/camellia-x86_64.ko 2024-01-24T12:45:44.956 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/arch/x86/crypto/cast5-avx-x86_64.ko 2024-01-24T12:45:44.956 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/arch/x86/crypto/cast6-avx-x86_64.ko 2024-01-24T12:45:44.956 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/arch/x86/crypto/crc32-pclmul.ko 2024-01-24T12:45:44.956 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/arch/x86/crypto/crc32c-intel.ko 2024-01-24T12:45:44.956 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/arch/x86/crypto/crct10dif-pclmul.ko 2024-01-24T12:45:44.956 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/arch/x86/crypto/des3_ede-x86_64.ko 2024-01-24T12:45:44.956 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/arch/x86/crypto/ghash-clmulni-intel.ko 2024-01-24T12:45:44.957 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/arch/x86/crypto/serpent-avx-x86_64.ko 2024-01-24T12:45:44.957 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/arch/x86/crypto/serpent-avx2.ko 2024-01-24T12:45:44.957 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/arch/x86/crypto/serpent-sse2-x86_64.ko 2024-01-24T12:45:44.957 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/arch/x86/crypto/sha1-ssse3.ko 2024-01-24T12:45:44.957 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/arch/x86/crypto/sha256-ssse3.ko 2024-01-24T12:45:44.957 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/arch/x86/crypto/sha512-ssse3.ko 2024-01-24T12:45:44.957 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/arch/x86/crypto/twofish-avx-x86_64.ko 2024-01-24T12:45:44.957 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/arch/x86/crypto/twofish-x86_64-3way.ko 2024-01-24T12:45:44.957 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/arch/x86/crypto/twofish-x86_64.ko 2024-01-24T12:45:44.957 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/arch/x86/kernel 2024-01-24T12:45:44.957 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/arch/x86/kernel/cpu 2024-01-24T12:45:44.957 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/arch/x86/kernel/cpu/mce 2024-01-24T12:45:44.957 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/arch/x86/kernel/cpu/mce/mce-inject.ko 2024-01-24T12:45:44.958 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/arch/x86/kvm 2024-01-24T12:45:44.958 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/arch/x86/kvm/kvm-amd.ko 2024-01-24T12:45:44.958 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/arch/x86/kvm/kvm-intel.ko 2024-01-24T12:45:44.958 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/arch/x86/kvm/kvm.ko 2024-01-24T12:45:44.958 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto 2024-01-24T12:45:44.958 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/ansi_cprng.ko 2024-01-24T12:45:44.958 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/anubis.ko 2024-01-24T12:45:44.958 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/arc4.ko 2024-01-24T12:45:44.958 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/async_tx 2024-01-24T12:45:44.958 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/async_tx/async_memcpy.ko 2024-01-24T12:45:44.958 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/async_tx/async_pq.ko 2024-01-24T12:45:44.958 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/async_tx/async_raid6_recov.ko 2024-01-24T12:45:44.958 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/async_tx/async_tx.ko 2024-01-24T12:45:44.959 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/async_tx/async_xor.ko 2024-01-24T12:45:44.959 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/async_tx/raid6test.ko 2024-01-24T12:45:44.959 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/authenc.ko 2024-01-24T12:45:44.959 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/authencesn.ko 2024-01-24T12:45:44.959 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/blake2b_generic.ko 2024-01-24T12:45:44.959 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/blowfish_common.ko 2024-01-24T12:45:44.959 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/blowfish_generic.ko 2024-01-24T12:45:44.959 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/camellia_generic.ko 2024-01-24T12:45:44.959 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/cast5_generic.ko 2024-01-24T12:45:44.959 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/cast6_generic.ko 2024-01-24T12:45:44.959 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/cast_common.ko 2024-01-24T12:45:44.959 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/ccm.ko 2024-01-24T12:45:44.959 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/cmac.ko 2024-01-24T12:45:44.960 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/crc32_generic.ko 2024-01-24T12:45:44.960 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/crypto_engine.ko 2024-01-24T12:45:44.960 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/crypto_user.ko 2024-01-24T12:45:44.960 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/cts.ko 2024-01-24T12:45:44.960 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/des_generic.ko 2024-01-24T12:45:44.960 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/dh_generic.ko 2024-01-24T12:45:44.960 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/echainiv.ko 2024-01-24T12:45:44.960 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/essiv.ko 2024-01-24T12:45:44.960 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/fcrypt.ko 2024-01-24T12:45:44.960 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/khazad.ko 2024-01-24T12:45:44.963 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/lz4.ko 2024-01-24T12:45:44.963 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/lz4hc.ko 2024-01-24T12:45:44.963 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/md4.ko 2024-01-24T12:45:44.963 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/michael_mic.ko 2024-01-24T12:45:44.963 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/pcbc.ko 2024-01-24T12:45:44.964 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/pcrypt.ko 2024-01-24T12:45:44.964 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/rmd160.ko 2024-01-24T12:45:44.964 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/seed.ko 2024-01-24T12:45:44.964 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/serpent_generic.ko 2024-01-24T12:45:44.964 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/tcrypt.ko 2024-01-24T12:45:44.964 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/tea.ko 2024-01-24T12:45:44.964 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/twofish_common.ko 2024-01-24T12:45:44.964 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/twofish_generic.ko 2024-01-24T12:45:44.964 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/vmac.ko 2024-01-24T12:45:44.964 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/wp512.ko 2024-01-24T12:45:44.964 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/xcbc.ko 2024-01-24T12:45:44.964 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/xor.ko 2024-01-24T12:45:44.965 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/xxhash_generic.ko 2024-01-24T12:45:44.965 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers 2024-01-24T12:45:44.965 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/acpi 2024-01-24T12:45:44.965 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/acpi/acpi_ipmi.ko 2024-01-24T12:45:44.965 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/acpi/acpi_pad.ko 2024-01-24T12:45:44.965 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/acpi/custom_method.ko 2024-01-24T12:45:44.965 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/acpi/ec_sys.ko 2024-01-24T12:45:44.965 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/acpi/platform_profile.ko 2024-01-24T12:45:44.965 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/acpi/sbs.ko 2024-01-24T12:45:44.965 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/acpi/sbshc.ko 2024-01-24T12:45:44.965 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/acpi/video.ko 2024-01-24T12:45:44.965 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata 2024-01-24T12:45:44.965 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/acard-ahci.ko 2024-01-24T12:45:44.966 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/ahci_platform.ko 2024-01-24T12:45:44.966 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/ata_generic.ko 2024-01-24T12:45:44.966 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/libahci_platform.ko 2024-01-24T12:45:44.966 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_acpi.ko 2024-01-24T12:45:44.966 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_ali.ko 2024-01-24T12:45:44.966 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_amd.ko 2024-01-24T12:45:44.966 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_artop.ko 2024-01-24T12:45:44.966 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_atiixp.ko 2024-01-24T12:45:44.966 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_atp867x.ko 2024-01-24T12:45:44.966 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_cmd640.ko 2024-01-24T12:45:44.966 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_cmd64x.ko 2024-01-24T12:45:44.966 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_cypress.ko 2024-01-24T12:45:44.966 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_efar.ko 2024-01-24T12:45:44.966 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_hpt366.ko 2024-01-24T12:45:44.967 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_hpt37x.ko 2024-01-24T12:45:44.967 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_hpt3x2n.ko 2024-01-24T12:45:44.967 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_hpt3x3.ko 2024-01-24T12:45:44.967 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_it8213.ko 2024-01-24T12:45:44.967 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_it821x.ko 2024-01-24T12:45:44.967 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_jmicron.ko 2024-01-24T12:45:44.967 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_marvell.ko 2024-01-24T12:45:44.967 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_mpiix.ko 2024-01-24T12:45:44.967 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_netcell.ko 2024-01-24T12:45:44.967 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_ninja32.ko 2024-01-24T12:45:44.967 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_ns87410.ko 2024-01-24T12:45:44.967 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_ns87415.ko 2024-01-24T12:45:44.967 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_oldpiix.ko 2024-01-24T12:45:44.967 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_opti.ko 2024-01-24T12:45:44.968 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_optidma.ko 2024-01-24T12:45:44.968 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_pcmcia.ko 2024-01-24T12:45:44.968 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_pdc2027x.ko 2024-01-24T12:45:44.968 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_pdc202xx_old.ko 2024-01-24T12:45:44.968 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_piccolo.ko 2024-01-24T12:45:44.968 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_rdc.ko 2024-01-24T12:45:44.968 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_sch.ko 2024-01-24T12:45:44.968 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_serverworks.ko 2024-01-24T12:45:44.968 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_sil680.ko 2024-01-24T12:45:44.968 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_sis.ko 2024-01-24T12:45:44.968 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_sl82c105.ko 2024-01-24T12:45:44.968 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_triflex.ko 2024-01-24T12:45:44.968 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_via.ko 2024-01-24T12:45:44.969 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pdc_adma.ko 2024-01-24T12:45:44.969 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/sata_inic162x.ko 2024-01-24T12:45:44.969 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/sata_mv.ko 2024-01-24T12:45:44.969 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/sata_nv.ko 2024-01-24T12:45:44.969 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/sata_promise.ko 2024-01-24T12:45:44.969 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/sata_qstor.ko 2024-01-24T12:45:44.969 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/sata_sil.ko 2024-01-24T12:45:44.969 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/sata_sil24.ko 2024-01-24T12:45:44.969 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/sata_sis.ko 2024-01-24T12:45:44.969 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/sata_svw.ko 2024-01-24T12:45:44.969 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/sata_sx4.ko 2024-01-24T12:45:44.969 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/sata_uli.ko 2024-01-24T12:45:44.969 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/sata_via.ko 2024-01-24T12:45:44.969 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/sata_vsc.ko 2024-01-24T12:45:44.970 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/auxdisplay 2024-01-24T12:45:44.970 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/auxdisplay/ks0108.ko 2024-01-24T12:45:44.970 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/base 2024-01-24T12:45:44.970 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/base/regmap 2024-01-24T12:45:44.970 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/base/regmap/regmap-i2c.ko 2024-01-24T12:45:44.970 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/base/regmap/regmap-mmio.ko 2024-01-24T12:45:44.970 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/bcma 2024-01-24T12:45:44.970 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/bcma/bcma.ko 2024-01-24T12:45:44.970 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/block 2024-01-24T12:45:44.970 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/block/aoe 2024-01-24T12:45:44.970 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/block/aoe/aoe.ko 2024-01-24T12:45:44.970 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/block/brd.ko 2024-01-24T12:45:44.970 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/block/drbd 2024-01-24T12:45:44.970 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/block/drbd/drbd.ko 2024-01-24T12:45:44.971 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/block/floppy.ko 2024-01-24T12:45:44.971 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/block/loop.ko 2024-01-24T12:45:44.971 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/block/mtip32xx 2024-01-24T12:45:44.971 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/block/mtip32xx/mtip32xx.ko 2024-01-24T12:45:44.971 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/block/nbd.ko 2024-01-24T12:45:44.971 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/block/null_blk 2024-01-24T12:45:44.971 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/block/null_blk/null_blk.ko 2024-01-24T12:45:44.971 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/block/pktcdvd.ko 2024-01-24T12:45:44.971 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/block/rbd.ko 2024-01-24T12:45:44.971 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/block/virtio_blk.ko 2024-01-24T12:45:44.971 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/block/xen-blkback 2024-01-24T12:45:44.971 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/block/xen-blkback/xen-blkback.ko 2024-01-24T12:45:44.971 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/block/xen-blkfront.ko 2024-01-24T12:45:44.972 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/block/zram 2024-01-24T12:45:44.972 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/block/zram/zram.ko 2024-01-24T12:45:44.972 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/char 2024-01-24T12:45:44.972 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/char/hangcheck-timer.ko 2024-01-24T12:45:44.972 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/char/hw_random 2024-01-24T12:45:44.972 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/char/hw_random/amd-rng.ko 2024-01-24T12:45:44.972 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/char/hw_random/intel-rng.ko 2024-01-24T12:45:44.972 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/char/hw_random/timeriomem-rng.ko 2024-01-24T12:45:44.972 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/char/hw_random/via-rng.ko 2024-01-24T12:45:44.972 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/char/hw_random/virtio-rng.ko 2024-01-24T12:45:44.972 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/char/ipmi 2024-01-24T12:45:44.972 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/char/ipmi/ipmi_devintf.ko 2024-01-24T12:45:44.972 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/char/ipmi/ipmi_msghandler.ko 2024-01-24T12:45:44.972 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/char/ipmi/ipmi_poweroff.ko 2024-01-24T12:45:44.973 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/char/ipmi/ipmi_si.ko 2024-01-24T12:45:44.973 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/char/ipmi/ipmi_ssif.ko 2024-01-24T12:45:44.973 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/char/ipmi/ipmi_watchdog.ko 2024-01-24T12:45:44.973 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/char/lp.ko 2024-01-24T12:45:44.973 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/char/mwave 2024-01-24T12:45:44.973 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/char/mwave/mwave.ko 2024-01-24T12:45:44.973 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/char/ppdev.ko 2024-01-24T12:45:44.973 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/char/tlclk.ko 2024-01-24T12:45:44.973 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/char/tpm 2024-01-24T12:45:44.973 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/char/tpm/tpm.ko 2024-01-24T12:45:44.973 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/char/tpm/tpm_atmel.ko 2024-01-24T12:45:44.973 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/char/tpm/tpm_infineon.ko 2024-01-24T12:45:44.973 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/char/tpm/tpm_nsc.ko 2024-01-24T12:45:44.973 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/char/tpm/tpm_tis.ko 2024-01-24T12:45:44.974 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/char/tpm/tpm_tis_core.ko 2024-01-24T12:45:44.974 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/char/uv_mmtimer.ko 2024-01-24T12:45:44.974 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/char/virtio_console.ko 2024-01-24T12:45:44.974 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/cpufreq 2024-01-24T12:45:44.974 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/cpufreq/acpi-cpufreq.ko 2024-01-24T12:45:44.974 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/cpufreq/amd_freq_sensitivity.ko 2024-01-24T12:45:44.974 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/cpufreq/p4-clockmod.ko 2024-01-24T12:45:44.974 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/cpufreq/pcc-cpufreq.ko 2024-01-24T12:45:44.974 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/cpufreq/powernow-k8.ko 2024-01-24T12:45:44.974 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/cpufreq/speedstep-lib.ko 2024-01-24T12:45:44.974 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/crypto 2024-01-24T12:45:44.974 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/crypto/ccp 2024-01-24T12:45:44.974 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/crypto/ccp/ccp-crypto.ko 2024-01-24T12:45:44.974 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/crypto/ccp/ccp.ko 2024-01-24T12:45:44.975 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/crypto/intel 2024-01-24T12:45:44.975 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/crypto/intel/qat 2024-01-24T12:45:44.975 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/crypto/intel/qat/qat_common 2024-01-24T12:45:44.975 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/crypto/intel/qat/qat_common/intel_qat.ko 2024-01-24T12:45:44.975 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/crypto/intel/qat/qat_dh895xcc 2024-01-24T12:45:44.975 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/crypto/intel/qat/qat_dh895xcc/qat_dh895xcc.ko 2024-01-24T12:45:44.975 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/crypto/padlock-aes.ko 2024-01-24T12:45:44.975 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/crypto/padlock-sha.ko 2024-01-24T12:45:44.975 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/crypto/virtio 2024-01-24T12:45:44.975 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/crypto/virtio/virtio_crypto.ko 2024-01-24T12:45:44.975 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/dca 2024-01-24T12:45:44.975 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/dca/dca.ko 2024-01-24T12:45:44.975 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/devfreq 2024-01-24T12:45:44.975 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/devfreq/governor_simpleondemand.ko 2024-01-24T12:45:44.976 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/dma 2024-01-24T12:45:44.976 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/dma/dw 2024-01-24T12:45:44.976 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/dma/dw/dw_dmac.ko 2024-01-24T12:45:44.976 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/dma/ioat 2024-01-24T12:45:44.976 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/dma/ioat/ioatdma.ko 2024-01-24T12:45:44.976 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/edac 2024-01-24T12:45:44.976 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/edac/amd64_edac.ko 2024-01-24T12:45:44.976 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/edac/e752x_edac.ko 2024-01-24T12:45:44.976 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/edac/edac_mce_amd.ko 2024-01-24T12:45:44.976 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/edac/i3000_edac.ko 2024-01-24T12:45:44.976 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/edac/i3200_edac.ko 2024-01-24T12:45:44.976 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/edac/i5100_edac.ko 2024-01-24T12:45:44.976 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/edac/i5400_edac.ko 2024-01-24T12:45:44.977 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/edac/i7300_edac.ko 2024-01-24T12:45:44.977 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/edac/i7core_edac.ko 2024-01-24T12:45:44.977 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/edac/i82975x_edac.ko 2024-01-24T12:45:44.977 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/edac/ie31200_edac.ko 2024-01-24T12:45:44.977 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/edac/sb_edac.ko 2024-01-24T12:45:44.977 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/edac/x38_edac.ko 2024-01-24T12:45:44.977 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/firmware 2024-01-24T12:45:44.977 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/firmware/edd.ko 2024-01-24T12:45:44.977 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/firmware/iscsi_ibft.ko 2024-01-24T12:45:44.977 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/gpio 2024-01-24T12:45:44.977 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/gpio/gpio-ich.ko 2024-01-24T12:45:44.977 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/gpio/gpio-viperboard.ko 2024-01-24T12:45:44.977 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid 2024-01-24T12:45:44.977 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-appleir.ko 2024-01-24T12:45:44.978 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-aureal.ko 2024-01-24T12:45:44.978 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-axff.ko 2024-01-24T12:45:44.978 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-dr.ko 2024-01-24T12:45:44.978 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-elecom.ko 2024-01-24T12:45:44.978 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-elo.ko 2024-01-24T12:45:44.978 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-emsff.ko 2024-01-24T12:45:44.978 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-gaff.ko 2024-01-24T12:45:44.978 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-gt683r.ko 2024-01-24T12:45:44.978 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-gyration.ko 2024-01-24T12:45:44.978 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-holtek-kbd.ko 2024-01-24T12:45:44.978 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-holtek-mouse.ko 2024-01-24T12:45:44.978 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-holtekff.ko 2024-01-24T12:45:44.978 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-hyperv.ko 2024-01-24T12:45:44.978 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-icade.ko 2024-01-24T12:45:44.979 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-keytouch.ko 2024-01-24T12:45:44.979 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-kye.ko 2024-01-24T12:45:44.979 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-lcpower.ko 2024-01-24T12:45:44.979 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-led.ko 2024-01-24T12:45:44.979 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-lenovo.ko 2024-01-24T12:45:44.979 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-logitech-dj.ko 2024-01-24T12:45:44.979 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-logitech-hidpp.ko 2024-01-24T12:45:44.979 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-multitouch.ko 2024-01-24T12:45:44.979 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-ortek.ko 2024-01-24T12:45:44.979 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-penmount.ko 2024-01-24T12:45:44.979 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-petalynx.ko 2024-01-24T12:45:44.979 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-picolcd.ko 2024-01-24T12:45:44.979 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-pl.ko 2024-01-24T12:45:44.979 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-plantronics.ko 2024-01-24T12:45:44.980 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-primax.ko 2024-01-24T12:45:44.980 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-rmi.ko 2024-01-24T12:45:44.980 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-roccat-arvo.ko 2024-01-24T12:45:44.980 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-roccat-common.ko 2024-01-24T12:45:44.980 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-roccat-isku.ko 2024-01-24T12:45:44.980 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-roccat-kone.ko 2024-01-24T12:45:44.980 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-roccat-koneplus.ko 2024-01-24T12:45:44.980 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-roccat-konepure.ko 2024-01-24T12:45:44.980 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-roccat-kovaplus.ko 2024-01-24T12:45:44.980 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-roccat-lua.ko 2024-01-24T12:45:44.980 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-roccat-pyra.ko 2024-01-24T12:45:44.980 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-roccat-ryos.ko 2024-01-24T12:45:44.980 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-roccat-savu.ko 2024-01-24T12:45:44.981 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-roccat.ko 2024-01-24T12:45:44.981 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-saitek.ko 2024-01-24T12:45:44.981 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-samsung.ko 2024-01-24T12:45:44.981 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-sensor-hub.ko 2024-01-24T12:45:44.981 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-sjoy.ko 2024-01-24T12:45:44.981 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-sony.ko 2024-01-24T12:45:44.981 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-speedlink.ko 2024-01-24T12:45:44.981 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-steelseries.ko 2024-01-24T12:45:44.981 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-sunplus.ko 2024-01-24T12:45:44.981 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-thrustmaster.ko 2024-01-24T12:45:44.981 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-tivo.ko 2024-01-24T12:45:44.981 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-tmff.ko 2024-01-24T12:45:44.981 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-topseed.ko 2024-01-24T12:45:44.982 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-twinhan.ko 2024-01-24T12:45:44.982 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-uclogic.ko 2024-01-24T12:45:44.982 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-waltop.ko 2024-01-24T12:45:44.982 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-wiimote.ko 2024-01-24T12:45:44.982 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-xinmo.ko 2024-01-24T12:45:44.982 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-zpff.ko 2024-01-24T12:45:44.982 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-zydacron.ko 2024-01-24T12:45:44.982 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/uhid.ko 2024-01-24T12:45:44.982 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/wacom.ko 2024-01-24T12:45:44.982 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hv 2024-01-24T12:45:44.982 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hv/hv_balloon.ko 2024-01-24T12:45:44.982 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hv/hv_utils.ko 2024-01-24T12:45:44.982 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hv/hv_vmbus.ko 2024-01-24T12:45:44.982 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon 2024-01-24T12:45:44.983 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/abituguru.ko 2024-01-24T12:45:44.983 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/abituguru3.ko 2024-01-24T12:45:44.983 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/acpi_power_meter.ko 2024-01-24T12:45:44.983 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/ad7414.ko 2024-01-24T12:45:44.983 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/ad7418.ko 2024-01-24T12:45:44.983 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/adc128d818.ko 2024-01-24T12:45:44.983 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/adm1025.ko 2024-01-24T12:45:44.983 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/adm1026.ko 2024-01-24T12:45:44.983 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/adm1029.ko 2024-01-24T12:45:44.983 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/adm1031.ko 2024-01-24T12:45:44.983 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/adm9240.ko 2024-01-24T12:45:44.983 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/ads7828.ko 2024-01-24T12:45:44.983 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/adt7410.ko 2024-01-24T12:45:44.983 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/adt7411.ko 2024-01-24T12:45:44.984 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/adt7462.ko 2024-01-24T12:45:44.984 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/adt7470.ko 2024-01-24T12:45:44.984 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/adt7475.ko 2024-01-24T12:45:44.984 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/adt7x10.ko 2024-01-24T12:45:44.984 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/amc6821.ko 2024-01-24T12:45:44.984 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/applesmc.ko 2024-01-24T12:45:44.984 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/asb100.ko 2024-01-24T12:45:44.984 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/asc7621.ko 2024-01-24T12:45:44.984 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/asus_atk0110.ko 2024-01-24T12:45:44.984 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/atxp1.ko 2024-01-24T12:45:44.984 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/coretemp.ko 2024-01-24T12:45:44.984 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/dell-smm-hwmon.ko 2024-01-24T12:45:44.984 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/dme1737.ko 2024-01-24T12:45:44.985 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/ds1621.ko 2024-01-24T12:45:44.985 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/ds620.ko 2024-01-24T12:45:44.985 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/emc1403.ko 2024-01-24T12:45:44.985 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/emc6w201.ko 2024-01-24T12:45:44.985 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/f71805f.ko 2024-01-24T12:45:44.985 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/f71882fg.ko 2024-01-24T12:45:44.985 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/f75375s.ko 2024-01-24T12:45:44.985 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/fam15h_power.ko 2024-01-24T12:45:44.985 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/fschmd.ko 2024-01-24T12:45:44.985 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/g760a.ko 2024-01-24T12:45:44.985 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/g762.ko 2024-01-24T12:45:44.985 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/gl518sm.ko 2024-01-24T12:45:44.985 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/gl520sm.ko 2024-01-24T12:45:44.985 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/hwmon-vid.ko 2024-01-24T12:45:44.986 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/i5500_temp.ko 2024-01-24T12:45:44.986 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/i5k_amb.ko 2024-01-24T12:45:44.986 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/ibmaem.ko 2024-01-24T12:45:44.986 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/ibmpex.ko 2024-01-24T12:45:44.986 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/ina209.ko 2024-01-24T12:45:44.986 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/ina2xx.ko 2024-01-24T12:45:44.986 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/it87.ko 2024-01-24T12:45:44.986 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/k10temp.ko 2024-01-24T12:45:44.986 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/k8temp.ko 2024-01-24T12:45:44.986 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/lineage-pem.ko 2024-01-24T12:45:44.986 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/lm63.ko 2024-01-24T12:45:44.986 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/lm73.ko 2024-01-24T12:45:44.986 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/lm75.ko 2024-01-24T12:45:44.987 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/lm77.ko 2024-01-24T12:45:44.987 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/lm78.ko 2024-01-24T12:45:44.987 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/lm80.ko 2024-01-24T12:45:44.987 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/lm83.ko 2024-01-24T12:45:44.987 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/lm85.ko 2024-01-24T12:45:44.987 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/lm87.ko 2024-01-24T12:45:44.987 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/lm90.ko 2024-01-24T12:45:44.987 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/lm92.ko 2024-01-24T12:45:44.987 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/lm93.ko 2024-01-24T12:45:44.987 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/lm95234.ko 2024-01-24T12:45:44.987 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/lm95241.ko 2024-01-24T12:45:44.987 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/lm95245.ko 2024-01-24T12:45:44.987 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/ltc2945.ko 2024-01-24T12:45:44.987 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/ltc4151.ko 2024-01-24T12:45:44.988 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/ltc4215.ko 2024-01-24T12:45:44.988 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/ltc4222.ko 2024-01-24T12:45:44.988 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/ltc4245.ko 2024-01-24T12:45:44.988 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/ltc4260.ko 2024-01-24T12:45:44.988 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/ltc4261.ko 2024-01-24T12:45:44.988 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/max16065.ko 2024-01-24T12:45:44.988 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/max1619.ko 2024-01-24T12:45:44.988 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/max1668.ko 2024-01-24T12:45:44.988 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/max197.ko 2024-01-24T12:45:44.988 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/max6639.ko 2024-01-24T12:45:44.988 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/max6650.ko 2024-01-24T12:45:44.988 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/max6697.ko 2024-01-24T12:45:44.988 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/mcp3021.ko 2024-01-24T12:45:44.989 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/nct6683.ko 2024-01-24T12:45:44.989 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/nct6775-core.ko 2024-01-24T12:45:44.989 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/nct6775.ko 2024-01-24T12:45:44.989 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/nct7802.ko 2024-01-24T12:45:44.989 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/pc87360.ko 2024-01-24T12:45:44.989 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/pc87427.ko 2024-01-24T12:45:44.989 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/pcf8591.ko 2024-01-24T12:45:44.989 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/pmbus 2024-01-24T12:45:44.989 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/pmbus/adm1275.ko 2024-01-24T12:45:44.989 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/pmbus/lm25066.ko 2024-01-24T12:45:44.989 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/pmbus/ltc2978.ko 2024-01-24T12:45:44.989 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/pmbus/max16064.ko 2024-01-24T12:45:44.989 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/pmbus/max34440.ko 2024-01-24T12:45:44.990 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/pmbus/max8688.ko 2024-01-24T12:45:44.990 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/pmbus/pmbus.ko 2024-01-24T12:45:44.990 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/pmbus/pmbus_core.ko 2024-01-24T12:45:44.990 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/pmbus/tps40422.ko 2024-01-24T12:45:44.990 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/pmbus/ucd9000.ko 2024-01-24T12:45:44.990 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/pmbus/ucd9200.ko 2024-01-24T12:45:44.990 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/pmbus/zl6100.ko 2024-01-24T12:45:44.990 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/powr1220.ko 2024-01-24T12:45:44.990 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/sch5627.ko 2024-01-24T12:45:44.990 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/sch5636.ko 2024-01-24T12:45:44.990 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/sch56xx-common.ko 2024-01-24T12:45:44.990 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/sht15.ko 2024-01-24T12:45:44.990 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/sht21.ko 2024-01-24T12:45:44.990 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/shtc1.ko 2024-01-24T12:45:44.991 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/sis5595.ko 2024-01-24T12:45:44.991 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/smsc47b397.ko 2024-01-24T12:45:44.991 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/smsc47m1.ko 2024-01-24T12:45:44.991 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/smsc47m192.ko 2024-01-24T12:45:44.991 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/thmc50.ko 2024-01-24T12:45:44.991 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/tmp102.ko 2024-01-24T12:45:44.991 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/tmp103.ko 2024-01-24T12:45:44.991 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/tmp401.ko 2024-01-24T12:45:44.991 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/tmp421.ko 2024-01-24T12:45:44.991 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/via-cputemp.ko 2024-01-24T12:45:44.991 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/via686a.ko 2024-01-24T12:45:44.991 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/vt1211.ko 2024-01-24T12:45:44.991 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/vt8231.ko 2024-01-24T12:45:44.992 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/w83627ehf.ko 2024-01-24T12:45:44.992 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/w83627hf.ko 2024-01-24T12:45:44.992 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/w83781d.ko 2024-01-24T12:45:44.992 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/w83791d.ko 2024-01-24T12:45:44.992 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/w83792d.ko 2024-01-24T12:45:44.992 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/w83793.ko 2024-01-24T12:45:44.992 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/w83795.ko 2024-01-24T12:45:44.992 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/w83l785ts.ko 2024-01-24T12:45:44.992 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/w83l786ng.ko 2024-01-24T12:45:44.992 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c 2024-01-24T12:45:44.992 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c/algos 2024-01-24T12:45:44.992 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c/algos/i2c-algo-bit.ko 2024-01-24T12:45:44.992 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c/algos/i2c-algo-pca.ko 2024-01-24T12:45:44.993 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c/busses 2024-01-24T12:45:44.993 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c/busses/i2c-amd756-s4882.ko 2024-01-24T12:45:44.993 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c/busses/i2c-amd756.ko 2024-01-24T12:45:44.993 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c/busses/i2c-amd8111.ko 2024-01-24T12:45:44.993 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c/busses/i2c-ccgx-ucsi.ko 2024-01-24T12:45:44.993 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c/busses/i2c-designware-core.ko 2024-01-24T12:45:44.993 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c/busses/i2c-designware-pci.ko 2024-01-24T12:45:44.993 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c/busses/i2c-designware-platform.ko 2024-01-24T12:45:44.993 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c/busses/i2c-diolan-u2c.ko 2024-01-24T12:45:44.993 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c/busses/i2c-i801.ko 2024-01-24T12:45:44.993 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c/busses/i2c-isch.ko 2024-01-24T12:45:44.993 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c/busses/i2c-ismt.ko 2024-01-24T12:45:44.993 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c/busses/i2c-nforce2-s4985.ko 2024-01-24T12:45:44.993 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c/busses/i2c-nforce2.ko 2024-01-24T12:45:44.994 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c/busses/i2c-parport.ko 2024-01-24T12:45:44.994 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c/busses/i2c-pca-platform.ko 2024-01-24T12:45:44.994 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c/busses/i2c-piix4.ko 2024-01-24T12:45:44.994 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c/busses/i2c-scmi.ko 2024-01-24T12:45:44.994 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c/busses/i2c-simtec.ko 2024-01-24T12:45:44.994 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c/busses/i2c-sis96x.ko 2024-01-24T12:45:44.994 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c/busses/i2c-tiny-usb.ko 2024-01-24T12:45:44.994 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c/busses/i2c-via.ko 2024-01-24T12:45:44.994 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c/busses/i2c-viapro.ko 2024-01-24T12:45:44.994 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c/busses/i2c-viperboard.ko 2024-01-24T12:45:44.994 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c/i2c-dev.ko 2024-01-24T12:45:44.994 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c/i2c-mux.ko 2024-01-24T12:45:44.994 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c/i2c-slave-eeprom.ko 2024-01-24T12:45:44.994 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c/i2c-smbus.ko 2024-01-24T12:45:44.995 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c/i2c-stub.ko 2024-01-24T12:45:44.995 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/infiniband 2024-01-24T12:45:44.995 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/infiniband/core 2024-01-24T12:45:44.995 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/infiniband/core/ib_cm.ko 2024-01-24T12:45:44.995 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/infiniband/core/ib_core.ko 2024-01-24T12:45:44.995 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/infiniband/core/ib_umad.ko 2024-01-24T12:45:44.995 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/infiniband/core/ib_uverbs.ko 2024-01-24T12:45:44.995 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/infiniband/core/iw_cm.ko 2024-01-24T12:45:44.995 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/infiniband/core/rdma_cm.ko 2024-01-24T12:45:44.995 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/infiniband/core/rdma_ucm.ko 2024-01-24T12:45:44.995 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/infiniband/hw 2024-01-24T12:45:44.995 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/infiniband/hw/cxgb4 2024-01-24T12:45:44.995 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/infiniband/hw/cxgb4/iw_cxgb4.ko 2024-01-24T12:45:44.995 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/infiniband/hw/mlx4 2024-01-24T12:45:44.996 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/infiniband/hw/mlx4/mlx4_ib.ko 2024-01-24T12:45:44.996 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/infiniband/hw/mlx5 2024-01-24T12:45:44.996 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/infiniband/hw/mlx5/mlx5_ib.ko 2024-01-24T12:45:44.996 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/infiniband/hw/mthca 2024-01-24T12:45:44.996 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/infiniband/hw/mthca/ib_mthca.ko 2024-01-24T12:45:44.996 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/infiniband/ulp 2024-01-24T12:45:44.996 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/infiniband/ulp/ipoib 2024-01-24T12:45:44.996 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/infiniband/ulp/ipoib/ib_ipoib.ko 2024-01-24T12:45:44.996 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/infiniband/ulp/iser 2024-01-24T12:45:44.996 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/infiniband/ulp/iser/ib_iser.ko 2024-01-24T12:45:44.996 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/infiniband/ulp/isert 2024-01-24T12:45:44.997 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/infiniband/ulp/isert/ib_isert.ko 2024-01-24T12:45:44.997 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/infiniband/ulp/srp 2024-01-24T12:45:44.997 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/infiniband/ulp/srp/ib_srp.ko 2024-01-24T12:45:44.997 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/infiniband/ulp/srpt 2024-01-24T12:45:44.997 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/infiniband/ulp/srpt/ib_srpt.ko 2024-01-24T12:45:44.997 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/input 2024-01-24T12:45:44.997 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/input/gameport 2024-01-24T12:45:44.997 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/input/gameport/emu10k1-gp.ko 2024-01-24T12:45:44.997 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/input/gameport/fm801-gp.ko 2024-01-24T12:45:44.997 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/input/gameport/gameport.ko 2024-01-24T12:45:44.997 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/input/joydev.ko 2024-01-24T12:45:44.997 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/input/keyboard 2024-01-24T12:45:44.997 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/input/keyboard/gpio_keys.ko 2024-01-24T12:45:44.997 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/input/mouse 2024-01-24T12:45:44.997 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/input/mouse/appletouch.ko 2024-01-24T12:45:44.998 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/input/mouse/bcm5974.ko 2024-01-24T12:45:44.998 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/input/mouse/cyapatp.ko 2024-01-24T12:45:44.998 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/input/mouse/elan_i2c.ko 2024-01-24T12:45:44.998 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/input/mouse/sermouse.ko 2024-01-24T12:45:44.998 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/input/mouse/synaptics_i2c.ko 2024-01-24T12:45:44.998 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/input/mouse/synaptics_usb.ko 2024-01-24T12:45:44.998 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/input/mouse/vsxxxaa.ko 2024-01-24T12:45:44.998 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/input/rmi4 2024-01-24T12:45:44.998 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/input/rmi4/rmi_core.ko 2024-01-24T12:45:44.998 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/input/serio 2024-01-24T12:45:44.998 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/input/serio/altera_ps2.ko 2024-01-24T12:45:44.998 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/input/serio/arc_ps2.ko 2024-01-24T12:45:44.998 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/input/serio/hyperv-keyboard.ko 2024-01-24T12:45:44.999 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/input/serio/serio_raw.ko 2024-01-24T12:45:44.999 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/input/sparse-keymap.ko 2024-01-24T12:45:44.999 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/leds 2024-01-24T12:45:44.999 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/leds/leds-blinkm.ko 2024-01-24T12:45:44.999 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/leds/leds-lm3530.ko 2024-01-24T12:45:44.999 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/leds/leds-lp3944.ko 2024-01-24T12:45:44.999 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/leds/leds-ss4200.ko 2024-01-24T12:45:44.999 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/leds/trigger 2024-01-24T12:45:44.999 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/leds/trigger/ledtrig-audio.ko 2024-01-24T12:45:44.999 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/leds/trigger/ledtrig-backlight.ko 2024-01-24T12:45:44.999 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/leds/trigger/ledtrig-camera.ko 2024-01-24T12:45:44.999 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/leds/trigger/ledtrig-default-on.ko 2024-01-24T12:45:44.999 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/leds/trigger/ledtrig-gpio.ko 2024-01-24T12:45:45.000 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/leds/trigger/ledtrig-heartbeat.ko 2024-01-24T12:45:45.000 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/leds/trigger/ledtrig-oneshot.ko 2024-01-24T12:45:45.000 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/leds/trigger/ledtrig-timer.ko 2024-01-24T12:45:45.000 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/leds/trigger/ledtrig-transient.ko 2024-01-24T12:45:45.000 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/md 2024-01-24T12:45:45.000 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/md/bcache 2024-01-24T12:45:45.000 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/md/bcache/bcache.ko 2024-01-24T12:45:45.000 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/md/dm-bio-prison.ko 2024-01-24T12:45:45.000 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/md/dm-cache-smq.ko 2024-01-24T12:45:45.000 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/md/dm-cache.ko 2024-01-24T12:45:45.000 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/md/dm-crypt.ko 2024-01-24T12:45:45.000 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/md/dm-delay.ko 2024-01-24T12:45:45.000 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/md/dm-flakey.ko 2024-01-24T12:45:45.001 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/md/dm-log-userspace.ko 2024-01-24T12:45:45.001 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/md/dm-multipath.ko 2024-01-24T12:45:45.001 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/md/dm-queue-length.ko 2024-01-24T12:45:45.001 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/md/dm-raid.ko 2024-01-24T12:45:45.001 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/md/dm-round-robin.ko 2024-01-24T12:45:45.001 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/md/dm-service-time.ko 2024-01-24T12:45:45.001 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/md/dm-switch.ko 2024-01-24T12:45:45.001 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/md/dm-thin-pool.ko 2024-01-24T12:45:45.001 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/md/dm-verity.ko 2024-01-24T12:45:45.001 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/md/faulty.ko 2024-01-24T12:45:45.001 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/md/linear.ko 2024-01-24T12:45:45.001 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/md/multipath.ko 2024-01-24T12:45:45.001 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/md/persistent-data 2024-01-24T12:45:45.001 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/md/persistent-data/dm-persistent-data.ko 2024-01-24T12:45:45.002 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/md/raid0.ko 2024-01-24T12:45:45.002 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/md/raid1.ko 2024-01-24T12:45:45.002 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/md/raid10.ko 2024-01-24T12:45:45.002 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/md/raid456.ko 2024-01-24T12:45:45.002 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/message 2024-01-24T12:45:45.002 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/message/fusion 2024-01-24T12:45:45.002 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/message/fusion/mptbase.ko 2024-01-24T12:45:45.002 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/message/fusion/mptctl.ko 2024-01-24T12:45:45.002 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/message/fusion/mptfc.ko 2024-01-24T12:45:45.002 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/message/fusion/mptlan.ko 2024-01-24T12:45:45.002 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/message/fusion/mptsas.ko 2024-01-24T12:45:45.002 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/message/fusion/mptscsih.ko 2024-01-24T12:45:45.002 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/message/fusion/mptspi.ko 2024-01-24T12:45:45.003 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/mfd 2024-01-24T12:45:45.003 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/mfd/lpc_ich.ko 2024-01-24T12:45:45.003 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/mfd/lpc_sch.ko 2024-01-24T12:45:45.003 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/mfd/mfd-core.ko 2024-01-24T12:45:45.003 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/mfd/sm501.ko 2024-01-24T12:45:45.003 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/mfd/viperboard.ko 2024-01-24T12:45:45.003 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/mfd/vx855.ko 2024-01-24T12:45:45.003 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/mfd/wl1273-core.ko 2024-01-24T12:45:45.003 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc 2024-01-24T12:45:45.003 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/altera-stapl 2024-01-24T12:45:45.003 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/altera-stapl/altera-stapl.ko 2024-01-24T12:45:45.003 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/apds9802als.ko 2024-01-24T12:45:45.003 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/apds990x.ko 2024-01-24T12:45:45.003 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/bh1770glc.ko 2024-01-24T12:45:45.003 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/cb710 2024-01-24T12:45:45.004 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/cb710/cb710.ko 2024-01-24T12:45:45.004 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/eeprom 2024-01-24T12:45:45.004 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/eeprom/at24.ko 2024-01-24T12:45:45.004 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/eeprom/eeprom_93cx6.ko 2024-01-24T12:45:45.004 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/eeprom/max6875.ko 2024-01-24T12:45:45.004 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/enclosure.ko 2024-01-24T12:45:45.004 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/hpilo.ko 2024-01-24T12:45:45.004 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/isl29003.ko 2024-01-24T12:45:45.004 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/isl29020.ko 2024-01-24T12:45:45.004 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/lis3lv02d 2024-01-24T12:45:45.004 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/lis3lv02d/lis3lv02d.ko 2024-01-24T12:45:45.004 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/lis3lv02d/lis3lv02d_i2c.ko 2024-01-24T12:45:45.005 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/mei 2024-01-24T12:45:45.005 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/mei/mei-me.ko 2024-01-24T12:45:45.005 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/mei/mei-txe.ko 2024-01-24T12:45:45.005 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/mei/mei.ko 2024-01-24T12:45:45.005 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/sgi-gru 2024-01-24T12:45:45.005 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/sgi-gru/gru.ko 2024-01-24T12:45:45.005 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/sgi-xp 2024-01-24T12:45:45.005 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/sgi-xp/xp.ko 2024-01-24T12:45:45.005 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/sgi-xp/xpc.ko 2024-01-24T12:45:45.005 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/sgi-xp/xpnet.ko 2024-01-24T12:45:45.005 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/tifm_7xx1.ko 2024-01-24T12:45:45.005 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/tifm_core.ko 2024-01-24T12:45:45.005 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/tsl2550.ko 2024-01-24T12:45:45.005 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/vmw_balloon.ko 2024-01-24T12:45:45.006 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/vmw_vmci 2024-01-24T12:45:45.006 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/vmw_vmci/vmw_vmci.ko 2024-01-24T12:45:45.006 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net 2024-01-24T12:45:45.006 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/bonding 2024-01-24T12:45:45.006 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/bonding/bonding.ko 2024-01-24T12:45:45.006 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/dsa 2024-01-24T12:45:45.006 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/dsa/b53 2024-01-24T12:45:45.006 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/dsa/b53/b53_common.ko 2024-01-24T12:45:45.006 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/dsa/bcm-sf2.ko 2024-01-24T12:45:45.006 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/dsa/mv88e6060.ko 2024-01-24T12:45:45.006 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/dsa/mv88e6xxx 2024-01-24T12:45:45.006 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/dsa/mv88e6xxx/mv88e6xxx.ko 2024-01-24T12:45:45.006 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/dummy.ko 2024-01-24T12:45:45.007 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/eql.ko 2024-01-24T12:45:45.007 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet 2024-01-24T12:45:45.007 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/3com 2024-01-24T12:45:45.007 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/3com/3c574_cs.ko 2024-01-24T12:45:45.007 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/3com/3c589_cs.ko 2024-01-24T12:45:45.007 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/3com/3c59x.ko 2024-01-24T12:45:45.007 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/3com/typhoon.ko 2024-01-24T12:45:45.007 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/8390 2024-01-24T12:45:45.007 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/8390/8390.ko 2024-01-24T12:45:45.007 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/8390/axnet_cs.ko 2024-01-24T12:45:45.007 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/8390/ne2k-pci.ko 2024-01-24T12:45:45.007 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/8390/pcnet_cs.ko 2024-01-24T12:45:45.007 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/adaptec 2024-01-24T12:45:45.007 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/adaptec/starfire.ko 2024-01-24T12:45:45.008 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/agere 2024-01-24T12:45:45.008 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/agere/et131x.ko 2024-01-24T12:45:45.008 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/alteon 2024-01-24T12:45:45.008 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/alteon/acenic.ko 2024-01-24T12:45:45.008 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/altera 2024-01-24T12:45:45.008 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/altera/altera_tse.ko 2024-01-24T12:45:45.008 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/amd 2024-01-24T12:45:45.008 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/amd/amd8111e.ko 2024-01-24T12:45:45.008 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/amd/nmclan_cs.ko 2024-01-24T12:45:45.008 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/amd/pcnet32.ko 2024-01-24T12:45:45.008 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/atheros 2024-01-24T12:45:45.008 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/atheros/alx 2024-01-24T12:45:45.008 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/atheros/alx/alx.ko 2024-01-24T12:45:45.008 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/atheros/atl1c 2024-01-24T12:45:45.009 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/atheros/atl1c/atl1c.ko 2024-01-24T12:45:45.009 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/atheros/atl1e 2024-01-24T12:45:45.009 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/atheros/atl1e/atl1e.ko 2024-01-24T12:45:45.009 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/atheros/atlx 2024-01-24T12:45:45.009 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/atheros/atlx/atl1.ko 2024-01-24T12:45:45.009 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/atheros/atlx/atl2.ko 2024-01-24T12:45:45.009 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/broadcom 2024-01-24T12:45:45.009 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/broadcom/b44.ko 2024-01-24T12:45:45.009 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/broadcom/bnx2.ko 2024-01-24T12:45:45.009 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/broadcom/bnx2x 2024-01-24T12:45:45.009 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/broadcom/bnx2x/bnx2x.ko 2024-01-24T12:45:45.009 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/broadcom/cnic.ko 2024-01-24T12:45:45.009 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/broadcom/genet 2024-01-24T12:45:45.010 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/broadcom/genet/genet.ko 2024-01-24T12:45:45.010 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/broadcom/tg3.ko 2024-01-24T12:45:45.010 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/brocade 2024-01-24T12:45:45.010 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/brocade/bna 2024-01-24T12:45:45.010 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/brocade/bna/bna.ko 2024-01-24T12:45:45.010 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/chelsio 2024-01-24T12:45:45.010 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/chelsio/cxgb 2024-01-24T12:45:45.010 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/chelsio/cxgb/cxgb.ko 2024-01-24T12:45:45.010 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/chelsio/cxgb3 2024-01-24T12:45:45.010 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/chelsio/cxgb3/cxgb3.ko 2024-01-24T12:45:45.010 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/chelsio/cxgb4 2024-01-24T12:45:45.010 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/chelsio/cxgb4/cxgb4.ko 2024-01-24T12:45:45.010 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/chelsio/cxgb4vf 2024-01-24T12:45:45.010 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/chelsio/cxgb4vf/cxgb4vf.ko 2024-01-24T12:45:45.011 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/chelsio/libcxgb 2024-01-24T12:45:45.011 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/chelsio/libcxgb/libcxgb.ko 2024-01-24T12:45:45.011 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/cisco 2024-01-24T12:45:45.011 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/cisco/enic 2024-01-24T12:45:45.011 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/cisco/enic/enic.ko 2024-01-24T12:45:45.011 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/dec 2024-01-24T12:45:45.011 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/dec/tulip 2024-01-24T12:45:45.011 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/dec/tulip/de2104x.ko 2024-01-24T12:45:45.011 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/dec/tulip/dmfe.ko 2024-01-24T12:45:45.011 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/dec/tulip/tulip.ko 2024-01-24T12:45:45.011 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/dec/tulip/uli526x.ko 2024-01-24T12:45:45.011 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/dec/tulip/winbond-840.ko 2024-01-24T12:45:45.011 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/dec/tulip/xircom_cb.ko 2024-01-24T12:45:45.012 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/dlink 2024-01-24T12:45:45.012 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/dlink/dl2k.ko 2024-01-24T12:45:45.012 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/dlink/sundance.ko 2024-01-24T12:45:45.012 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/dnet.ko 2024-01-24T12:45:45.012 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/emulex 2024-01-24T12:45:45.012 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/emulex/benet 2024-01-24T12:45:45.012 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/emulex/benet/be2net.ko 2024-01-24T12:45:45.012 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/ethoc.ko 2024-01-24T12:45:45.012 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/fealnx.ko 2024-01-24T12:45:45.012 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/intel 2024-01-24T12:45:45.012 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/intel/e100.ko 2024-01-24T12:45:45.012 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/intel/e1000 2024-01-24T12:45:45.012 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/intel/e1000/e1000.ko 2024-01-24T12:45:45.012 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/intel/e1000e 2024-01-24T12:45:45.013 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/intel/e1000e/e1000e.ko 2024-01-24T12:45:45.013 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/intel/fm10k 2024-01-24T12:45:45.013 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/intel/fm10k/fm10k.ko 2024-01-24T12:45:45.013 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/intel/i40e 2024-01-24T12:45:45.013 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/intel/i40e/i40e.ko 2024-01-24T12:45:45.013 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/intel/iavf 2024-01-24T12:45:45.013 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/intel/iavf/iavf.ko 2024-01-24T12:45:45.013 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/intel/igb 2024-01-24T12:45:45.013 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/intel/igb/igb.ko 2024-01-24T12:45:45.013 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/intel/igbvf 2024-01-24T12:45:45.013 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/intel/igbvf/igbvf.ko 2024-01-24T12:45:45.013 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/intel/ixgbe 2024-01-24T12:45:45.013 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko 2024-01-24T12:45:45.013 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/intel/ixgbevf 2024-01-24T12:45:45.014 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/intel/ixgbevf/ixgbevf.ko 2024-01-24T12:45:45.014 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/jme.ko 2024-01-24T12:45:45.014 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/marvell 2024-01-24T12:45:45.014 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/marvell/mvmdio.ko 2024-01-24T12:45:45.014 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/marvell/skge.ko 2024-01-24T12:45:45.014 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/marvell/sky2.ko 2024-01-24T12:45:45.014 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/mellanox 2024-01-24T12:45:45.014 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/mellanox/mlx4 2024-01-24T12:45:45.014 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_core.ko 2024-01-24T12:45:45.014 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_en.ko 2024-01-24T12:45:45.014 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/mellanox/mlx5 2024-01-24T12:45:45.014 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/mellanox/mlx5/core 2024-01-24T12:45:45.014 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/mellanox/mlx5/core/mlx5_core.ko 2024-01-24T12:45:45.014 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/micrel 2024-01-24T12:45:45.015 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/micrel/ksz884x.ko 2024-01-24T12:45:45.015 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/myricom 2024-01-24T12:45:45.015 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/myricom/myri10ge 2024-01-24T12:45:45.015 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/myricom/myri10ge/myri10ge.ko 2024-01-24T12:45:45.015 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/natsemi 2024-01-24T12:45:45.015 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/natsemi/natsemi.ko 2024-01-24T12:45:45.015 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/natsemi/ns83820.ko 2024-01-24T12:45:45.015 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/neterion 2024-01-24T12:45:45.015 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/neterion/s2io.ko 2024-01-24T12:45:45.015 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/nvidia 2024-01-24T12:45:45.015 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/nvidia/forcedeth.ko 2024-01-24T12:45:45.015 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/packetengines 2024-01-24T12:45:45.015 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/packetengines/hamachi.ko 2024-01-24T12:45:45.015 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/packetengines/yellowfin.ko 2024-01-24T12:45:45.016 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/qlogic 2024-01-24T12:45:45.016 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/qlogic/netxen 2024-01-24T12:45:45.016 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/qlogic/netxen/netxen_nic.ko 2024-01-24T12:45:45.016 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/qlogic/qla3xxx.ko 2024-01-24T12:45:45.016 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/qlogic/qlcnic 2024-01-24T12:45:45.016 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/qlogic/qlcnic/qlcnic.ko 2024-01-24T12:45:45.016 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/rdc 2024-01-24T12:45:45.016 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/rdc/r6040.ko 2024-01-24T12:45:45.016 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/realtek 2024-01-24T12:45:45.016 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/realtek/8139cp.ko 2024-01-24T12:45:45.016 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/realtek/8139too.ko 2024-01-24T12:45:45.016 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/realtek/atp.ko 2024-01-24T12:45:45.016 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/realtek/r8169.ko 2024-01-24T12:45:45.017 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/rocker 2024-01-24T12:45:45.017 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/rocker/rocker.ko 2024-01-24T12:45:45.017 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/sfc 2024-01-24T12:45:45.017 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/sfc/sfc.ko 2024-01-24T12:45:45.017 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/silan 2024-01-24T12:45:45.017 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/silan/sc92031.ko 2024-01-24T12:45:45.017 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/sis 2024-01-24T12:45:45.017 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/sis/sis190.ko 2024-01-24T12:45:45.017 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/sis/sis900.ko 2024-01-24T12:45:45.017 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/smsc 2024-01-24T12:45:45.017 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/smsc/epic100.ko 2024-01-24T12:45:45.017 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/smsc/smc91c92_cs.ko 2024-01-24T12:45:45.017 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/smsc/smsc911x.ko 2024-01-24T12:45:45.017 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/smsc/smsc9420.ko 2024-01-24T12:45:45.018 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/stmicro 2024-01-24T12:45:45.018 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/stmicro/stmmac 2024-01-24T12:45:45.018 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/stmicro/stmmac/dwmac-intel.ko 2024-01-24T12:45:45.018 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/stmicro/stmmac/stmmac.ko 2024-01-24T12:45:45.018 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/sun 2024-01-24T12:45:45.018 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/sun/cassini.ko 2024-01-24T12:45:45.018 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/sun/niu.ko 2024-01-24T12:45:45.018 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/sun/sungem.ko 2024-01-24T12:45:45.018 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/sun/sunhme.ko 2024-01-24T12:45:45.018 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/tehuti 2024-01-24T12:45:45.018 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/tehuti/tehuti.ko 2024-01-24T12:45:45.018 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/ti 2024-01-24T12:45:45.018 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/ti/tlan.ko 2024-01-24T12:45:45.018 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/via 2024-01-24T12:45:45.019 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/via/via-rhine.ko 2024-01-24T12:45:45.019 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/via/via-velocity.ko 2024-01-24T12:45:45.019 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/wiznet 2024-01-24T12:45:45.019 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/wiznet/w5100.ko 2024-01-24T12:45:45.019 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/wiznet/w5300.ko 2024-01-24T12:45:45.019 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/xircom 2024-01-24T12:45:45.019 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/xircom/xirc2ps_cs.ko 2024-01-24T12:45:45.019 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/geneve.ko 2024-01-24T12:45:45.019 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/hyperv 2024-01-24T12:45:45.019 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/hyperv/hv_netvsc.ko 2024-01-24T12:45:45.019 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ieee802154 2024-01-24T12:45:45.019 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ieee802154/fakelb.ko 2024-01-24T12:45:45.019 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ifb.ko 2024-01-24T12:45:45.019 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ipvlan 2024-01-24T12:45:45.020 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ipvlan/ipvlan.ko 2024-01-24T12:45:45.020 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/macvlan.ko 2024-01-24T12:45:45.020 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/macvtap.ko 2024-01-24T12:45:45.020 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/mdio 2024-01-24T12:45:45.020 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/mdio.ko 2024-01-24T12:45:45.020 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/mdio/mdio-bcm-unimac.ko 2024-01-24T12:45:45.020 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/mdio/mdio-bitbang.ko 2024-01-24T12:45:45.020 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/mdio/mdio-regmap.ko 2024-01-24T12:45:45.020 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/mii.ko 2024-01-24T12:45:45.020 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/net_failover.ko 2024-01-24T12:45:45.020 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/netconsole.ko 2024-01-24T12:45:45.020 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/nlmon.ko 2024-01-24T12:45:45.020 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/pcs 2024-01-24T12:45:45.021 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/pcs/pcs-lynx.ko 2024-01-24T12:45:45.021 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/pcs/pcs_xpcs.ko 2024-01-24T12:45:45.021 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/phy 2024-01-24T12:45:45.021 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/phy/amd.ko 2024-01-24T12:45:45.021 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/phy/bcm-phy-lib.ko 2024-01-24T12:45:45.021 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/phy/bcm-phy-ptp.ko 2024-01-24T12:45:45.021 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/phy/bcm7xxx.ko 2024-01-24T12:45:45.021 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/phy/bcm87xx.ko 2024-01-24T12:45:45.021 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/phy/broadcom.ko 2024-01-24T12:45:45.021 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/phy/cicada.ko 2024-01-24T12:45:45.021 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/phy/davicom.ko 2024-01-24T12:45:45.021 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/phy/dp83640.ko 2024-01-24T12:45:45.021 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/phy/et1011c.ko 2024-01-24T12:45:45.022 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/phy/icplus.ko 2024-01-24T12:45:45.022 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/phy/lxt.ko 2024-01-24T12:45:45.022 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/phy/marvell.ko 2024-01-24T12:45:45.022 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/phy/micrel.ko 2024-01-24T12:45:45.022 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/phy/national.ko 2024-01-24T12:45:45.022 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/phy/phylink.ko 2024-01-24T12:45:45.022 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/phy/qsemi.ko 2024-01-24T12:45:45.022 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/phy/realtek.ko 2024-01-24T12:45:45.022 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/phy/smsc.ko 2024-01-24T12:45:45.022 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/phy/ste10Xp.ko 2024-01-24T12:45:45.022 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/phy/vitesse.ko 2024-01-24T12:45:45.022 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ppp 2024-01-24T12:45:45.022 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ppp/bsd_comp.ko 2024-01-24T12:45:45.022 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ppp/ppp_async.ko 2024-01-24T12:45:45.023 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ppp/ppp_deflate.ko 2024-01-24T12:45:45.023 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ppp/ppp_generic.ko 2024-01-24T12:45:45.023 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ppp/ppp_mppe.ko 2024-01-24T12:45:45.023 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ppp/ppp_synctty.ko 2024-01-24T12:45:45.023 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ppp/pppoe.ko 2024-01-24T12:45:45.023 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ppp/pppox.ko 2024-01-24T12:45:45.023 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ppp/pptp.ko 2024-01-24T12:45:45.023 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/slip 2024-01-24T12:45:45.023 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/slip/slhc.ko 2024-01-24T12:45:45.023 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/slip/slip.ko 2024-01-24T12:45:45.023 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/sungem_phy.ko 2024-01-24T12:45:45.023 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/tap.ko 2024-01-24T12:45:45.023 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/team 2024-01-24T12:45:45.023 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/team/team.ko 2024-01-24T12:45:45.024 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/team/team_mode_activebackup.ko 2024-01-24T12:45:45.024 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/team/team_mode_broadcast.ko 2024-01-24T12:45:45.024 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/team/team_mode_loadbalance.ko 2024-01-24T12:45:45.024 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/team/team_mode_random.ko 2024-01-24T12:45:45.024 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/team/team_mode_roundrobin.ko 2024-01-24T12:45:45.024 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/tun.ko 2024-01-24T12:45:45.024 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/veth.ko 2024-01-24T12:45:45.024 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/virtio_net.ko 2024-01-24T12:45:45.024 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/vmxnet3 2024-01-24T12:45:45.024 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/vmxnet3/vmxnet3.ko 2024-01-24T12:45:45.024 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/vxlan 2024-01-24T12:45:45.024 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/vxlan/vxlan.ko 2024-01-24T12:45:45.024 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/xen-netback 2024-01-24T12:45:45.025 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/xen-netback/xen-netback.ko 2024-01-24T12:45:45.025 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/xen-netfront.ko 2024-01-24T12:45:45.025 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ntb 2024-01-24T12:45:45.025 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ntb/ntb.ko 2024-01-24T12:45:45.025 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/nvme 2024-01-24T12:45:45.025 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/nvme/host 2024-01-24T12:45:45.025 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/nvme/host/nvme-core.ko 2024-01-24T12:45:45.025 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/nvme/host/nvme.ko 2024-01-24T12:45:45.025 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/parport 2024-01-24T12:45:45.025 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/parport/parport.ko 2024-01-24T12:45:45.025 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/parport/parport_cs.ko 2024-01-24T12:45:45.025 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/parport/parport_pc.ko 2024-01-24T12:45:45.025 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/parport/parport_serial.ko 2024-01-24T12:45:45.025 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/pci 2024-01-24T12:45:45.026 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/pci/hotplug 2024-01-24T12:45:45.026 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/pci/hotplug/acpiphp_ibm.ko 2024-01-24T12:45:45.026 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/pci/pcie 2024-01-24T12:45:45.026 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/pci/pcie/aer_inject.ko 2024-01-24T12:45:45.026 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/pci/xen-pcifront.ko 2024-01-24T12:45:45.026 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/pcmcia 2024-01-24T12:45:45.026 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/pcmcia/i82092.ko 2024-01-24T12:45:45.026 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/pcmcia/pd6729.ko 2024-01-24T12:45:45.026 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/pcmcia/yenta_socket.ko 2024-01-24T12:45:45.026 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/pinctrl 2024-01-24T12:45:45.026 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/pinctrl/intel 2024-01-24T12:45:45.026 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/pinctrl/intel/pinctrl-cherryview.ko 2024-01-24T12:45:45.026 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/platform 2024-01-24T12:45:45.026 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/platform/x86 2024-01-24T12:45:45.027 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/platform/x86/acer-wmi.ko 2024-01-24T12:45:45.027 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/platform/x86/acerhdf.ko 2024-01-24T12:45:45.027 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/platform/x86/apple-gmux.ko 2024-01-24T12:45:45.027 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/platform/x86/asus-laptop.ko 2024-01-24T12:45:45.027 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/platform/x86/asus-nb-wmi.ko 2024-01-24T12:45:45.027 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/platform/x86/asus-wmi.ko 2024-01-24T12:45:45.027 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/platform/x86/classmate-laptop.ko 2024-01-24T12:45:45.027 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/platform/x86/eeepc-laptop.ko 2024-01-24T12:45:45.027 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/platform/x86/eeepc-wmi.ko 2024-01-24T12:45:45.027 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/platform/x86/fujitsu-laptop.ko 2024-01-24T12:45:45.027 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/platform/x86/fujitsu-tablet.ko 2024-01-24T12:45:45.027 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/platform/x86/hdaps.ko 2024-01-24T12:45:45.027 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/platform/x86/intel 2024-01-24T12:45:45.028 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/platform/x86/intel/intel-rst.ko 2024-01-24T12:45:45.028 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/platform/x86/intel_ips.ko 2024-01-24T12:45:45.028 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/platform/x86/msi-wmi.ko 2024-01-24T12:45:45.028 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/platform/x86/mxm-wmi.ko 2024-01-24T12:45:45.028 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/platform/x86/panasonic-laptop.ko 2024-01-24T12:45:45.028 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/platform/x86/samsung-laptop.ko 2024-01-24T12:45:45.028 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/platform/x86/samsung-q10.ko 2024-01-24T12:45:45.028 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/platform/x86/topstar-laptop.ko 2024-01-24T12:45:45.028 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/platform/x86/toshiba_bluetooth.ko 2024-01-24T12:45:45.028 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/platform/x86/toshiba_haps.ko 2024-01-24T12:45:45.028 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/platform/x86/wmi-bmof.ko 2024-01-24T12:45:45.028 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/platform/x86/wmi.ko 2024-01-24T12:45:45.028 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/powercap 2024-01-24T12:45:45.029 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/powercap/intel_rapl_common.ko 2024-01-24T12:45:45.029 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/powercap/intel_rapl_msr.ko 2024-01-24T12:45:45.029 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/pps 2024-01-24T12:45:45.029 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/pps/clients 2024-01-24T12:45:45.029 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/pps/clients/pps-gpio.ko 2024-01-24T12:45:45.029 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/pps/clients/pps-ldisc.ko 2024-01-24T12:45:45.029 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/pps/clients/pps_parport.ko 2024-01-24T12:45:45.029 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/pps/pps_core.ko 2024-01-24T12:45:45.029 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ptp 2024-01-24T12:45:45.029 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ptp/ptp.ko 2024-01-24T12:45:45.029 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ptp/ptp_kvm.ko 2024-01-24T12:45:45.029 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/rtc 2024-01-24T12:45:45.029 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/rtc/rtc-bq32k.ko 2024-01-24T12:45:45.029 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/rtc/rtc-ds1286.ko 2024-01-24T12:45:45.030 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/rtc/rtc-ds1307.ko 2024-01-24T12:45:45.030 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/rtc/rtc-ds1374.ko 2024-01-24T12:45:45.030 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/rtc/rtc-ds1511.ko 2024-01-24T12:45:45.030 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/rtc/rtc-ds1553.ko 2024-01-24T12:45:45.030 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/rtc/rtc-ds1672.ko 2024-01-24T12:45:45.030 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/rtc/rtc-ds1742.ko 2024-01-24T12:45:45.030 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/rtc/rtc-ds2404.ko 2024-01-24T12:45:45.030 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/rtc/rtc-ds3232.ko 2024-01-24T12:45:45.030 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/rtc/rtc-em3027.ko 2024-01-24T12:45:45.030 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/rtc/rtc-fm3130.ko 2024-01-24T12:45:45.030 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/rtc/rtc-isl12022.ko 2024-01-24T12:45:45.030 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/rtc/rtc-isl1208.ko 2024-01-24T12:45:45.030 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/rtc/rtc-m41t80.ko 2024-01-24T12:45:45.031 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/rtc/rtc-m48t35.ko 2024-01-24T12:45:45.031 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/rtc/rtc-m48t59.ko 2024-01-24T12:45:45.031 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/rtc/rtc-max6900.ko 2024-01-24T12:45:45.031 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/rtc/rtc-msm6242.ko 2024-01-24T12:45:45.031 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/rtc/rtc-pcf2127.ko 2024-01-24T12:45:45.031 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/rtc/rtc-pcf85063.ko 2024-01-24T12:45:45.031 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/rtc/rtc-pcf8523.ko 2024-01-24T12:45:45.031 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/rtc/rtc-pcf8563.ko 2024-01-24T12:45:45.031 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/rtc/rtc-pcf8583.ko 2024-01-24T12:45:45.031 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/rtc/rtc-rp5c01.ko 2024-01-24T12:45:45.031 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/rtc/rtc-rs5c372.ko 2024-01-24T12:45:45.031 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/rtc/rtc-rv3029c2.ko 2024-01-24T12:45:45.031 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/rtc/rtc-rx8025.ko 2024-01-24T12:45:45.032 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/rtc/rtc-rx8581.ko 2024-01-24T12:45:45.032 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/rtc/rtc-stk17ta8.ko 2024-01-24T12:45:45.032 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/rtc/rtc-x1205.ko 2024-01-24T12:45:45.032 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi 2024-01-24T12:45:45.032 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/3w-9xxx.ko 2024-01-24T12:45:45.032 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/3w-sas.ko 2024-01-24T12:45:45.032 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/3w-xxxx.ko 2024-01-24T12:45:45.032 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/BusLogic.ko 2024-01-24T12:45:45.032 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/a100u2w.ko 2024-01-24T12:45:45.032 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/aacraid 2024-01-24T12:45:45.032 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/aacraid/aacraid.ko 2024-01-24T12:45:45.032 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/advansys.ko 2024-01-24T12:45:45.032 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/aic7xxx 2024-01-24T12:45:45.032 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/aic7xxx/aic79xx.ko 2024-01-24T12:45:45.033 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/aic7xxx/aic7xxx.ko 2024-01-24T12:45:45.033 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/am53c974.ko 2024-01-24T12:45:45.033 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/arcmsr 2024-01-24T12:45:45.033 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/arcmsr/arcmsr.ko 2024-01-24T12:45:45.033 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/atp870u.ko 2024-01-24T12:45:45.033 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/be2iscsi 2024-01-24T12:45:45.033 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/be2iscsi/be2iscsi.ko 2024-01-24T12:45:45.033 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/bfa 2024-01-24T12:45:45.033 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/bfa/bfa.ko 2024-01-24T12:45:45.033 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/bnx2fc 2024-01-24T12:45:45.033 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/bnx2fc/bnx2fc.ko 2024-01-24T12:45:45.033 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/bnx2i 2024-01-24T12:45:45.033 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/bnx2i/bnx2i.ko 2024-01-24T12:45:45.033 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/ch.ko 2024-01-24T12:45:45.034 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/csiostor 2024-01-24T12:45:45.034 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/csiostor/csiostor.ko 2024-01-24T12:45:45.034 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/cxgbi 2024-01-24T12:45:45.034 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/cxgbi/cxgb3i 2024-01-24T12:45:45.034 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/cxgbi/cxgb3i/cxgb3i.ko 2024-01-24T12:45:45.034 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/cxgbi/cxgb4i 2024-01-24T12:45:45.034 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/cxgbi/cxgb4i/cxgb4i.ko 2024-01-24T12:45:45.034 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/cxgbi/libcxgbi.ko 2024-01-24T12:45:45.034 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/dc395x.ko 2024-01-24T12:45:45.034 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/device_handler 2024-01-24T12:45:45.034 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/device_handler/scsi_dh_alua.ko 2024-01-24T12:45:45.034 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/device_handler/scsi_dh_emc.ko 2024-01-24T12:45:45.034 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/device_handler/scsi_dh_hp_sw.ko 2024-01-24T12:45:45.035 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/device_handler/scsi_dh_rdac.ko 2024-01-24T12:45:45.035 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/dmx3191d.ko 2024-01-24T12:45:45.035 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/esas2r 2024-01-24T12:45:45.035 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/esas2r/esas2r.ko 2024-01-24T12:45:45.035 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/esp_scsi.ko 2024-01-24T12:45:45.035 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/fcoe 2024-01-24T12:45:45.035 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/fcoe/fcoe.ko 2024-01-24T12:45:45.035 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/fcoe/libfcoe.ko 2024-01-24T12:45:45.035 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/fnic 2024-01-24T12:45:45.035 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/fnic/fnic.ko 2024-01-24T12:45:45.035 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/hpsa.ko 2024-01-24T12:45:45.035 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/hptiop.ko 2024-01-24T12:45:45.035 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/hv_storvsc.ko 2024-01-24T12:45:45.035 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/initio.ko 2024-01-24T12:45:45.036 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/ipr.ko 2024-01-24T12:45:45.036 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/ips.ko 2024-01-24T12:45:45.036 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/isci 2024-01-24T12:45:45.036 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/isci/isci.ko 2024-01-24T12:45:45.036 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/iscsi_boot_sysfs.ko 2024-01-24T12:45:45.036 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/iscsi_tcp.ko 2024-01-24T12:45:45.036 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/libfc 2024-01-24T12:45:45.036 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/libfc/libfc.ko 2024-01-24T12:45:45.036 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/libiscsi.ko 2024-01-24T12:45:45.036 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/libiscsi_tcp.ko 2024-01-24T12:45:45.036 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/libsas 2024-01-24T12:45:45.036 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/libsas/libsas.ko 2024-01-24T12:45:45.036 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/lpfc 2024-01-24T12:45:45.036 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/lpfc/lpfc.ko 2024-01-24T12:45:45.037 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/megaraid 2024-01-24T12:45:45.037 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/megaraid.ko 2024-01-24T12:45:45.037 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/megaraid/megaraid_mbox.ko 2024-01-24T12:45:45.037 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/megaraid/megaraid_mm.ko 2024-01-24T12:45:45.037 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/megaraid/megaraid_sas.ko 2024-01-24T12:45:45.037 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/mpt3sas 2024-01-24T12:45:45.037 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/mpt3sas/mpt3sas.ko 2024-01-24T12:45:45.037 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/mvsas 2024-01-24T12:45:45.037 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/mvsas/mvsas.ko 2024-01-24T12:45:45.037 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/mvumi.ko 2024-01-24T12:45:45.037 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/pm8001 2024-01-24T12:45:45.037 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/pm8001/pm80xx.ko 2024-01-24T12:45:45.037 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/pmcraid.ko 2024-01-24T12:45:45.037 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/qla1280.ko 2024-01-24T12:45:45.037 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/qla2xxx 2024-01-24T12:45:45.038 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/qla2xxx/qla2xxx.ko 2024-01-24T12:45:45.038 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/qla2xxx/tcm_qla2xxx.ko 2024-01-24T12:45:45.038 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/qla4xxx 2024-01-24T12:45:45.038 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/qla4xxx/qla4xxx.ko 2024-01-24T12:45:45.038 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/raid_class.ko 2024-01-24T12:45:45.038 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/scsi_debug.ko 2024-01-24T12:45:45.038 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/scsi_transport_fc.ko 2024-01-24T12:45:45.038 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/scsi_transport_iscsi.ko 2024-01-24T12:45:45.038 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/scsi_transport_sas.ko 2024-01-24T12:45:45.038 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/scsi_transport_spi.ko 2024-01-24T12:45:45.038 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/scsi_transport_srp.ko 2024-01-24T12:45:45.038 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/ses.ko 2024-01-24T12:45:45.038 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/st.ko 2024-01-24T12:45:45.039 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/stex.ko 2024-01-24T12:45:45.039 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/sym53c8xx_2 2024-01-24T12:45:45.039 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/sym53c8xx_2/sym53c8xx.ko 2024-01-24T12:45:45.039 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/virtio_scsi.ko 2024-01-24T12:45:45.039 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/vmw_pvscsi.ko 2024-01-24T12:45:45.039 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/wd719x.ko 2024-01-24T12:45:45.039 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ssb 2024-01-24T12:45:45.039 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ssb/ssb.ko 2024-01-24T12:45:45.039 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/target 2024-01-24T12:45:45.039 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/target/iscsi 2024-01-24T12:45:45.039 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/target/iscsi/iscsi_target_mod.ko 2024-01-24T12:45:45.039 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/target/loopback 2024-01-24T12:45:45.039 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/target/loopback/tcm_loop.ko 2024-01-24T12:45:45.039 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/target/target_core_file.ko 2024-01-24T12:45:45.039 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/target/target_core_iblock.ko 2024-01-24T12:45:45.040 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/target/target_core_mod.ko 2024-01-24T12:45:45.040 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/target/target_core_pscsi.ko 2024-01-24T12:45:45.040 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/target/target_core_user.ko 2024-01-24T12:45:45.040 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/target/tcm_fc 2024-01-24T12:45:45.040 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/target/tcm_fc/tcm_fc.ko 2024-01-24T12:45:45.040 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/thermal 2024-01-24T12:45:45.040 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/thermal/intel 2024-01-24T12:45:45.040 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/thermal/intel/int340x_thermal 2024-01-24T12:45:45.040 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/thermal/intel/int340x_thermal/acpi_thermal_rel.ko 2024-01-24T12:45:45.040 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/thermal/intel/int340x_thermal/int3400_thermal.ko 2024-01-24T12:45:45.040 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/thermal/intel/int340x_thermal/int3401_thermal.ko 2024-01-24T12:45:45.040 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/thermal/intel/int340x_thermal/int3402_thermal.ko 2024-01-24T12:45:45.040 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/thermal/intel/int340x_thermal/int3403_thermal.ko 2024-01-24T12:45:45.041 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/thermal/intel/int340x_thermal/int340x_thermal_zone.ko 2024-01-24T12:45:45.041 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device.ko 2024-01-24T12:45:45.041 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci.ko 2024-01-24T12:45:45.041 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci_legacy.ko 2024-01-24T12:45:45.041 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_mbox.ko 2024-01-24T12:45:45.041 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_power_floor.ko 2024-01-24T12:45:45.041 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rapl.ko 2024-01-24T12:45:45.041 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rfim.ko 2024-01-24T12:45:45.041 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_wt_hint.ko 2024-01-24T12:45:45.041 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_wt_req.ko 2024-01-24T12:45:45.041 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/thermal/intel/intel_soc_dts_iosf.ko 2024-01-24T12:45:45.041 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/thermal/intel/intel_soc_dts_thermal.ko 2024-01-24T12:45:45.041 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/thermal/intel/x86_pkg_temp_thermal.ko 2024-01-24T12:45:45.041 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/tty 2024-01-24T12:45:45.042 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/tty/ipwireless 2024-01-24T12:45:45.042 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/tty/ipwireless/ipwireless.ko 2024-01-24T12:45:45.042 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/tty/n_gsm.ko 2024-01-24T12:45:45.042 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/tty/n_hdlc.ko 2024-01-24T12:45:45.042 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/tty/nozomi.ko 2024-01-24T12:45:45.042 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/tty/serial 2024-01-24T12:45:45.042 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/tty/serial/8250 2024-01-24T12:45:45.042 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/tty/serial/8250/serial_cs.ko 2024-01-24T12:45:45.042 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/tty/serial/arc_uart.ko 2024-01-24T12:45:45.042 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/tty/serial/jsm 2024-01-24T12:45:45.042 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/tty/serial/jsm/jsm.ko 2024-01-24T12:45:45.042 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ufs 2024-01-24T12:45:45.042 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ufs/core 2024-01-24T12:45:45.042 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ufs/core/ufshcd-core.ko 2024-01-24T12:45:45.043 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ufs/host 2024-01-24T12:45:45.043 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ufs/host/ufshcd-pci.ko 2024-01-24T12:45:45.043 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/uio 2024-01-24T12:45:45.043 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/uio/uio.ko 2024-01-24T12:45:45.043 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/uio/uio_aec.ko 2024-01-24T12:45:45.043 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/uio/uio_cif.ko 2024-01-24T12:45:45.043 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/uio/uio_pci_generic.ko 2024-01-24T12:45:45.043 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/uio/uio_sercos3.ko 2024-01-24T12:45:45.043 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb 2024-01-24T12:45:45.043 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/class 2024-01-24T12:45:45.043 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/class/cdc-acm.ko 2024-01-24T12:45:45.043 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/class/cdc-wdm.ko 2024-01-24T12:45:45.043 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/class/usblp.ko 2024-01-24T12:45:45.043 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/class/usbtmc.ko 2024-01-24T12:45:45.044 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/host 2024-01-24T12:45:45.044 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/host/sl811-hcd.ko 2024-01-24T12:45:45.044 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/image 2024-01-24T12:45:45.044 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/image/mdc800.ko 2024-01-24T12:45:45.044 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/image/microtek.ko 2024-01-24T12:45:45.044 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/misc 2024-01-24T12:45:45.044 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/misc/adutux.ko 2024-01-24T12:45:45.044 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/misc/appledisplay.ko 2024-01-24T12:45:45.044 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/misc/emi26.ko 2024-01-24T12:45:45.044 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/misc/emi62.ko 2024-01-24T12:45:45.044 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/misc/ezusb.ko 2024-01-24T12:45:45.044 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/misc/idmouse.ko 2024-01-24T12:45:45.045 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/misc/iowarrior.ko 2024-01-24T12:45:45.045 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/misc/isight_firmware.ko 2024-01-24T12:45:45.045 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/misc/ldusb.ko 2024-01-24T12:45:45.045 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/misc/legousbtower.ko 2024-01-24T12:45:45.045 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/misc/sisusbvga 2024-01-24T12:45:45.045 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/misc/sisusbvga/sisusbvga.ko 2024-01-24T12:45:45.045 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/misc/trancevibrator.ko 2024-01-24T12:45:45.045 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/misc/usb3503.ko 2024-01-24T12:45:45.045 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/misc/usblcd.ko 2024-01-24T12:45:45.045 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/misc/usbsevseg.ko 2024-01-24T12:45:45.045 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/misc/uss720.ko 2024-01-24T12:45:45.045 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/misc/yurex.ko 2024-01-24T12:45:45.045 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/phy 2024-01-24T12:45:45.045 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/phy/phy-generic.ko 2024-01-24T12:45:45.046 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial 2024-01-24T12:45:45.046 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/aircable.ko 2024-01-24T12:45:45.046 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/ark3116.ko 2024-01-24T12:45:45.046 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/belkin_sa.ko 2024-01-24T12:45:45.046 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/ch341.ko 2024-01-24T12:45:45.046 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/cp210x.ko 2024-01-24T12:45:45.046 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/cyberjack.ko 2024-01-24T12:45:45.046 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/cypress_m8.ko 2024-01-24T12:45:45.046 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/digi_acceleport.ko 2024-01-24T12:45:45.046 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/empeg.ko 2024-01-24T12:45:45.046 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/ftdi_sio.ko 2024-01-24T12:45:45.046 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/garmin_gps.ko 2024-01-24T12:45:45.046 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/io_edgeport.ko 2024-01-24T12:45:45.047 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/io_ti.ko 2024-01-24T12:45:45.047 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/ipaq.ko 2024-01-24T12:45:45.047 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/ipw.ko 2024-01-24T12:45:45.047 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/ir-usb.ko 2024-01-24T12:45:45.047 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/iuu_phoenix.ko 2024-01-24T12:45:45.047 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/keyspan.ko 2024-01-24T12:45:45.047 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/keyspan_pda.ko 2024-01-24T12:45:45.047 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/kl5kusb105.ko 2024-01-24T12:45:45.047 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/kobil_sct.ko 2024-01-24T12:45:45.047 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/mct_u232.ko 2024-01-24T12:45:45.047 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/mos7720.ko 2024-01-24T12:45:45.047 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/mos7840.ko 2024-01-24T12:45:45.047 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/navman.ko 2024-01-24T12:45:45.047 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/omninet.ko 2024-01-24T12:45:45.048 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/opticon.ko 2024-01-24T12:45:45.048 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/option.ko 2024-01-24T12:45:45.048 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/oti6858.ko 2024-01-24T12:45:45.048 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/pl2303.ko 2024-01-24T12:45:45.048 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/qcaux.ko 2024-01-24T12:45:45.048 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/qcserial.ko 2024-01-24T12:45:45.048 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/quatech2.ko 2024-01-24T12:45:45.048 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/safe_serial.ko 2024-01-24T12:45:45.048 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/sierra.ko 2024-01-24T12:45:45.048 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/spcp8x5.ko 2024-01-24T12:45:45.048 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/ssu100.ko 2024-01-24T12:45:45.048 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/symbolserial.ko 2024-01-24T12:45:45.049 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/ti_usb_3410_5052.ko 2024-01-24T12:45:45.049 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/usb-serial-simple.ko 2024-01-24T12:45:45.049 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/usb_debug.ko 2024-01-24T12:45:45.049 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/usb_wwan.ko 2024-01-24T12:45:45.049 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/visor.ko 2024-01-24T12:45:45.049 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/whiteheat.ko 2024-01-24T12:45:45.049 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/xsens_mt.ko 2024-01-24T12:45:45.049 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/storage 2024-01-24T12:45:45.049 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/storage/uas.ko 2024-01-24T12:45:45.049 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/storage/ums-alauda.ko 2024-01-24T12:45:45.049 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/storage/ums-cypress.ko 2024-01-24T12:45:45.049 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/storage/ums-datafab.ko 2024-01-24T12:45:45.049 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/storage/ums-eneub6250.ko 2024-01-24T12:45:45.049 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/storage/ums-freecom.ko 2024-01-24T12:45:45.050 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/storage/ums-isd200.ko 2024-01-24T12:45:45.050 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/storage/ums-jumpshot.ko 2024-01-24T12:45:45.050 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/storage/ums-karma.ko 2024-01-24T12:45:45.050 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/storage/ums-onetouch.ko 2024-01-24T12:45:45.050 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/storage/ums-realtek.ko 2024-01-24T12:45:45.050 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/storage/ums-sddr09.ko 2024-01-24T12:45:45.050 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/storage/ums-sddr55.ko 2024-01-24T12:45:45.050 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/storage/ums-usbat.ko 2024-01-24T12:45:45.050 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/storage/usb-storage.ko 2024-01-24T12:45:45.050 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/usbip 2024-01-24T12:45:45.050 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/usbip/usbip-core.ko 2024-01-24T12:45:45.050 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/usbip/usbip-host.ko 2024-01-24T12:45:45.050 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/usbip/vhci-hcd.ko 2024-01-24T12:45:45.050 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/vfio 2024-01-24T12:45:45.051 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/vfio/pci 2024-01-24T12:45:45.051 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/vfio/pci/vfio-pci-core.ko 2024-01-24T12:45:45.051 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/vfio/pci/vfio-pci.ko 2024-01-24T12:45:45.051 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/vfio/vfio.ko 2024-01-24T12:45:45.051 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/vfio/vfio_iommu_type1.ko 2024-01-24T12:45:45.051 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/vhost 2024-01-24T12:45:45.051 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/vhost/vhost.ko 2024-01-24T12:45:45.051 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/vhost/vhost_iotlb.ko 2024-01-24T12:45:45.051 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/vhost/vhost_net.ko 2024-01-24T12:45:45.051 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/vhost/vhost_scsi.ko 2024-01-24T12:45:45.051 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/video 2024-01-24T12:45:45.051 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/video/backlight 2024-01-24T12:45:45.051 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/video/backlight/apple_bl.ko 2024-01-24T12:45:45.052 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/video/backlight/lcd.ko 2024-01-24T12:45:45.052 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/video/backlight/platform_lcd.ko 2024-01-24T12:45:45.052 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/virtio 2024-01-24T12:45:45.052 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/virtio/virtio.ko 2024-01-24T12:45:45.052 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/virtio/virtio_balloon.ko 2024-01-24T12:45:45.052 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/virtio/virtio_mmio.ko 2024-01-24T12:45:45.052 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/virtio/virtio_pci.ko 2024-01-24T12:45:45.052 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/virtio/virtio_pci_legacy_dev.ko 2024-01-24T12:45:45.052 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/virtio/virtio_pci_modern_dev.ko 2024-01-24T12:45:45.052 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/virtio/virtio_ring.ko 2024-01-24T12:45:45.052 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/w1 2024-01-24T12:45:45.052 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/w1/masters 2024-01-24T12:45:45.052 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/w1/masters/ds2482.ko 2024-01-24T12:45:45.053 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/w1/masters/ds2490.ko 2024-01-24T12:45:45.053 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/w1/slaves 2024-01-24T12:45:45.053 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/w1/slaves/w1_ds2406.ko 2024-01-24T12:45:45.053 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/w1/slaves/w1_ds2408.ko 2024-01-24T12:45:45.053 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/w1/slaves/w1_ds2413.ko 2024-01-24T12:45:45.053 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/w1/slaves/w1_ds2423.ko 2024-01-24T12:45:45.053 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/w1/slaves/w1_ds2431.ko 2024-01-24T12:45:45.053 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/w1/slaves/w1_ds2433.ko 2024-01-24T12:45:45.053 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/w1/slaves/w1_ds2780.ko 2024-01-24T12:45:45.053 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/w1/slaves/w1_ds2781.ko 2024-01-24T12:45:45.053 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/w1/slaves/w1_ds28e04.ko 2024-01-24T12:45:45.053 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/w1/slaves/w1_smem.ko 2024-01-24T12:45:45.053 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/w1/slaves/w1_therm.ko 2024-01-24T12:45:45.053 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/w1/wire.ko 2024-01-24T12:45:45.054 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/watchdog 2024-01-24T12:45:45.054 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/watchdog/alim1535_wdt.ko 2024-01-24T12:45:45.054 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/watchdog/alim7101_wdt.ko 2024-01-24T12:45:45.054 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/watchdog/f71808e_wdt.ko 2024-01-24T12:45:45.054 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/watchdog/hpwdt.ko 2024-01-24T12:45:45.054 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/watchdog/i6300esb.ko 2024-01-24T12:45:45.054 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/watchdog/iTCO_vendor_support.ko 2024-01-24T12:45:45.054 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/watchdog/iTCO_wdt.ko 2024-01-24T12:45:45.054 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/watchdog/ib700wdt.ko 2024-01-24T12:45:45.054 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/watchdog/ibmasr.ko 2024-01-24T12:45:45.054 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/watchdog/ie6xx_wdt.ko 2024-01-24T12:45:45.054 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/watchdog/it8712f_wdt.ko 2024-01-24T12:45:45.054 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/watchdog/it87_wdt.ko 2024-01-24T12:45:45.054 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/watchdog/machzwd.ko 2024-01-24T12:45:45.055 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/watchdog/nv_tco.ko 2024-01-24T12:45:45.055 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/watchdog/pcwd_pci.ko 2024-01-24T12:45:45.055 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/watchdog/pcwd_usb.ko 2024-01-24T12:45:45.055 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/watchdog/sbc_fitpc2_wdt.ko 2024-01-24T12:45:45.055 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/watchdog/sch311x_wdt.ko 2024-01-24T12:45:45.055 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/watchdog/softdog.ko 2024-01-24T12:45:45.055 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/watchdog/sp5100_tco.ko 2024-01-24T12:45:45.055 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/watchdog/via_wdt.ko 2024-01-24T12:45:45.055 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/watchdog/w83627hf_wdt.ko 2024-01-24T12:45:45.055 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/watchdog/w83877f_wdt.ko 2024-01-24T12:45:45.055 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/watchdog/w83977f_wdt.ko 2024-01-24T12:45:45.055 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/watchdog/wdt_pci.ko 2024-01-24T12:45:45.055 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/watchdog/xen_wdt.ko 2024-01-24T12:45:45.055 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/xen 2024-01-24T12:45:45.056 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/xen/xen-acpi-processor.ko 2024-01-24T12:45:45.056 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/xen/xen-evtchn.ko 2024-01-24T12:45:45.056 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/xen/xen-gntalloc.ko 2024-01-24T12:45:45.056 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/xen/xen-gntdev.ko 2024-01-24T12:45:45.056 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/xen/xen-pciback 2024-01-24T12:45:45.056 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/xen/xen-pciback/xen-pciback.ko 2024-01-24T12:45:45.056 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/xen/xen-privcmd.ko 2024-01-24T12:45:45.056 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/xen/xenfs 2024-01-24T12:45:45.056 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/xen/xenfs/xenfs.ko 2024-01-24T12:45:45.056 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs 2024-01-24T12:45:45.056 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/9p 2024-01-24T12:45:45.056 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/9p/9p.ko 2024-01-24T12:45:45.056 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/affs 2024-01-24T12:45:45.057 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/affs/affs.ko 2024-01-24T12:45:45.057 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/befs 2024-01-24T12:45:45.057 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/befs/befs.ko 2024-01-24T12:45:45.057 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/binfmt_misc.ko 2024-01-24T12:45:45.057 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/btrfs 2024-01-24T12:45:45.057 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/btrfs/btrfs.ko 2024-01-24T12:45:45.057 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/cachefiles 2024-01-24T12:45:45.057 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/cachefiles/cachefiles.ko 2024-01-24T12:45:45.057 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/ceph 2024-01-24T12:45:45.057 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/ceph/ceph.ko 2024-01-24T12:45:45.057 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/coda 2024-01-24T12:45:45.057 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/coda/coda.ko 2024-01-24T12:45:45.057 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/cramfs 2024-01-24T12:45:45.057 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/cramfs/cramfs.ko 2024-01-24T12:45:45.058 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/dlm 2024-01-24T12:45:45.058 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/dlm/dlm.ko 2024-01-24T12:45:45.058 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/ecryptfs 2024-01-24T12:45:45.058 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/ecryptfs/ecryptfs.ko 2024-01-24T12:45:45.058 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/f2fs 2024-01-24T12:45:45.058 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/f2fs/f2fs.ko 2024-01-24T12:45:45.058 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/fat 2024-01-24T12:45:45.058 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/fat/fat.ko 2024-01-24T12:45:45.058 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/fat/msdos.ko 2024-01-24T12:45:45.058 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/fat/vfat.ko 2024-01-24T12:45:45.058 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/fscache 2024-01-24T12:45:45.058 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/fscache/fscache.ko 2024-01-24T12:45:45.058 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/fuse 2024-01-24T12:45:45.058 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/fuse/cuse.ko 2024-01-24T12:45:45.059 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/fuse/fuse.ko 2024-01-24T12:45:45.059 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/gfs2 2024-01-24T12:45:45.059 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/gfs2/gfs2.ko 2024-01-24T12:45:45.059 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/hfs 2024-01-24T12:45:45.059 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/hfs/hfs.ko 2024-01-24T12:45:45.059 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/hfsplus 2024-01-24T12:45:45.059 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/hfsplus/hfsplus.ko 2024-01-24T12:45:45.059 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/isofs 2024-01-24T12:45:45.059 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/isofs/isofs.ko 2024-01-24T12:45:45.059 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/jfs 2024-01-24T12:45:45.059 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/jfs/jfs.ko 2024-01-24T12:45:45.059 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/lockd 2024-01-24T12:45:45.059 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/lockd/lockd.ko 2024-01-24T12:45:45.059 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/minix 2024-01-24T12:45:45.059 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/minix/minix.ko 2024-01-24T12:45:45.060 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/netfs 2024-01-24T12:45:45.060 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/netfs/netfs.ko 2024-01-24T12:45:45.060 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nfs 2024-01-24T12:45:45.060 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nfs/blocklayout 2024-01-24T12:45:45.060 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nfs/blocklayout/blocklayoutdriver.ko 2024-01-24T12:45:45.060 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nfs/filelayout 2024-01-24T12:45:45.060 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nfs/filelayout/nfs_layout_nfsv41_files.ko 2024-01-24T12:45:45.060 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nfs/flexfilelayout 2024-01-24T12:45:45.060 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nfs/flexfilelayout/nfs_layout_flexfiles.ko 2024-01-24T12:45:45.060 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nfs/nfs.ko 2024-01-24T12:45:45.060 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nfs/nfsv3.ko 2024-01-24T12:45:45.060 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nfs/nfsv4.ko 2024-01-24T12:45:45.060 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nfs_common 2024-01-24T12:45:45.060 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nfs_common/grace.ko 2024-01-24T12:45:45.061 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nfs_common/nfs_acl.ko 2024-01-24T12:45:45.061 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nfsd 2024-01-24T12:45:45.061 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nfsd/nfsd.ko 2024-01-24T12:45:45.061 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nilfs2 2024-01-24T12:45:45.061 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nilfs2/nilfs2.ko 2024-01-24T12:45:45.061 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls 2024-01-24T12:45:45.061 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/mac-celtic.ko 2024-01-24T12:45:45.061 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/mac-centeuro.ko 2024-01-24T12:45:45.061 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/mac-croatian.ko 2024-01-24T12:45:45.061 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/mac-cyrillic.ko 2024-01-24T12:45:45.061 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/mac-gaelic.ko 2024-01-24T12:45:45.061 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/mac-greek.ko 2024-01-24T12:45:45.061 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/mac-iceland.ko 2024-01-24T12:45:45.061 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/mac-inuit.ko 2024-01-24T12:45:45.062 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/mac-roman.ko 2024-01-24T12:45:45.062 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/mac-romanian.ko 2024-01-24T12:45:45.062 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/mac-turkish.ko 2024-01-24T12:45:45.062 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_cp1250.ko 2024-01-24T12:45:45.062 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_cp1251.ko 2024-01-24T12:45:45.062 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_cp1255.ko 2024-01-24T12:45:45.062 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_cp737.ko 2024-01-24T12:45:45.062 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_cp775.ko 2024-01-24T12:45:45.062 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_cp850.ko 2024-01-24T12:45:45.062 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_cp852.ko 2024-01-24T12:45:45.062 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_cp855.ko 2024-01-24T12:45:45.062 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_cp857.ko 2024-01-24T12:45:45.062 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_cp860.ko 2024-01-24T12:45:45.062 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_cp861.ko 2024-01-24T12:45:45.063 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_cp862.ko 2024-01-24T12:45:45.063 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_cp863.ko 2024-01-24T12:45:45.063 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_cp864.ko 2024-01-24T12:45:45.063 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_cp865.ko 2024-01-24T12:45:45.063 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_cp866.ko 2024-01-24T12:45:45.063 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_cp869.ko 2024-01-24T12:45:45.063 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_cp874.ko 2024-01-24T12:45:45.063 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_cp932.ko 2024-01-24T12:45:45.063 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_cp936.ko 2024-01-24T12:45:45.063 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_cp949.ko 2024-01-24T12:45:45.063 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_cp950.ko 2024-01-24T12:45:45.063 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_euc-jp.ko 2024-01-24T12:45:45.063 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_iso8859-1.ko 2024-01-24T12:45:45.063 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_iso8859-13.ko 2024-01-24T12:45:45.063 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_iso8859-14.ko 2024-01-24T12:45:45.064 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_iso8859-15.ko 2024-01-24T12:45:45.064 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_iso8859-2.ko 2024-01-24T12:45:45.064 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_iso8859-3.ko 2024-01-24T12:45:45.064 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_iso8859-4.ko 2024-01-24T12:45:45.064 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_iso8859-5.ko 2024-01-24T12:45:45.064 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_iso8859-6.ko 2024-01-24T12:45:45.064 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_iso8859-7.ko 2024-01-24T12:45:45.064 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_iso8859-9.ko 2024-01-24T12:45:45.064 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_koi8-r.ko 2024-01-24T12:45:45.064 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_koi8-ru.ko 2024-01-24T12:45:45.064 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_koi8-u.ko 2024-01-24T12:45:45.064 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_ucs2_utils.ko 2024-01-24T12:45:45.064 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_utf8.ko 2024-01-24T12:45:45.064 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/ocfs2 2024-01-24T12:45:45.065 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/ocfs2/cluster 2024-01-24T12:45:45.065 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/ocfs2/cluster/ocfs2_nodemanager.ko 2024-01-24T12:45:45.065 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/ocfs2/dlm 2024-01-24T12:45:45.065 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/ocfs2/dlm/ocfs2_dlm.ko 2024-01-24T12:45:45.065 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/ocfs2/dlmfs 2024-01-24T12:45:45.065 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/ocfs2/dlmfs/ocfs2_dlmfs.ko 2024-01-24T12:45:45.065 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/ocfs2/ocfs2.ko 2024-01-24T12:45:45.065 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/ocfs2/ocfs2_stack_o2cb.ko 2024-01-24T12:45:45.065 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/ocfs2/ocfs2_stack_user.ko 2024-01-24T12:45:45.065 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/ocfs2/ocfs2_stackglue.ko 2024-01-24T12:45:45.065 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/overlayfs 2024-01-24T12:45:45.065 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/overlayfs/overlay.ko 2024-01-24T12:45:45.065 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/pstore 2024-01-24T12:45:45.065 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/pstore/ramoops.ko 2024-01-24T12:45:45.066 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/reiserfs 2024-01-24T12:45:45.066 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/reiserfs/reiserfs.ko 2024-01-24T12:45:45.066 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/romfs 2024-01-24T12:45:45.066 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/romfs/romfs.ko 2024-01-24T12:45:45.066 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/smb 2024-01-24T12:45:45.066 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/smb/client 2024-01-24T12:45:45.066 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/smb/client/cifs.ko 2024-01-24T12:45:45.066 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/smb/common 2024-01-24T12:45:45.066 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/smb/common/cifs_arc4.ko 2024-01-24T12:45:45.066 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/smb/common/cifs_md4.ko 2024-01-24T12:45:45.066 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/squashfs 2024-01-24T12:45:45.066 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/squashfs/squashfs.ko 2024-01-24T12:45:45.066 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/sysv 2024-01-24T12:45:45.066 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/sysv/sysv.ko 2024-01-24T12:45:45.067 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/udf 2024-01-24T12:45:45.067 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/udf/udf.ko 2024-01-24T12:45:45.067 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/ufs 2024-01-24T12:45:45.067 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/ufs/ufs.ko 2024-01-24T12:45:45.067 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/xfs 2024-01-24T12:45:45.067 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/xfs/xfs.ko 2024-01-24T12:45:45.067 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/kernel 2024-01-24T12:45:45.067 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/kernel/rcu 2024-01-24T12:45:45.067 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/kernel/rcu/rcutorture.ko 2024-01-24T12:45:45.067 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/kernel/torture.ko 2024-01-24T12:45:45.067 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/kernel/trace 2024-01-24T12:45:45.067 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/kernel/trace/ring_buffer_benchmark.ko 2024-01-24T12:45:45.067 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/lib 2024-01-24T12:45:45.067 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/lib/asn1_encoder.ko 2024-01-24T12:45:45.068 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/lib/crc-itu-t.ko 2024-01-24T12:45:45.068 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/lib/crc8.ko 2024-01-24T12:45:45.068 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/lib/crypto 2024-01-24T12:45:45.068 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/lib/crypto/libarc4.ko 2024-01-24T12:45:45.068 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/lib/crypto/libdes.ko 2024-01-24T12:45:45.068 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/lib/libcrc32c.ko 2024-01-24T12:45:45.068 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/lib/lru_cache.ko 2024-01-24T12:45:45.068 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/lib/lz4 2024-01-24T12:45:45.068 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/lib/lz4/lz4_compress.ko 2024-01-24T12:45:45.068 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/lib/lz4/lz4hc_compress.ko 2024-01-24T12:45:45.068 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/lib/math 2024-01-24T12:45:45.068 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/lib/math/cordic.ko 2024-01-24T12:45:45.068 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/lib/raid6 2024-01-24T12:45:45.068 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/lib/raid6/raid6_pq.ko 2024-01-24T12:45:45.069 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/lib/reed_solomon 2024-01-24T12:45:45.069 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/lib/reed_solomon/reed_solomon.ko 2024-01-24T12:45:45.069 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/lib/ts_bm.ko 2024-01-24T12:45:45.069 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/lib/ts_fsm.ko 2024-01-24T12:45:45.069 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/lib/ts_kmp.ko 2024-01-24T12:45:45.069 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/lib/zstd 2024-01-24T12:45:45.069 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/lib/zstd/zstd_compress.ko 2024-01-24T12:45:45.069 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/mm 2024-01-24T12:45:45.069 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/mm/hwpoison-inject.ko 2024-01-24T12:45:45.069 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net 2024-01-24T12:45:45.069 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/6lowpan 2024-01-24T12:45:45.069 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/6lowpan/6lowpan.ko 2024-01-24T12:45:45.069 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/6lowpan/nhc_dest.ko 2024-01-24T12:45:45.069 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/6lowpan/nhc_fragment.ko 2024-01-24T12:45:45.070 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/6lowpan/nhc_hop.ko 2024-01-24T12:45:45.070 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/6lowpan/nhc_ipv6.ko 2024-01-24T12:45:45.070 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/6lowpan/nhc_mobility.ko 2024-01-24T12:45:45.070 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/6lowpan/nhc_routing.ko 2024-01-24T12:45:45.070 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/6lowpan/nhc_udp.ko 2024-01-24T12:45:45.070 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/802 2024-01-24T12:45:45.070 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/802/garp.ko 2024-01-24T12:45:45.070 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/802/mrp.ko 2024-01-24T12:45:45.070 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/802/p8022.ko 2024-01-24T12:45:45.070 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/802/psnap.ko 2024-01-24T12:45:45.070 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/802/stp.ko 2024-01-24T12:45:45.070 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/8021q 2024-01-24T12:45:45.070 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/8021q/8021q.ko 2024-01-24T12:45:45.070 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/9p 2024-01-24T12:45:45.070 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/9p/9pnet.ko 2024-01-24T12:45:45.071 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/9p/9pnet_fd.ko 2024-01-24T12:45:45.071 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/9p/9pnet_rdma.ko 2024-01-24T12:45:45.071 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/9p/9pnet_virtio.ko 2024-01-24T12:45:45.071 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/batman-adv 2024-01-24T12:45:45.071 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/batman-adv/batman-adv.ko 2024-01-24T12:45:45.071 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/bridge 2024-01-24T12:45:45.071 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/bridge/br_netfilter.ko 2024-01-24T12:45:45.071 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/bridge/bridge.ko 2024-01-24T12:45:45.071 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/bridge/netfilter 2024-01-24T12:45:45.071 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/bridge/netfilter/ebt_802_3.ko 2024-01-24T12:45:45.071 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/bridge/netfilter/ebt_among.ko 2024-01-24T12:45:45.071 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/bridge/netfilter/ebt_arp.ko 2024-01-24T12:45:45.071 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/bridge/netfilter/ebt_arpreply.ko 2024-01-24T12:45:45.071 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/bridge/netfilter/ebt_dnat.ko 2024-01-24T12:45:45.072 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/bridge/netfilter/ebt_ip.ko 2024-01-24T12:45:45.072 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/bridge/netfilter/ebt_ip6.ko 2024-01-24T12:45:45.072 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/bridge/netfilter/ebt_limit.ko 2024-01-24T12:45:45.072 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/bridge/netfilter/ebt_log.ko 2024-01-24T12:45:45.072 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/bridge/netfilter/ebt_mark.ko 2024-01-24T12:45:45.072 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/bridge/netfilter/ebt_mark_m.ko 2024-01-24T12:45:45.072 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/bridge/netfilter/ebt_nflog.ko 2024-01-24T12:45:45.072 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/bridge/netfilter/ebt_pkttype.ko 2024-01-24T12:45:45.072 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/bridge/netfilter/ebt_redirect.ko 2024-01-24T12:45:45.072 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/bridge/netfilter/ebt_snat.ko 2024-01-24T12:45:45.072 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/bridge/netfilter/ebt_stp.ko 2024-01-24T12:45:45.072 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/bridge/netfilter/ebt_vlan.ko 2024-01-24T12:45:45.072 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/bridge/netfilter/ebtable_broute.ko 2024-01-24T12:45:45.072 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/bridge/netfilter/ebtable_filter.ko 2024-01-24T12:45:45.073 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/bridge/netfilter/ebtable_nat.ko 2024-01-24T12:45:45.073 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/bridge/netfilter/ebtables.ko 2024-01-24T12:45:45.073 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/bridge/netfilter/nf_conntrack_bridge.ko 2024-01-24T12:45:45.073 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/bridge/netfilter/nft_meta_bridge.ko 2024-01-24T12:45:45.073 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/bridge/netfilter/nft_reject_bridge.ko 2024-01-24T12:45:45.073 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ceph 2024-01-24T12:45:45.073 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ceph/libceph.ko 2024-01-24T12:45:45.073 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/core 2024-01-24T12:45:45.073 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/core/failover.ko 2024-01-24T12:45:45.073 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/core/pktgen.ko 2024-01-24T12:45:45.073 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/dccp 2024-01-24T12:45:45.073 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/dccp/dccp.ko 2024-01-24T12:45:45.073 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/dccp/dccp_diag.ko 2024-01-24T12:45:45.073 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/dccp/dccp_ipv4.ko 2024-01-24T12:45:45.074 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/dccp/dccp_ipv6.ko 2024-01-24T12:45:45.074 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/dns_resolver 2024-01-24T12:45:45.074 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/dns_resolver/dns_resolver.ko 2024-01-24T12:45:45.074 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/dsa 2024-01-24T12:45:45.074 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/dsa/dsa_core.ko 2024-01-24T12:45:45.074 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/dsa/tag_brcm.ko 2024-01-24T12:45:45.074 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/dsa/tag_dsa.ko 2024-01-24T12:45:45.074 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/dsa/tag_none.ko 2024-01-24T12:45:45.074 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/dsa/tag_trailer.ko 2024-01-24T12:45:45.074 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ieee802154 2024-01-24T12:45:45.074 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ieee802154/6lowpan 2024-01-24T12:45:45.074 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ieee802154/6lowpan/ieee802154_6lowpan.ko 2024-01-24T12:45:45.074 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ieee802154/ieee802154.ko 2024-01-24T12:45:45.074 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ieee802154/ieee802154_socket.ko 2024-01-24T12:45:45.075 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4 2024-01-24T12:45:45.075 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/ah4.ko 2024-01-24T12:45:45.075 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/esp4.ko 2024-01-24T12:45:45.075 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/fou.ko 2024-01-24T12:45:45.075 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/gre.ko 2024-01-24T12:45:45.075 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/inet_diag.ko 2024-01-24T12:45:45.075 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/ip_gre.ko 2024-01-24T12:45:45.075 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/ip_tunnel.ko 2024-01-24T12:45:45.075 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/ip_vti.ko 2024-01-24T12:45:45.075 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/ipcomp.ko 2024-01-24T12:45:45.075 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/ipip.ko 2024-01-24T12:45:45.075 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/netfilter 2024-01-24T12:45:45.075 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/netfilter/arp_tables.ko 2024-01-24T12:45:45.075 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/netfilter/arpt_mangle.ko 2024-01-24T12:45:45.076 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/netfilter/arptable_filter.ko 2024-01-24T12:45:45.076 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/netfilter/ipt_ECN.ko 2024-01-24T12:45:45.076 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/netfilter/ipt_SYNPROXY.ko 2024-01-24T12:45:45.076 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/netfilter/ipt_ah.ko 2024-01-24T12:45:45.076 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/netfilter/ipt_rpfilter.ko 2024-01-24T12:45:45.076 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/netfilter/iptable_mangle.ko 2024-01-24T12:45:45.076 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/netfilter/iptable_nat.ko 2024-01-24T12:45:45.076 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/netfilter/iptable_raw.ko 2024-01-24T12:45:45.076 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/netfilter/iptable_security.ko 2024-01-24T12:45:45.076 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/netfilter/nf_defrag_ipv4.ko 2024-01-24T12:45:45.076 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/netfilter/nf_dup_ipv4.ko 2024-01-24T12:45:45.076 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/netfilter/nf_nat_h323.ko 2024-01-24T12:45:45.076 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/netfilter/nf_nat_pptp.ko 2024-01-24T12:45:45.077 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/netfilter/nf_nat_snmp_basic.ko 2024-01-24T12:45:45.077 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/netfilter/nf_socket_ipv4.ko 2024-01-24T12:45:45.077 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/netfilter/nf_tproxy_ipv4.ko 2024-01-24T12:45:45.077 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/netfilter/nft_dup_ipv4.ko 2024-01-24T12:45:45.077 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/netfilter/nft_fib_ipv4.ko 2024-01-24T12:45:45.077 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/netfilter/nft_reject_ipv4.ko 2024-01-24T12:45:45.077 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/tcp_bic.ko 2024-01-24T12:45:45.077 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/tcp_dctcp.ko 2024-01-24T12:45:45.077 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/tcp_diag.ko 2024-01-24T12:45:45.077 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/tcp_highspeed.ko 2024-01-24T12:45:45.077 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/tcp_htcp.ko 2024-01-24T12:45:45.077 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/tcp_hybla.ko 2024-01-24T12:45:45.077 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/tcp_illinois.ko 2024-01-24T12:45:45.077 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/tcp_lp.ko 2024-01-24T12:45:45.078 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/tcp_scalable.ko 2024-01-24T12:45:45.078 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/tcp_vegas.ko 2024-01-24T12:45:45.078 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/tcp_veno.ko 2024-01-24T12:45:45.078 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/tcp_westwood.ko 2024-01-24T12:45:45.078 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/tcp_yeah.ko 2024-01-24T12:45:45.078 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/tunnel4.ko 2024-01-24T12:45:45.078 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/udp_diag.ko 2024-01-24T12:45:45.078 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/udp_tunnel.ko 2024-01-24T12:45:45.078 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/xfrm4_tunnel.ko 2024-01-24T12:45:45.078 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6 2024-01-24T12:45:45.078 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/ah6.ko 2024-01-24T12:45:45.078 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/esp6.ko 2024-01-24T12:45:45.078 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/fou6.ko 2024-01-24T12:45:45.078 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/ip6_tunnel.ko 2024-01-24T12:45:45.079 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/ip6_udp_tunnel.ko 2024-01-24T12:45:45.079 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/ip6_vti.ko 2024-01-24T12:45:45.079 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/ipcomp6.ko 2024-01-24T12:45:45.079 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/netfilter 2024-01-24T12:45:45.079 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/netfilter/ip6_tables.ko 2024-01-24T12:45:45.079 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/netfilter/ip6t_REJECT.ko 2024-01-24T12:45:45.079 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/netfilter/ip6t_SYNPROXY.ko 2024-01-24T12:45:45.079 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/netfilter/ip6t_ah.ko 2024-01-24T12:45:45.079 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/netfilter/ip6t_eui64.ko 2024-01-24T12:45:45.079 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/netfilter/ip6t_frag.ko 2024-01-24T12:45:45.079 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/netfilter/ip6t_hbh.ko 2024-01-24T12:45:45.079 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/netfilter/ip6t_ipv6header.ko 2024-01-24T12:45:45.079 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/netfilter/ip6t_mh.ko 2024-01-24T12:45:45.079 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/netfilter/ip6t_rpfilter.ko 2024-01-24T12:45:45.079 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/netfilter/ip6t_rt.ko 2024-01-24T12:45:45.080 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/netfilter/ip6table_filter.ko 2024-01-24T12:45:45.080 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/netfilter/ip6table_mangle.ko 2024-01-24T12:45:45.080 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/netfilter/ip6table_nat.ko 2024-01-24T12:45:45.080 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/netfilter/ip6table_raw.ko 2024-01-24T12:45:45.080 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/netfilter/ip6table_security.ko 2024-01-24T12:45:45.080 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/netfilter/nf_defrag_ipv6.ko 2024-01-24T12:45:45.080 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/netfilter/nf_dup_ipv6.ko 2024-01-24T12:45:45.080 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/netfilter/nf_reject_ipv6.ko 2024-01-24T12:45:45.080 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/netfilter/nf_socket_ipv6.ko 2024-01-24T12:45:45.080 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/netfilter/nf_tproxy_ipv6.ko 2024-01-24T12:45:45.080 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/netfilter/nft_dup_ipv6.ko 2024-01-24T12:45:45.080 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/netfilter/nft_fib_ipv6.ko 2024-01-24T12:45:45.080 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/netfilter/nft_reject_ipv6.ko 2024-01-24T12:45:45.081 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/sit.ko 2024-01-24T12:45:45.081 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/tunnel6.ko 2024-01-24T12:45:45.081 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/xfrm6_tunnel.ko 2024-01-24T12:45:45.081 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/key 2024-01-24T12:45:45.081 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/key/af_key.ko 2024-01-24T12:45:45.081 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/l2tp 2024-01-24T12:45:45.081 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/l2tp/l2tp_core.ko 2024-01-24T12:45:45.081 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/l2tp/l2tp_debugfs.ko 2024-01-24T12:45:45.081 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/l2tp/l2tp_eth.ko 2024-01-24T12:45:45.081 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/l2tp/l2tp_ip.ko 2024-01-24T12:45:45.081 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/l2tp/l2tp_ip6.ko 2024-01-24T12:45:45.081 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/l2tp/l2tp_netlink.ko 2024-01-24T12:45:45.081 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/l2tp/l2tp_ppp.ko 2024-01-24T12:45:45.081 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/llc 2024-01-24T12:45:45.082 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/llc/llc.ko 2024-01-24T12:45:45.082 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/mac802154 2024-01-24T12:45:45.082 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/mac802154/mac802154.ko 2024-01-24T12:45:45.082 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/mpls 2024-01-24T12:45:45.082 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/mpls/mpls_gso.ko 2024-01-24T12:45:45.082 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter 2024-01-24T12:45:45.082 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/ipset 2024-01-24T12:45:45.082 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/ipset/ip_set.ko 2024-01-24T12:45:45.082 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/ipset/ip_set_bitmap_ip.ko 2024-01-24T12:45:45.082 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/ipset/ip_set_bitmap_ipmac.ko 2024-01-24T12:45:45.082 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/ipset/ip_set_bitmap_port.ko 2024-01-24T12:45:45.082 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/ipset/ip_set_hash_ip.ko 2024-01-24T12:45:45.082 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/ipset/ip_set_hash_ipmark.ko 2024-01-24T12:45:45.082 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/ipset/ip_set_hash_ipport.ko 2024-01-24T12:45:45.083 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/ipset/ip_set_hash_ipportip.ko 2024-01-24T12:45:45.083 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/ipset/ip_set_hash_ipportnet.ko 2024-01-24T12:45:45.083 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/ipset/ip_set_hash_mac.ko 2024-01-24T12:45:45.083 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/ipset/ip_set_hash_net.ko 2024-01-24T12:45:45.083 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/ipset/ip_set_hash_netiface.ko 2024-01-24T12:45:45.083 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/ipset/ip_set_hash_netnet.ko 2024-01-24T12:45:45.083 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/ipset/ip_set_hash_netport.ko 2024-01-24T12:45:45.083 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/ipset/ip_set_hash_netportnet.ko 2024-01-24T12:45:45.083 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/ipset/ip_set_list_set.ko 2024-01-24T12:45:45.083 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/ipvs 2024-01-24T12:45:45.083 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/ipvs/ip_vs.ko 2024-01-24T12:45:45.083 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/ipvs/ip_vs_dh.ko 2024-01-24T12:45:45.083 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/ipvs/ip_vs_fo.ko 2024-01-24T12:45:45.083 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/ipvs/ip_vs_ftp.ko 2024-01-24T12:45:45.084 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/ipvs/ip_vs_lblc.ko 2024-01-24T12:45:45.084 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/ipvs/ip_vs_lblcr.ko 2024-01-24T12:45:45.084 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/ipvs/ip_vs_lc.ko 2024-01-24T12:45:45.084 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/ipvs/ip_vs_nq.ko 2024-01-24T12:45:45.084 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/ipvs/ip_vs_pe_sip.ko 2024-01-24T12:45:45.084 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/ipvs/ip_vs_rr.ko 2024-01-24T12:45:45.084 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/ipvs/ip_vs_sed.ko 2024-01-24T12:45:45.084 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/ipvs/ip_vs_sh.ko 2024-01-24T12:45:45.084 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/ipvs/ip_vs_wlc.ko 2024-01-24T12:45:45.084 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/ipvs/ip_vs_wrr.ko 2024-01-24T12:45:45.084 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nf_conncount.ko 2024-01-24T12:45:45.084 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nf_conntrack.ko 2024-01-24T12:45:45.084 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nf_conntrack_amanda.ko 2024-01-24T12:45:45.085 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nf_conntrack_broadcast.ko 2024-01-24T12:45:45.085 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nf_conntrack_ftp.ko 2024-01-24T12:45:45.085 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nf_conntrack_h323.ko 2024-01-24T12:45:45.085 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nf_conntrack_irc.ko 2024-01-24T12:45:45.085 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nf_conntrack_netbios_ns.ko 2024-01-24T12:45:45.085 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nf_conntrack_netlink.ko 2024-01-24T12:45:45.085 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nf_conntrack_pptp.ko 2024-01-24T12:45:45.085 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nf_conntrack_sane.ko 2024-01-24T12:45:45.085 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nf_conntrack_sip.ko 2024-01-24T12:45:45.085 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nf_conntrack_snmp.ko 2024-01-24T12:45:45.085 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nf_conntrack_tftp.ko 2024-01-24T12:45:45.085 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nf_dup_netdev.ko 2024-01-24T12:45:45.085 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nf_flow_table.ko 2024-01-24T12:45:45.085 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nf_flow_table_inet.ko 2024-01-24T12:45:45.086 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nf_log_syslog.ko 2024-01-24T12:45:45.086 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nf_nat.ko 2024-01-24T12:45:45.086 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nf_nat_amanda.ko 2024-01-24T12:45:45.086 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nf_nat_ftp.ko 2024-01-24T12:45:45.086 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nf_nat_irc.ko 2024-01-24T12:45:45.086 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nf_nat_sip.ko 2024-01-24T12:45:45.086 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nf_nat_tftp.ko 2024-01-24T12:45:45.086 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nf_synproxy_core.ko 2024-01-24T12:45:45.086 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nf_tables.ko 2024-01-24T12:45:45.086 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nfnetlink.ko 2024-01-24T12:45:45.086 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nfnetlink_acct.ko 2024-01-24T12:45:45.086 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nfnetlink_log.ko 2024-01-24T12:45:45.086 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nfnetlink_osf.ko 2024-01-24T12:45:45.086 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nfnetlink_queue.ko 2024-01-24T12:45:45.087 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nft_chain_nat.ko 2024-01-24T12:45:45.087 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nft_compat.ko 2024-01-24T12:45:45.087 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nft_ct.ko 2024-01-24T12:45:45.087 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nft_dup_netdev.ko 2024-01-24T12:45:45.087 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nft_fib.ko 2024-01-24T12:45:45.087 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nft_fwd_netdev.ko 2024-01-24T12:45:45.087 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nft_hash.ko 2024-01-24T12:45:45.087 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nft_limit.ko 2024-01-24T12:45:45.087 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nft_log.ko 2024-01-24T12:45:45.087 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nft_masq.ko 2024-01-24T12:45:45.087 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nft_nat.ko 2024-01-24T12:45:45.087 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nft_numgen.ko 2024-01-24T12:45:45.087 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nft_queue.ko 2024-01-24T12:45:45.087 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nft_quota.ko 2024-01-24T12:45:45.088 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nft_redir.ko 2024-01-24T12:45:45.088 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nft_reject.ko 2024-01-24T12:45:45.088 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nft_reject_inet.ko 2024-01-24T12:45:45.088 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nft_socket.ko 2024-01-24T12:45:45.088 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nft_tunnel.ko 2024-01-24T12:45:45.088 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_AUDIT.ko 2024-01-24T12:45:45.088 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_CHECKSUM.ko 2024-01-24T12:45:45.088 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_CLASSIFY.ko 2024-01-24T12:45:45.088 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_CONNSECMARK.ko 2024-01-24T12:45:45.088 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_CT.ko 2024-01-24T12:45:45.088 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_DSCP.ko 2024-01-24T12:45:45.088 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_HL.ko 2024-01-24T12:45:45.088 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_HMARK.ko 2024-01-24T12:45:45.088 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_IDLETIMER.ko 2024-01-24T12:45:45.089 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_LED.ko 2024-01-24T12:45:45.089 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_LOG.ko 2024-01-24T12:45:45.089 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_MASQUERADE.ko 2024-01-24T12:45:45.089 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_NETMAP.ko 2024-01-24T12:45:45.089 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_NFLOG.ko 2024-01-24T12:45:45.089 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_NFQUEUE.ko 2024-01-24T12:45:45.089 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_RATEEST.ko 2024-01-24T12:45:45.089 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_REDIRECT.ko 2024-01-24T12:45:45.089 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_SECMARK.ko 2024-01-24T12:45:45.089 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_TCPMSS.ko 2024-01-24T12:45:45.089 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_TCPOPTSTRIP.ko 2024-01-24T12:45:45.089 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_TEE.ko 2024-01-24T12:45:45.089 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_TPROXY.ko 2024-01-24T12:45:45.090 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_TRACE.ko 2024-01-24T12:45:45.090 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_addrtype.ko 2024-01-24T12:45:45.090 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_bpf.ko 2024-01-24T12:45:45.090 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_cgroup.ko 2024-01-24T12:45:45.090 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_cluster.ko 2024-01-24T12:45:45.090 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_comment.ko 2024-01-24T12:45:45.090 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_connbytes.ko 2024-01-24T12:45:45.090 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_connlabel.ko 2024-01-24T12:45:45.090 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_connlimit.ko 2024-01-24T12:45:45.090 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_connmark.ko 2024-01-24T12:45:45.090 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_conntrack.ko 2024-01-24T12:45:45.090 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_cpu.ko 2024-01-24T12:45:45.090 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_dccp.ko 2024-01-24T12:45:45.090 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_devgroup.ko 2024-01-24T12:45:45.091 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_dscp.ko 2024-01-24T12:45:45.091 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_ecn.ko 2024-01-24T12:45:45.091 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_esp.ko 2024-01-24T12:45:45.091 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_hashlimit.ko 2024-01-24T12:45:45.091 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_helper.ko 2024-01-24T12:45:45.091 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_hl.ko 2024-01-24T12:45:45.091 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_ipcomp.ko 2024-01-24T12:45:45.091 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_iprange.ko 2024-01-24T12:45:45.091 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_ipvs.ko 2024-01-24T12:45:45.091 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_l2tp.ko 2024-01-24T12:45:45.091 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_length.ko 2024-01-24T12:45:45.091 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_limit.ko 2024-01-24T12:45:45.091 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_mac.ko 2024-01-24T12:45:45.091 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_mark.ko 2024-01-24T12:45:45.091 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_multiport.ko 2024-01-24T12:45:45.092 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_nat.ko 2024-01-24T12:45:45.092 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_nfacct.ko 2024-01-24T12:45:45.092 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_osf.ko 2024-01-24T12:45:45.092 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_owner.ko 2024-01-24T12:45:45.092 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_physdev.ko 2024-01-24T12:45:45.092 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_pkttype.ko 2024-01-24T12:45:45.092 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_policy.ko 2024-01-24T12:45:45.092 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_quota.ko 2024-01-24T12:45:45.092 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_rateest.ko 2024-01-24T12:45:45.092 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_realm.ko 2024-01-24T12:45:45.092 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_recent.ko 2024-01-24T12:45:45.092 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_sctp.ko 2024-01-24T12:45:45.093 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_set.ko 2024-01-24T12:45:45.093 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_socket.ko 2024-01-24T12:45:45.093 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_state.ko 2024-01-24T12:45:45.093 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_statistic.ko 2024-01-24T12:45:45.093 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_string.ko 2024-01-24T12:45:45.093 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_tcpmss.ko 2024-01-24T12:45:45.093 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_time.ko 2024-01-24T12:45:45.093 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_u32.ko 2024-01-24T12:45:45.093 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netlink 2024-01-24T12:45:45.093 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netlink/netlink_diag.ko 2024-01-24T12:45:45.093 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/nsh 2024-01-24T12:45:45.093 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/nsh/nsh.ko 2024-01-24T12:45:45.093 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/openvswitch 2024-01-24T12:45:45.093 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/openvswitch/openvswitch.ko 2024-01-24T12:45:45.094 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/openvswitch/vport-geneve.ko 2024-01-24T12:45:45.094 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/openvswitch/vport-gre.ko 2024-01-24T12:45:45.094 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/openvswitch/vport-vxlan.ko 2024-01-24T12:45:45.094 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/packet 2024-01-24T12:45:45.094 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/packet/af_packet_diag.ko 2024-01-24T12:45:45.094 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/rds 2024-01-24T12:45:45.094 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/rds/rds.ko 2024-01-24T12:45:45.094 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/rds/rds_rdma.ko 2024-01-24T12:45:45.094 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/rds/rds_tcp.ko 2024-01-24T12:45:45.094 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched 2024-01-24T12:45:45.094 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/act_csum.ko 2024-01-24T12:45:45.094 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/act_gact.ko 2024-01-24T12:45:45.094 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/act_ipt.ko 2024-01-24T12:45:45.094 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/act_mirred.ko 2024-01-24T12:45:45.095 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/act_nat.ko 2024-01-24T12:45:45.095 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/act_pedit.ko 2024-01-24T12:45:45.095 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/act_police.ko 2024-01-24T12:45:45.095 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/act_simple.ko 2024-01-24T12:45:45.095 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/act_skbedit.ko 2024-01-24T12:45:45.095 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/act_vlan.ko 2024-01-24T12:45:45.095 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/cls_basic.ko 2024-01-24T12:45:45.095 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/cls_bpf.ko 2024-01-24T12:45:45.095 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/cls_flow.ko 2024-01-24T12:45:45.095 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/cls_fw.ko 2024-01-24T12:45:45.095 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/cls_route.ko 2024-01-24T12:45:45.095 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/cls_u32.ko 2024-01-24T12:45:45.095 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/em_cmp.ko 2024-01-24T12:45:45.095 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/em_ipset.ko 2024-01-24T12:45:45.096 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/em_meta.ko 2024-01-24T12:45:45.096 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/em_nbyte.ko 2024-01-24T12:45:45.096 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/em_text.ko 2024-01-24T12:45:45.096 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/em_u32.ko 2024-01-24T12:45:45.096 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/sch_choke.ko 2024-01-24T12:45:45.096 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/sch_codel.ko 2024-01-24T12:45:45.096 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/sch_drr.ko 2024-01-24T12:45:45.096 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/sch_fq.ko 2024-01-24T12:45:45.096 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/sch_gred.ko 2024-01-24T12:45:45.096 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/sch_hfsc.ko 2024-01-24T12:45:45.096 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/sch_hhf.ko 2024-01-24T12:45:45.096 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/sch_htb.ko 2024-01-24T12:45:45.096 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/sch_ingress.ko 2024-01-24T12:45:45.097 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/sch_mqprio.ko 2024-01-24T12:45:45.097 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/sch_mqprio_lib.ko 2024-01-24T12:45:45.097 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/sch_multiq.ko 2024-01-24T12:45:45.097 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/sch_netem.ko 2024-01-24T12:45:45.097 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/sch_pie.ko 2024-01-24T12:45:45.097 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/sch_plug.ko 2024-01-24T12:45:45.097 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/sch_prio.ko 2024-01-24T12:45:45.097 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/sch_qfq.ko 2024-01-24T12:45:45.097 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/sch_red.ko 2024-01-24T12:45:45.097 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/sch_sfb.ko 2024-01-24T12:45:45.097 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/sch_sfq.ko 2024-01-24T12:45:45.097 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/sch_tbf.ko 2024-01-24T12:45:45.097 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/sch_teql.ko 2024-01-24T12:45:45.098 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sctp 2024-01-24T12:45:45.098 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sctp/sctp.ko 2024-01-24T12:45:45.098 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sctp/sctp_diag.ko 2024-01-24T12:45:45.098 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sunrpc 2024-01-24T12:45:45.098 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sunrpc/auth_gss 2024-01-24T12:45:45.098 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sunrpc/auth_gss/auth_rpcgss.ko 2024-01-24T12:45:45.098 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sunrpc/auth_gss/rpcsec_gss_krb5.ko 2024-01-24T12:45:45.098 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sunrpc/sunrpc.ko 2024-01-24T12:45:45.098 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sunrpc/xprtrdma 2024-01-24T12:45:45.098 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sunrpc/xprtrdma/rpcrdma.ko 2024-01-24T12:45:45.098 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/tipc 2024-01-24T12:45:45.098 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/tipc/diag.ko 2024-01-24T12:45:45.098 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/tipc/tipc.ko 2024-01-24T12:45:45.098 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/unix 2024-01-24T12:45:45.099 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/unix/unix_diag.ko 2024-01-24T12:45:45.099 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/vmw_vsock 2024-01-24T12:45:45.099 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/vmw_vsock/vmw_vsock_virtio_transport_common.ko 2024-01-24T12:45:45.099 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/vmw_vsock/vmw_vsock_vmci_transport.ko 2024-01-24T12:45:45.099 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/vmw_vsock/vsock.ko 2024-01-24T12:45:45.099 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/vmw_vsock/vsock_diag.ko 2024-01-24T12:45:45.099 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/vmw_vsock/vsock_loopback.ko 2024-01-24T12:45:45.099 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/xfrm 2024-01-24T12:45:45.099 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/xfrm/xfrm_ipcomp.ko 2024-01-24T12:45:45.099 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/security 2024-01-24T12:45:45.099 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/security/keys 2024-01-24T12:45:45.099 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/security/keys/encrypted-keys 2024-01-24T12:45:45.099 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/security/keys/encrypted-keys/encrypted-keys.ko 2024-01-24T12:45:45.100 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/security/keys/trusted-keys 2024-01-24T12:45:45.100 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/security/keys/trusted-keys/trusted.ko 2024-01-24T12:45:45.100 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/virt 2024-01-24T12:45:45.100 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/virt/lib 2024-01-24T12:45:45.100 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/virt/lib/irqbypass.ko 2024-01-24T12:45:45.100 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/modules.alias 2024-01-24T12:45:45.100 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/modules.alias.bin 2024-01-24T12:45:45.100 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/modules.builtin 2024-01-24T12:45:45.100 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/modules.builtin.bin 2024-01-24T12:45:45.100 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/modules.builtin.modinfo 2024-01-24T12:45:45.100 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/modules.dep 2024-01-24T12:45:45.100 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/modules.dep.bin 2024-01-24T12:45:45.100 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/modules.devname 2024-01-24T12:45:45.101 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/modules.order 2024-01-24T12:45:45.101 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/modules.softdep 2024-01-24T12:45:45.101 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/modules.symbols 2024-01-24T12:45:45.101 INFO:teuthology.orchestra.run.smithi181.stdout:/lib/modules/6.7.0-gf2d346040895/modules.symbols.bin 2024-01-24T12:45:45.101 DEBUG:teuthology.task.kernel:get_image_version: 6.7.0-gf2d346040895 2024-01-24T12:45:45.102 DEBUG:teuthology.orchestra.run.smithi181:> rpm --scripts -qp /tmp/kernel.x86_64.rpm 2024-01-24T12:45:45.124 INFO:teuthology.orchestra.run.smithi181.stdout:postinstall scriptlet (using /bin/sh): 2024-01-24T12:45:45.125 INFO:teuthology.orchestra.run.smithi181.stdout:if [ -x /sbin/installkernel -a -r /boot/vmlinuz-6.7.0-gf2d346040895 -a -r /boot/System.map-6.7.0-gf2d346040895 ]; then 2024-01-24T12:45:45.125 INFO:teuthology.orchestra.run.smithi181.stdout:cp /boot/vmlinuz-6.7.0-gf2d346040895 /boot/.vmlinuz-6.7.0-gf2d346040895-rpm 2024-01-24T12:45:45.125 INFO:teuthology.orchestra.run.smithi181.stdout:cp /boot/System.map-6.7.0-gf2d346040895 /boot/.System.map-6.7.0-gf2d346040895-rpm 2024-01-24T12:45:45.125 INFO:teuthology.orchestra.run.smithi181.stdout:rm -f /boot/vmlinuz-6.7.0-gf2d346040895 /boot/System.map-6.7.0-gf2d346040895 2024-01-24T12:45:45.125 INFO:teuthology.orchestra.run.smithi181.stdout:/sbin/installkernel 6.7.0-gf2d346040895 /boot/.vmlinuz-6.7.0-gf2d346040895-rpm /boot/.System.map-6.7.0-gf2d346040895-rpm 2024-01-24T12:45:45.125 INFO:teuthology.orchestra.run.smithi181.stdout:rm -f /boot/.vmlinuz-6.7.0-gf2d346040895-rpm /boot/.System.map-6.7.0-gf2d346040895-rpm 2024-01-24T12:45:45.125 INFO:teuthology.orchestra.run.smithi181.stdout:fi 2024-01-24T12:45:45.125 INFO:teuthology.orchestra.run.smithi181.stdout:preuninstall scriptlet (using /bin/sh): 2024-01-24T12:45:45.125 INFO:teuthology.orchestra.run.smithi181.stdout:if [ -x /sbin/new-kernel-pkg ]; then 2024-01-24T12:45:45.125 INFO:teuthology.orchestra.run.smithi181.stdout:new-kernel-pkg --remove 6.7.0-gf2d346040895 --rminitrd --initrdfile=/boot/initramfs-6.7.0-gf2d346040895.img 2024-01-24T12:45:45.125 INFO:teuthology.orchestra.run.smithi181.stdout:elif [ -x /usr/bin/kernel-install ]; then 2024-01-24T12:45:45.125 INFO:teuthology.orchestra.run.smithi181.stdout:kernel-install remove 6.7.0-gf2d346040895 2024-01-24T12:45:45.125 INFO:teuthology.orchestra.run.smithi181.stdout:fi 2024-01-24T12:45:45.126 INFO:teuthology.orchestra.run.smithi181.stdout:postuninstall scriptlet (using /bin/sh): 2024-01-24T12:45:45.126 INFO:teuthology.orchestra.run.smithi181.stdout:if [ -x /sbin/update-bootloader ]; then 2024-01-24T12:45:45.126 INFO:teuthology.orchestra.run.smithi181.stdout:/sbin/update-bootloader --remove 6.7.0-gf2d346040895 2024-01-24T12:45:45.126 INFO:teuthology.orchestra.run.smithi181.stdout:fi 2024-01-24T12:45:45.127 DEBUG:teuthology.orchestra.run.smithi181:> sudo rpm -qi grub2-tools 2024-01-24T12:45:45.201 INFO:teuthology.orchestra.run.smithi181.stdout:Name : grub2-tools 2024-01-24T12:45:45.201 INFO:teuthology.orchestra.run.smithi181.stdout:Epoch : 1 2024-01-24T12:45:45.201 INFO:teuthology.orchestra.run.smithi181.stdout:Version : 2.02 2024-01-24T12:45:45.201 INFO:teuthology.orchestra.run.smithi181.stdout:Release : 123.el8 2024-01-24T12:45:45.201 INFO:teuthology.orchestra.run.smithi181.stdout:Architecture: x86_64 2024-01-24T12:45:45.201 INFO:teuthology.orchestra.run.smithi181.stdout:Install Date: Thu 14 Dec 2023 12:39:42 AM UTC 2024-01-24T12:45:45.201 INFO:teuthology.orchestra.run.smithi181.stdout:Group : System Environment/Base 2024-01-24T12:45:45.201 INFO:teuthology.orchestra.run.smithi181.stdout:Size : 9265450 2024-01-24T12:45:45.202 INFO:teuthology.orchestra.run.smithi181.stdout:License : GPLv3+ 2024-01-24T12:45:45.202 INFO:teuthology.orchestra.run.smithi181.stdout:Signature : RSA/SHA256, Thu 31 Mar 2022 07:24:35 PM UTC, Key ID 199e2f91fd431d51 2024-01-24T12:45:45.202 INFO:teuthology.orchestra.run.smithi181.stdout:Source RPM : grub2-2.02-123.el8.src.rpm 2024-01-24T12:45:45.202 INFO:teuthology.orchestra.run.smithi181.stdout:Build Date : Mon 28 Mar 2022 02:12:09 PM UTC 2024-01-24T12:45:45.202 INFO:teuthology.orchestra.run.smithi181.stdout:Build Host : x86-vm-09.build.eng.bos.redhat.com 2024-01-24T12:45:45.202 INFO:teuthology.orchestra.run.smithi181.stdout:Relocations : (not relocatable) 2024-01-24T12:45:45.202 INFO:teuthology.orchestra.run.smithi181.stdout:Packager : Red Hat, Inc. 2024-01-24T12:45:45.202 INFO:teuthology.orchestra.run.smithi181.stdout:Vendor : Red Hat, Inc. 2024-01-24T12:45:45.202 INFO:teuthology.orchestra.run.smithi181.stdout:URL : http://www.gnu.org/software/grub/ 2024-01-24T12:45:45.202 INFO:teuthology.orchestra.run.smithi181.stdout:Summary : Support tools for GRUB. 2024-01-24T12:45:45.202 INFO:teuthology.orchestra.run.smithi181.stdout:Description : 2024-01-24T12:45:45.202 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-01-24T12:45:45.202 INFO:teuthology.orchestra.run.smithi181.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-01-24T12:45:45.202 INFO:teuthology.orchestra.run.smithi181.stdout:customizable bootloader with modular architecture. It supports a rich 2024-01-24T12:45:45.203 INFO:teuthology.orchestra.run.smithi181.stdout:variety of kernel formats, file systems, computer architectures and 2024-01-24T12:45:45.203 INFO:teuthology.orchestra.run.smithi181.stdout:hardware devices. 2024-01-24T12:45:45.203 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-01-24T12:45:45.203 INFO:teuthology.orchestra.run.smithi181.stdout:This subpackage provides tools for support of all platforms. 2024-01-24T12:45:45.204 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-01-24T12:45:45.204 INFO:teuthology.task.kernel:Updating grub on smithi181 to boot 6.7.0-gf2d346040895 2024-01-24T12:45:45.204 DEBUG:teuthology.orchestra.run.smithi181:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-01-24T12:45:45.996 INFO:teuthology.orchestra.run.smithi181.stderr:Generating grub configuration file ... 2024-01-24T12:45:48.070 INFO:teuthology.orchestra.run.smithi181.stderr:done 2024-01-24T12:45:48.071 DEBUG:teuthology.orchestra.run.smithi181:> mktemp 2024-01-24T12:45:48.088 INFO:teuthology.orchestra.run.smithi181.stdout:/tmp/tmp.0o0NUYQda3 2024-01-24T12:45:48.088 DEBUG:teuthology.orchestra.run.smithi181:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.0o0NUYQda3 2024-01-24T12:45:48.162 DEBUG:teuthology.orchestra.run.smithi181:> sudo chmod 0666 /tmp/tmp.0o0NUYQda3 2024-01-24T12:45:48.324 DEBUG:teuthology.orchestra.remote:smithi181:/tmp/tmp.0o0NUYQda3 is 6KB 2024-01-24T12:45:48.374 DEBUG:teuthology.orchestra.run.smithi181:> rm -fr /tmp/tmp.0o0NUYQda3 2024-01-24T12:45:48.390 DEBUG:teuthology.orchestra.run.smithi181:> sudo /bin/ls /boot/loader/entries || true 2024-01-24T12:45:48.463 INFO:teuthology.orchestra.run.smithi181.stdout:2db68f91c8f90721a6596efe657a5324-0-rescue.conf 2024-01-24T12:45:48.464 INFO:teuthology.orchestra.run.smithi181.stdout:2db68f91c8f90721a6596efe657a5324-6.7.0-gf2d346040895.conf 2024-01-24T12:45:48.464 INFO:teuthology.orchestra.run.smithi181.stdout:963f8b6c99184de696879b3f7da9ecce-0-rescue.conf 2024-01-24T12:45:48.464 INFO:teuthology.orchestra.run.smithi181.stdout:963f8b6c99184de696879b3f7da9ecce-4.18.0-372.9.1.el8.x86_64.conf 2024-01-24T12:45:48.464 INFO:teuthology.orchestra.run.smithi181.stdout:963f8b6c99184de696879b3f7da9ecce-4.18.0-513.9.1.el8_9.x86_64.conf 2024-01-24T12:45:48.465 DEBUG:teuthology.orchestra.run.smithi181:> sudo grub2-set-default 2db68f91c8f90721a6596efe657a5324-6.7.0-gf2d346040895 2024-01-24T12:45:48.642 DEBUG:teuthology.orchestra.run.smithi181:> sudo shutdown -r now 2024-01-24T12:45:55.013 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi113.front.sepia.ceph.com, path=/tmp/kernel.x86_64.rpm, version=None) 2024-01-24T12:45:55.013 DEBUG:teuthology.orchestra.run.smithi113:> rpm -qlp /tmp/kernel.x86_64.rpm 2024-01-24T12:45:55.072 INFO:teuthology.orchestra.run.smithi113.stdout:/boot/System.map-6.7.0-gf2d346040895 2024-01-24T12:45:55.072 INFO:teuthology.orchestra.run.smithi113.stdout:/boot/config-6.7.0-gf2d346040895 2024-01-24T12:45:55.072 INFO:teuthology.orchestra.run.smithi113.stdout:/boot/vmlinuz-6.7.0-gf2d346040895 2024-01-24T12:45:55.072 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895 2024-01-24T12:45:55.073 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel 2024-01-24T12:45:55.073 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/arch 2024-01-24T12:45:55.073 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/arch/x86 2024-01-24T12:45:55.073 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/arch/x86/crypto 2024-01-24T12:45:55.073 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/arch/x86/crypto/blowfish-x86_64.ko 2024-01-24T12:45:55.073 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/arch/x86/crypto/camellia-aesni-avx-x86_64.ko 2024-01-24T12:45:55.073 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/arch/x86/crypto/camellia-aesni-avx2.ko 2024-01-24T12:45:55.073 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/arch/x86/crypto/camellia-x86_64.ko 2024-01-24T12:45:55.073 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/arch/x86/crypto/cast5-avx-x86_64.ko 2024-01-24T12:45:55.073 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/arch/x86/crypto/cast6-avx-x86_64.ko 2024-01-24T12:45:55.073 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/arch/x86/crypto/crc32-pclmul.ko 2024-01-24T12:45:55.073 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/arch/x86/crypto/crc32c-intel.ko 2024-01-24T12:45:55.073 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/arch/x86/crypto/crct10dif-pclmul.ko 2024-01-24T12:45:55.074 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/arch/x86/crypto/des3_ede-x86_64.ko 2024-01-24T12:45:55.074 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/arch/x86/crypto/ghash-clmulni-intel.ko 2024-01-24T12:45:55.074 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/arch/x86/crypto/serpent-avx-x86_64.ko 2024-01-24T12:45:55.074 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/arch/x86/crypto/serpent-avx2.ko 2024-01-24T12:45:55.074 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/arch/x86/crypto/serpent-sse2-x86_64.ko 2024-01-24T12:45:55.074 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/arch/x86/crypto/sha1-ssse3.ko 2024-01-24T12:45:55.074 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/arch/x86/crypto/sha256-ssse3.ko 2024-01-24T12:45:55.074 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/arch/x86/crypto/sha512-ssse3.ko 2024-01-24T12:45:55.074 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/arch/x86/crypto/twofish-avx-x86_64.ko 2024-01-24T12:45:55.074 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/arch/x86/crypto/twofish-x86_64-3way.ko 2024-01-24T12:45:55.074 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/arch/x86/crypto/twofish-x86_64.ko 2024-01-24T12:45:55.074 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/arch/x86/kernel 2024-01-24T12:45:55.074 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/arch/x86/kernel/cpu 2024-01-24T12:45:55.074 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/arch/x86/kernel/cpu/mce 2024-01-24T12:45:55.074 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/arch/x86/kernel/cpu/mce/mce-inject.ko 2024-01-24T12:45:55.075 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/arch/x86/kvm 2024-01-24T12:45:55.075 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/arch/x86/kvm/kvm-amd.ko 2024-01-24T12:45:55.075 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/arch/x86/kvm/kvm-intel.ko 2024-01-24T12:45:55.075 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/arch/x86/kvm/kvm.ko 2024-01-24T12:45:55.075 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto 2024-01-24T12:45:55.075 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/ansi_cprng.ko 2024-01-24T12:45:55.075 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/anubis.ko 2024-01-24T12:45:55.075 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/arc4.ko 2024-01-24T12:45:55.075 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/async_tx 2024-01-24T12:45:55.075 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/async_tx/async_memcpy.ko 2024-01-24T12:45:55.075 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/async_tx/async_pq.ko 2024-01-24T12:45:55.075 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/async_tx/async_raid6_recov.ko 2024-01-24T12:45:55.075 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/async_tx/async_tx.ko 2024-01-24T12:45:55.075 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/async_tx/async_xor.ko 2024-01-24T12:45:55.076 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/async_tx/raid6test.ko 2024-01-24T12:45:55.076 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/authenc.ko 2024-01-24T12:45:55.076 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/authencesn.ko 2024-01-24T12:45:55.076 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/blake2b_generic.ko 2024-01-24T12:45:55.076 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/blowfish_common.ko 2024-01-24T12:45:55.076 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/blowfish_generic.ko 2024-01-24T12:45:55.076 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/camellia_generic.ko 2024-01-24T12:45:55.076 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/cast5_generic.ko 2024-01-24T12:45:55.076 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/cast6_generic.ko 2024-01-24T12:45:55.076 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/cast_common.ko 2024-01-24T12:45:55.076 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/ccm.ko 2024-01-24T12:45:55.076 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/cmac.ko 2024-01-24T12:45:55.076 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/crc32_generic.ko 2024-01-24T12:45:55.077 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/crypto_engine.ko 2024-01-24T12:45:55.077 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/crypto_user.ko 2024-01-24T12:45:55.077 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/cts.ko 2024-01-24T12:45:55.077 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/des_generic.ko 2024-01-24T12:45:55.077 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/dh_generic.ko 2024-01-24T12:45:55.077 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/echainiv.ko 2024-01-24T12:45:55.077 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/essiv.ko 2024-01-24T12:45:55.077 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/fcrypt.ko 2024-01-24T12:45:55.077 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/khazad.ko 2024-01-24T12:45:55.077 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/lz4.ko 2024-01-24T12:45:55.077 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/lz4hc.ko 2024-01-24T12:45:55.077 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/md4.ko 2024-01-24T12:45:55.077 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/michael_mic.ko 2024-01-24T12:45:55.078 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/pcbc.ko 2024-01-24T12:45:55.078 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/pcrypt.ko 2024-01-24T12:45:55.078 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/rmd160.ko 2024-01-24T12:45:55.078 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/seed.ko 2024-01-24T12:45:55.078 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/serpent_generic.ko 2024-01-24T12:45:55.078 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/tcrypt.ko 2024-01-24T12:45:55.078 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/tea.ko 2024-01-24T12:45:55.078 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/twofish_common.ko 2024-01-24T12:45:55.078 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/twofish_generic.ko 2024-01-24T12:45:55.078 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/vmac.ko 2024-01-24T12:45:55.078 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/wp512.ko 2024-01-24T12:45:55.079 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/xcbc.ko 2024-01-24T12:45:55.079 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/xor.ko 2024-01-24T12:45:55.079 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/xxhash_generic.ko 2024-01-24T12:45:55.079 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers 2024-01-24T12:45:55.079 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/acpi 2024-01-24T12:45:55.079 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/acpi/acpi_ipmi.ko 2024-01-24T12:45:55.079 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/acpi/acpi_pad.ko 2024-01-24T12:45:55.079 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/acpi/custom_method.ko 2024-01-24T12:45:55.079 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/acpi/ec_sys.ko 2024-01-24T12:45:55.079 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/acpi/platform_profile.ko 2024-01-24T12:45:55.079 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/acpi/sbs.ko 2024-01-24T12:45:55.079 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/acpi/sbshc.ko 2024-01-24T12:45:55.079 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/acpi/video.ko 2024-01-24T12:45:55.079 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata 2024-01-24T12:45:55.079 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/acard-ahci.ko 2024-01-24T12:45:55.080 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/ahci_platform.ko 2024-01-24T12:45:55.080 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/ata_generic.ko 2024-01-24T12:45:55.080 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/libahci_platform.ko 2024-01-24T12:45:55.080 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_acpi.ko 2024-01-24T12:45:55.080 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_ali.ko 2024-01-24T12:45:55.080 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_amd.ko 2024-01-24T12:45:55.080 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_artop.ko 2024-01-24T12:45:55.080 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_atiixp.ko 2024-01-24T12:45:55.080 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_atp867x.ko 2024-01-24T12:45:55.080 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_cmd640.ko 2024-01-24T12:45:55.080 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_cmd64x.ko 2024-01-24T12:45:55.080 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_cypress.ko 2024-01-24T12:45:55.080 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_efar.ko 2024-01-24T12:45:55.080 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_hpt366.ko 2024-01-24T12:45:55.081 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_hpt37x.ko 2024-01-24T12:45:55.081 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_hpt3x2n.ko 2024-01-24T12:45:55.081 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_hpt3x3.ko 2024-01-24T12:45:55.081 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_it8213.ko 2024-01-24T12:45:55.081 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_it821x.ko 2024-01-24T12:45:55.081 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_jmicron.ko 2024-01-24T12:45:55.081 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_marvell.ko 2024-01-24T12:45:55.081 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_mpiix.ko 2024-01-24T12:45:55.081 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_netcell.ko 2024-01-24T12:45:55.081 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_ninja32.ko 2024-01-24T12:45:55.081 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_ns87410.ko 2024-01-24T12:45:55.081 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_ns87415.ko 2024-01-24T12:45:55.081 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_oldpiix.ko 2024-01-24T12:45:55.081 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_opti.ko 2024-01-24T12:45:55.081 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_optidma.ko 2024-01-24T12:45:55.082 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_pcmcia.ko 2024-01-24T12:45:55.082 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_pdc2027x.ko 2024-01-24T12:45:55.082 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_pdc202xx_old.ko 2024-01-24T12:45:55.082 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_piccolo.ko 2024-01-24T12:45:55.082 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_rdc.ko 2024-01-24T12:45:55.082 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_sch.ko 2024-01-24T12:45:55.082 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_serverworks.ko 2024-01-24T12:45:55.082 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_sil680.ko 2024-01-24T12:45:55.082 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_sis.ko 2024-01-24T12:45:55.082 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_sl82c105.ko 2024-01-24T12:45:55.082 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_triflex.ko 2024-01-24T12:45:55.082 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_via.ko 2024-01-24T12:45:55.083 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pdc_adma.ko 2024-01-24T12:45:55.083 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/sata_inic162x.ko 2024-01-24T12:45:55.083 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/sata_mv.ko 2024-01-24T12:45:55.083 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/sata_nv.ko 2024-01-24T12:45:55.083 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/sata_promise.ko 2024-01-24T12:45:55.083 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/sata_qstor.ko 2024-01-24T12:45:55.083 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/sata_sil.ko 2024-01-24T12:45:55.083 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/sata_sil24.ko 2024-01-24T12:45:55.083 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/sata_sis.ko 2024-01-24T12:45:55.083 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/sata_svw.ko 2024-01-24T12:45:55.083 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/sata_sx4.ko 2024-01-24T12:45:55.083 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/sata_uli.ko 2024-01-24T12:45:55.083 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/sata_via.ko 2024-01-24T12:45:55.083 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/sata_vsc.ko 2024-01-24T12:45:55.083 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/auxdisplay 2024-01-24T12:45:55.083 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/auxdisplay/ks0108.ko 2024-01-24T12:45:55.084 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/base 2024-01-24T12:45:55.084 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/base/regmap 2024-01-24T12:45:55.084 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/base/regmap/regmap-i2c.ko 2024-01-24T12:45:55.084 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/base/regmap/regmap-mmio.ko 2024-01-24T12:45:55.084 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/bcma 2024-01-24T12:45:55.084 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/bcma/bcma.ko 2024-01-24T12:45:55.084 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/block 2024-01-24T12:45:55.084 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/block/aoe 2024-01-24T12:45:55.084 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/block/aoe/aoe.ko 2024-01-24T12:45:55.084 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/block/brd.ko 2024-01-24T12:45:55.084 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/block/drbd 2024-01-24T12:45:55.084 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/block/drbd/drbd.ko 2024-01-24T12:45:55.085 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/block/floppy.ko 2024-01-24T12:45:55.085 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/block/loop.ko 2024-01-24T12:45:55.085 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/block/mtip32xx 2024-01-24T12:45:55.085 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/block/mtip32xx/mtip32xx.ko 2024-01-24T12:45:55.085 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/block/nbd.ko 2024-01-24T12:45:55.085 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/block/null_blk 2024-01-24T12:45:55.085 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/block/null_blk/null_blk.ko 2024-01-24T12:45:55.085 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/block/pktcdvd.ko 2024-01-24T12:45:55.085 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/block/rbd.ko 2024-01-24T12:45:55.085 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/block/virtio_blk.ko 2024-01-24T12:45:55.085 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/block/xen-blkback 2024-01-24T12:45:55.085 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/block/xen-blkback/xen-blkback.ko 2024-01-24T12:45:55.085 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/block/xen-blkfront.ko 2024-01-24T12:45:55.085 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/block/zram 2024-01-24T12:45:55.085 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/block/zram/zram.ko 2024-01-24T12:45:55.086 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/char 2024-01-24T12:45:55.086 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/char/hangcheck-timer.ko 2024-01-24T12:45:55.086 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/char/hw_random 2024-01-24T12:45:55.086 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/char/hw_random/amd-rng.ko 2024-01-24T12:45:55.086 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/char/hw_random/intel-rng.ko 2024-01-24T12:45:55.086 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/char/hw_random/timeriomem-rng.ko 2024-01-24T12:45:55.086 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/char/hw_random/via-rng.ko 2024-01-24T12:45:55.086 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/char/hw_random/virtio-rng.ko 2024-01-24T12:45:55.086 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/char/ipmi 2024-01-24T12:45:55.086 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/char/ipmi/ipmi_devintf.ko 2024-01-24T12:45:55.086 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/char/ipmi/ipmi_msghandler.ko 2024-01-24T12:45:55.086 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/char/ipmi/ipmi_poweroff.ko 2024-01-24T12:45:55.086 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/char/ipmi/ipmi_si.ko 2024-01-24T12:45:55.086 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/char/ipmi/ipmi_ssif.ko 2024-01-24T12:45:55.086 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/char/ipmi/ipmi_watchdog.ko 2024-01-24T12:45:55.086 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/char/lp.ko 2024-01-24T12:45:55.087 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/char/mwave 2024-01-24T12:45:55.087 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/char/mwave/mwave.ko 2024-01-24T12:45:55.087 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/char/ppdev.ko 2024-01-24T12:45:55.087 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/char/tlclk.ko 2024-01-24T12:45:55.087 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/char/tpm 2024-01-24T12:45:55.087 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/char/tpm/tpm.ko 2024-01-24T12:45:55.087 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/char/tpm/tpm_atmel.ko 2024-01-24T12:45:55.087 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/char/tpm/tpm_infineon.ko 2024-01-24T12:45:55.087 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/char/tpm/tpm_nsc.ko 2024-01-24T12:45:55.087 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/char/tpm/tpm_tis.ko 2024-01-24T12:45:55.087 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/char/tpm/tpm_tis_core.ko 2024-01-24T12:45:55.087 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/char/uv_mmtimer.ko 2024-01-24T12:45:55.087 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/char/virtio_console.ko 2024-01-24T12:45:55.087 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/cpufreq 2024-01-24T12:45:55.088 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/cpufreq/acpi-cpufreq.ko 2024-01-24T12:45:55.088 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/cpufreq/amd_freq_sensitivity.ko 2024-01-24T12:45:55.088 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/cpufreq/p4-clockmod.ko 2024-01-24T12:45:55.088 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/cpufreq/pcc-cpufreq.ko 2024-01-24T12:45:55.088 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/cpufreq/powernow-k8.ko 2024-01-24T12:45:55.088 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/cpufreq/speedstep-lib.ko 2024-01-24T12:45:55.088 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/crypto 2024-01-24T12:45:55.088 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/crypto/ccp 2024-01-24T12:45:55.088 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/crypto/ccp/ccp-crypto.ko 2024-01-24T12:45:55.088 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/crypto/ccp/ccp.ko 2024-01-24T12:45:55.088 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/crypto/intel 2024-01-24T12:45:55.088 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/crypto/intel/qat 2024-01-24T12:45:55.088 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/crypto/intel/qat/qat_common 2024-01-24T12:45:55.088 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/crypto/intel/qat/qat_common/intel_qat.ko 2024-01-24T12:45:55.089 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/crypto/intel/qat/qat_dh895xcc 2024-01-24T12:45:55.089 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/crypto/intel/qat/qat_dh895xcc/qat_dh895xcc.ko 2024-01-24T12:45:55.089 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/crypto/padlock-aes.ko 2024-01-24T12:45:55.089 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/crypto/padlock-sha.ko 2024-01-24T12:45:55.089 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/crypto/virtio 2024-01-24T12:45:55.089 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/crypto/virtio/virtio_crypto.ko 2024-01-24T12:45:55.089 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/dca 2024-01-24T12:45:55.089 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/dca/dca.ko 2024-01-24T12:45:55.089 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/devfreq 2024-01-24T12:45:55.089 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/devfreq/governor_simpleondemand.ko 2024-01-24T12:45:55.089 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/dma 2024-01-24T12:45:55.090 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/dma/dw 2024-01-24T12:45:55.090 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/dma/dw/dw_dmac.ko 2024-01-24T12:45:55.090 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/dma/ioat 2024-01-24T12:45:55.090 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/dma/ioat/ioatdma.ko 2024-01-24T12:45:55.090 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/edac 2024-01-24T12:45:55.090 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/edac/amd64_edac.ko 2024-01-24T12:45:55.090 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/edac/e752x_edac.ko 2024-01-24T12:45:55.090 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/edac/edac_mce_amd.ko 2024-01-24T12:45:55.090 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/edac/i3000_edac.ko 2024-01-24T12:45:55.090 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/edac/i3200_edac.ko 2024-01-24T12:45:55.090 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/edac/i5100_edac.ko 2024-01-24T12:45:55.090 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/edac/i5400_edac.ko 2024-01-24T12:45:55.090 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/edac/i7300_edac.ko 2024-01-24T12:45:55.090 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/edac/i7core_edac.ko 2024-01-24T12:45:55.090 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/edac/i82975x_edac.ko 2024-01-24T12:45:55.091 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/edac/ie31200_edac.ko 2024-01-24T12:45:55.091 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/edac/sb_edac.ko 2024-01-24T12:45:55.091 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/edac/x38_edac.ko 2024-01-24T12:45:55.091 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/firmware 2024-01-24T12:45:55.091 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/firmware/edd.ko 2024-01-24T12:45:55.091 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/firmware/iscsi_ibft.ko 2024-01-24T12:45:55.091 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/gpio 2024-01-24T12:45:55.091 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/gpio/gpio-ich.ko 2024-01-24T12:45:55.091 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/gpio/gpio-viperboard.ko 2024-01-24T12:45:55.091 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid 2024-01-24T12:45:55.091 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-appleir.ko 2024-01-24T12:45:55.091 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-aureal.ko 2024-01-24T12:45:55.091 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-axff.ko 2024-01-24T12:45:55.091 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-dr.ko 2024-01-24T12:45:55.091 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-elecom.ko 2024-01-24T12:45:55.092 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-elo.ko 2024-01-24T12:45:55.092 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-emsff.ko 2024-01-24T12:45:55.092 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-gaff.ko 2024-01-24T12:45:55.092 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-gt683r.ko 2024-01-24T12:45:55.092 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-gyration.ko 2024-01-24T12:45:55.092 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-holtek-kbd.ko 2024-01-24T12:45:55.092 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-holtek-mouse.ko 2024-01-24T12:45:55.092 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-holtekff.ko 2024-01-24T12:45:55.092 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-hyperv.ko 2024-01-24T12:45:55.092 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-icade.ko 2024-01-24T12:45:55.092 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-keytouch.ko 2024-01-24T12:45:55.092 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-kye.ko 2024-01-24T12:45:55.093 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-lcpower.ko 2024-01-24T12:45:55.093 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-led.ko 2024-01-24T12:45:55.093 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-lenovo.ko 2024-01-24T12:45:55.093 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-logitech-dj.ko 2024-01-24T12:45:55.093 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-logitech-hidpp.ko 2024-01-24T12:45:55.093 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-multitouch.ko 2024-01-24T12:45:55.093 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-ortek.ko 2024-01-24T12:45:55.093 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-penmount.ko 2024-01-24T12:45:55.093 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-petalynx.ko 2024-01-24T12:45:55.093 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-picolcd.ko 2024-01-24T12:45:55.093 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-pl.ko 2024-01-24T12:45:55.093 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-plantronics.ko 2024-01-24T12:45:55.093 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-primax.ko 2024-01-24T12:45:55.094 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-rmi.ko 2024-01-24T12:45:55.094 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-roccat-arvo.ko 2024-01-24T12:45:55.094 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-roccat-common.ko 2024-01-24T12:45:55.094 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-roccat-isku.ko 2024-01-24T12:45:55.094 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-roccat-kone.ko 2024-01-24T12:45:55.094 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-roccat-koneplus.ko 2024-01-24T12:45:55.094 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-roccat-konepure.ko 2024-01-24T12:45:55.094 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-roccat-kovaplus.ko 2024-01-24T12:45:55.094 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-roccat-lua.ko 2024-01-24T12:45:55.094 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-roccat-pyra.ko 2024-01-24T12:45:55.094 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-roccat-ryos.ko 2024-01-24T12:45:55.094 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-roccat-savu.ko 2024-01-24T12:45:55.094 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-roccat.ko 2024-01-24T12:45:55.095 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-saitek.ko 2024-01-24T12:45:55.095 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-samsung.ko 2024-01-24T12:45:55.095 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-sensor-hub.ko 2024-01-24T12:45:55.095 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-sjoy.ko 2024-01-24T12:45:55.095 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-sony.ko 2024-01-24T12:45:55.095 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-speedlink.ko 2024-01-24T12:45:55.095 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-steelseries.ko 2024-01-24T12:45:55.095 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-sunplus.ko 2024-01-24T12:45:55.095 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-thrustmaster.ko 2024-01-24T12:45:55.095 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-tivo.ko 2024-01-24T12:45:55.095 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-tmff.ko 2024-01-24T12:45:55.095 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-topseed.ko 2024-01-24T12:45:55.095 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-twinhan.ko 2024-01-24T12:45:55.095 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-uclogic.ko 2024-01-24T12:45:55.096 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-waltop.ko 2024-01-24T12:45:55.096 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-wiimote.ko 2024-01-24T12:45:55.096 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-xinmo.ko 2024-01-24T12:45:55.096 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-zpff.ko 2024-01-24T12:45:55.096 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-zydacron.ko 2024-01-24T12:45:55.096 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/uhid.ko 2024-01-24T12:45:55.096 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/wacom.ko 2024-01-24T12:45:55.096 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hv 2024-01-24T12:45:55.096 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hv/hv_balloon.ko 2024-01-24T12:45:55.096 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hv/hv_utils.ko 2024-01-24T12:45:55.097 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hv/hv_vmbus.ko 2024-01-24T12:45:55.097 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon 2024-01-24T12:45:55.097 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/abituguru.ko 2024-01-24T12:45:55.097 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/abituguru3.ko 2024-01-24T12:45:55.097 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/acpi_power_meter.ko 2024-01-24T12:45:55.097 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/ad7414.ko 2024-01-24T12:45:55.097 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/ad7418.ko 2024-01-24T12:45:55.097 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/adc128d818.ko 2024-01-24T12:45:55.097 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/adm1025.ko 2024-01-24T12:45:55.097 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/adm1026.ko 2024-01-24T12:45:55.097 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/adm1029.ko 2024-01-24T12:45:55.097 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/adm1031.ko 2024-01-24T12:45:55.098 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/adm9240.ko 2024-01-24T12:45:55.098 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/ads7828.ko 2024-01-24T12:45:55.098 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/adt7410.ko 2024-01-24T12:45:55.098 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/adt7411.ko 2024-01-24T12:45:55.098 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/adt7462.ko 2024-01-24T12:45:55.098 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/adt7470.ko 2024-01-24T12:45:55.098 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/adt7475.ko 2024-01-24T12:45:55.098 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/adt7x10.ko 2024-01-24T12:45:55.098 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/amc6821.ko 2024-01-24T12:45:55.098 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/applesmc.ko 2024-01-24T12:45:55.098 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/asb100.ko 2024-01-24T12:45:55.098 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/asc7621.ko 2024-01-24T12:45:55.098 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/asus_atk0110.ko 2024-01-24T12:45:55.098 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/atxp1.ko 2024-01-24T12:45:55.099 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/coretemp.ko 2024-01-24T12:45:55.099 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/dell-smm-hwmon.ko 2024-01-24T12:45:55.099 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/dme1737.ko 2024-01-24T12:45:55.099 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/ds1621.ko 2024-01-24T12:45:55.099 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/ds620.ko 2024-01-24T12:45:55.099 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/emc1403.ko 2024-01-24T12:45:55.099 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/emc6w201.ko 2024-01-24T12:45:55.099 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/f71805f.ko 2024-01-24T12:45:55.099 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/f71882fg.ko 2024-01-24T12:45:55.099 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/f75375s.ko 2024-01-24T12:45:55.099 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/fam15h_power.ko 2024-01-24T12:45:55.099 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/fschmd.ko 2024-01-24T12:45:55.099 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/g760a.ko 2024-01-24T12:45:55.100 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/g762.ko 2024-01-24T12:45:55.100 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/gl518sm.ko 2024-01-24T12:45:55.100 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/gl520sm.ko 2024-01-24T12:45:55.100 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/hwmon-vid.ko 2024-01-24T12:45:55.100 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/i5500_temp.ko 2024-01-24T12:45:55.100 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/i5k_amb.ko 2024-01-24T12:45:55.100 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/ibmaem.ko 2024-01-24T12:45:55.100 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/ibmpex.ko 2024-01-24T12:45:55.100 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/ina209.ko 2024-01-24T12:45:55.100 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/ina2xx.ko 2024-01-24T12:45:55.100 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/it87.ko 2024-01-24T12:45:55.100 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/k10temp.ko 2024-01-24T12:45:55.100 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/k8temp.ko 2024-01-24T12:45:55.101 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/lineage-pem.ko 2024-01-24T12:45:55.101 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/lm63.ko 2024-01-24T12:45:55.101 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/lm73.ko 2024-01-24T12:45:55.101 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/lm75.ko 2024-01-24T12:45:55.101 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/lm77.ko 2024-01-24T12:45:55.101 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/lm78.ko 2024-01-24T12:45:55.101 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/lm80.ko 2024-01-24T12:45:55.101 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/lm83.ko 2024-01-24T12:45:55.101 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/lm85.ko 2024-01-24T12:45:55.101 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/lm87.ko 2024-01-24T12:45:55.101 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/lm90.ko 2024-01-24T12:45:55.101 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/lm92.ko 2024-01-24T12:45:55.101 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/lm93.ko 2024-01-24T12:45:55.101 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/lm95234.ko 2024-01-24T12:45:55.102 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/lm95241.ko 2024-01-24T12:45:55.102 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/lm95245.ko 2024-01-24T12:45:55.102 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/ltc2945.ko 2024-01-24T12:45:55.102 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/ltc4151.ko 2024-01-24T12:45:55.102 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/ltc4215.ko 2024-01-24T12:45:55.102 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/ltc4222.ko 2024-01-24T12:45:55.102 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/ltc4245.ko 2024-01-24T12:45:55.102 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/ltc4260.ko 2024-01-24T12:45:55.102 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/ltc4261.ko 2024-01-24T12:45:55.102 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/max16065.ko 2024-01-24T12:45:55.102 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/max1619.ko 2024-01-24T12:45:55.102 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/max1668.ko 2024-01-24T12:45:55.102 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/max197.ko 2024-01-24T12:45:55.102 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/max6639.ko 2024-01-24T12:45:55.103 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/max6650.ko 2024-01-24T12:45:55.103 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/max6697.ko 2024-01-24T12:45:55.103 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/mcp3021.ko 2024-01-24T12:45:55.103 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/nct6683.ko 2024-01-24T12:45:55.103 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/nct6775-core.ko 2024-01-24T12:45:55.103 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/nct6775.ko 2024-01-24T12:45:55.103 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/nct7802.ko 2024-01-24T12:45:55.103 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/pc87360.ko 2024-01-24T12:45:55.103 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/pc87427.ko 2024-01-24T12:45:55.103 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/pcf8591.ko 2024-01-24T12:45:55.103 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/pmbus 2024-01-24T12:45:55.103 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/pmbus/adm1275.ko 2024-01-24T12:45:55.103 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/pmbus/lm25066.ko 2024-01-24T12:45:55.103 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/pmbus/ltc2978.ko 2024-01-24T12:45:55.103 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/pmbus/max16064.ko 2024-01-24T12:45:55.103 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/pmbus/max34440.ko 2024-01-24T12:45:55.104 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/pmbus/max8688.ko 2024-01-24T12:45:55.104 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/pmbus/pmbus.ko 2024-01-24T12:45:55.104 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/pmbus/pmbus_core.ko 2024-01-24T12:45:55.104 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/pmbus/tps40422.ko 2024-01-24T12:45:55.104 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/pmbus/ucd9000.ko 2024-01-24T12:45:55.104 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/pmbus/ucd9200.ko 2024-01-24T12:45:55.104 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/pmbus/zl6100.ko 2024-01-24T12:45:55.104 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/powr1220.ko 2024-01-24T12:45:55.104 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/sch5627.ko 2024-01-24T12:45:55.104 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/sch5636.ko 2024-01-24T12:45:55.104 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/sch56xx-common.ko 2024-01-24T12:45:55.104 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/sht15.ko 2024-01-24T12:45:55.104 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/sht21.ko 2024-01-24T12:45:55.105 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/shtc1.ko 2024-01-24T12:45:55.105 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/sis5595.ko 2024-01-24T12:45:55.105 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/smsc47b397.ko 2024-01-24T12:45:55.105 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/smsc47m1.ko 2024-01-24T12:45:55.105 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/smsc47m192.ko 2024-01-24T12:45:55.105 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/thmc50.ko 2024-01-24T12:45:55.105 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/tmp102.ko 2024-01-24T12:45:55.105 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/tmp103.ko 2024-01-24T12:45:55.105 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/tmp401.ko 2024-01-24T12:45:55.105 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/tmp421.ko 2024-01-24T12:45:55.105 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/via-cputemp.ko 2024-01-24T12:45:55.105 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/via686a.ko 2024-01-24T12:45:55.105 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/vt1211.ko 2024-01-24T12:45:55.105 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/vt8231.ko 2024-01-24T12:45:55.106 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/w83627ehf.ko 2024-01-24T12:45:55.106 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/w83627hf.ko 2024-01-24T12:45:55.106 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/w83781d.ko 2024-01-24T12:45:55.106 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/w83791d.ko 2024-01-24T12:45:55.106 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/w83792d.ko 2024-01-24T12:45:55.106 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/w83793.ko 2024-01-24T12:45:55.106 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/w83795.ko 2024-01-24T12:45:55.106 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/w83l785ts.ko 2024-01-24T12:45:55.106 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/w83l786ng.ko 2024-01-24T12:45:55.106 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c 2024-01-24T12:45:55.106 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c/algos 2024-01-24T12:45:55.106 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c/algos/i2c-algo-bit.ko 2024-01-24T12:45:55.106 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c/algos/i2c-algo-pca.ko 2024-01-24T12:45:55.106 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c/busses 2024-01-24T12:45:55.106 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c/busses/i2c-amd756-s4882.ko 2024-01-24T12:45:55.106 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c/busses/i2c-amd756.ko 2024-01-24T12:45:55.107 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c/busses/i2c-amd8111.ko 2024-01-24T12:45:55.107 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c/busses/i2c-ccgx-ucsi.ko 2024-01-24T12:45:55.107 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c/busses/i2c-designware-core.ko 2024-01-24T12:45:55.107 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c/busses/i2c-designware-pci.ko 2024-01-24T12:45:55.107 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c/busses/i2c-designware-platform.ko 2024-01-24T12:45:55.107 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c/busses/i2c-diolan-u2c.ko 2024-01-24T12:45:55.107 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c/busses/i2c-i801.ko 2024-01-24T12:45:55.107 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c/busses/i2c-isch.ko 2024-01-24T12:45:55.107 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c/busses/i2c-ismt.ko 2024-01-24T12:45:55.107 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c/busses/i2c-nforce2-s4985.ko 2024-01-24T12:45:55.107 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c/busses/i2c-nforce2.ko 2024-01-24T12:45:55.107 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c/busses/i2c-parport.ko 2024-01-24T12:45:55.107 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c/busses/i2c-pca-platform.ko 2024-01-24T12:45:55.108 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c/busses/i2c-piix4.ko 2024-01-24T12:45:55.108 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c/busses/i2c-scmi.ko 2024-01-24T12:45:55.108 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c/busses/i2c-simtec.ko 2024-01-24T12:45:55.108 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c/busses/i2c-sis96x.ko 2024-01-24T12:45:55.108 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c/busses/i2c-tiny-usb.ko 2024-01-24T12:45:55.108 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c/busses/i2c-via.ko 2024-01-24T12:45:55.108 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c/busses/i2c-viapro.ko 2024-01-24T12:45:55.108 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c/busses/i2c-viperboard.ko 2024-01-24T12:45:55.108 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c/i2c-dev.ko 2024-01-24T12:45:55.108 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c/i2c-mux.ko 2024-01-24T12:45:55.108 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c/i2c-slave-eeprom.ko 2024-01-24T12:45:55.108 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c/i2c-smbus.ko 2024-01-24T12:45:55.108 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c/i2c-stub.ko 2024-01-24T12:45:55.109 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/infiniband 2024-01-24T12:45:55.109 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/infiniband/core 2024-01-24T12:45:55.109 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/infiniband/core/ib_cm.ko 2024-01-24T12:45:55.109 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/infiniband/core/ib_core.ko 2024-01-24T12:45:55.109 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/infiniband/core/ib_umad.ko 2024-01-24T12:45:55.109 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/infiniband/core/ib_uverbs.ko 2024-01-24T12:45:55.109 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/infiniband/core/iw_cm.ko 2024-01-24T12:45:55.109 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/infiniband/core/rdma_cm.ko 2024-01-24T12:45:55.109 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/infiniband/core/rdma_ucm.ko 2024-01-24T12:45:55.109 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/infiniband/hw 2024-01-24T12:45:55.109 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/infiniband/hw/cxgb4 2024-01-24T12:45:55.109 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/infiniband/hw/cxgb4/iw_cxgb4.ko 2024-01-24T12:45:55.109 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/infiniband/hw/mlx4 2024-01-24T12:45:55.109 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/infiniband/hw/mlx4/mlx4_ib.ko 2024-01-24T12:45:55.109 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/infiniband/hw/mlx5 2024-01-24T12:45:55.109 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/infiniband/hw/mlx5/mlx5_ib.ko 2024-01-24T12:45:55.110 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/infiniband/hw/mthca 2024-01-24T12:45:55.110 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/infiniband/hw/mthca/ib_mthca.ko 2024-01-24T12:45:55.110 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/infiniband/ulp 2024-01-24T12:45:55.110 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/infiniband/ulp/ipoib 2024-01-24T12:45:55.110 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/infiniband/ulp/ipoib/ib_ipoib.ko 2024-01-24T12:45:55.110 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/infiniband/ulp/iser 2024-01-24T12:45:55.110 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/infiniband/ulp/iser/ib_iser.ko 2024-01-24T12:45:55.110 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/infiniband/ulp/isert 2024-01-24T12:45:55.110 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/infiniband/ulp/isert/ib_isert.ko 2024-01-24T12:45:55.110 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/infiniband/ulp/srp 2024-01-24T12:45:55.110 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/infiniband/ulp/srp/ib_srp.ko 2024-01-24T12:45:55.110 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/infiniband/ulp/srpt 2024-01-24T12:45:55.110 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/infiniband/ulp/srpt/ib_srpt.ko 2024-01-24T12:45:55.111 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/input 2024-01-24T12:45:55.111 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/input/gameport 2024-01-24T12:45:55.111 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/input/gameport/emu10k1-gp.ko 2024-01-24T12:45:55.111 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/input/gameport/fm801-gp.ko 2024-01-24T12:45:55.111 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/input/gameport/gameport.ko 2024-01-24T12:45:55.111 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/input/joydev.ko 2024-01-24T12:45:55.111 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/input/keyboard 2024-01-24T12:45:55.111 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/input/keyboard/gpio_keys.ko 2024-01-24T12:45:55.111 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/input/mouse 2024-01-24T12:45:55.111 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/input/mouse/appletouch.ko 2024-01-24T12:45:55.111 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/input/mouse/bcm5974.ko 2024-01-24T12:45:55.111 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/input/mouse/cyapatp.ko 2024-01-24T12:45:55.111 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/input/mouse/elan_i2c.ko 2024-01-24T12:45:55.111 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/input/mouse/sermouse.ko 2024-01-24T12:45:55.111 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/input/mouse/synaptics_i2c.ko 2024-01-24T12:45:55.112 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/input/mouse/synaptics_usb.ko 2024-01-24T12:45:55.112 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/input/mouse/vsxxxaa.ko 2024-01-24T12:45:55.112 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/input/rmi4 2024-01-24T12:45:55.112 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/input/rmi4/rmi_core.ko 2024-01-24T12:45:55.112 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/input/serio 2024-01-24T12:45:55.112 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/input/serio/altera_ps2.ko 2024-01-24T12:45:55.112 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/input/serio/arc_ps2.ko 2024-01-24T12:45:55.112 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/input/serio/hyperv-keyboard.ko 2024-01-24T12:45:55.112 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/input/serio/serio_raw.ko 2024-01-24T12:45:55.112 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/input/sparse-keymap.ko 2024-01-24T12:45:55.112 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/leds 2024-01-24T12:45:55.112 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/leds/leds-blinkm.ko 2024-01-24T12:45:55.112 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/leds/leds-lm3530.ko 2024-01-24T12:45:55.113 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/leds/leds-lp3944.ko 2024-01-24T12:45:55.113 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/leds/leds-ss4200.ko 2024-01-24T12:45:55.113 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/leds/trigger 2024-01-24T12:45:55.113 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/leds/trigger/ledtrig-audio.ko 2024-01-24T12:45:55.113 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/leds/trigger/ledtrig-backlight.ko 2024-01-24T12:45:55.113 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/leds/trigger/ledtrig-camera.ko 2024-01-24T12:45:55.113 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/leds/trigger/ledtrig-default-on.ko 2024-01-24T12:45:55.113 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/leds/trigger/ledtrig-gpio.ko 2024-01-24T12:45:55.113 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/leds/trigger/ledtrig-heartbeat.ko 2024-01-24T12:45:55.113 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/leds/trigger/ledtrig-oneshot.ko 2024-01-24T12:45:55.113 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/leds/trigger/ledtrig-timer.ko 2024-01-24T12:45:55.113 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/leds/trigger/ledtrig-transient.ko 2024-01-24T12:45:55.113 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/md 2024-01-24T12:45:55.113 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/md/bcache 2024-01-24T12:45:55.114 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/md/bcache/bcache.ko 2024-01-24T12:45:55.114 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/md/dm-bio-prison.ko 2024-01-24T12:45:55.114 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/md/dm-cache-smq.ko 2024-01-24T12:45:55.114 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/md/dm-cache.ko 2024-01-24T12:45:55.114 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/md/dm-crypt.ko 2024-01-24T12:45:55.114 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/md/dm-delay.ko 2024-01-24T12:45:55.114 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/md/dm-flakey.ko 2024-01-24T12:45:55.114 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/md/dm-log-userspace.ko 2024-01-24T12:45:55.114 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/md/dm-multipath.ko 2024-01-24T12:45:55.114 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/md/dm-queue-length.ko 2024-01-24T12:45:55.114 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/md/dm-raid.ko 2024-01-24T12:45:55.114 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/md/dm-round-robin.ko 2024-01-24T12:45:55.114 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/md/dm-service-time.ko 2024-01-24T12:45:55.115 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/md/dm-switch.ko 2024-01-24T12:45:55.115 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/md/dm-thin-pool.ko 2024-01-24T12:45:55.115 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/md/dm-verity.ko 2024-01-24T12:45:55.115 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/md/faulty.ko 2024-01-24T12:45:55.115 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/md/linear.ko 2024-01-24T12:45:55.115 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/md/multipath.ko 2024-01-24T12:45:55.115 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/md/persistent-data 2024-01-24T12:45:55.115 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/md/persistent-data/dm-persistent-data.ko 2024-01-24T12:45:55.115 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/md/raid0.ko 2024-01-24T12:45:55.115 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/md/raid1.ko 2024-01-24T12:45:55.115 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/md/raid10.ko 2024-01-24T12:45:55.115 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/md/raid456.ko 2024-01-24T12:45:55.115 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/message 2024-01-24T12:45:55.115 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/message/fusion 2024-01-24T12:45:55.116 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/message/fusion/mptbase.ko 2024-01-24T12:45:55.116 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/message/fusion/mptctl.ko 2024-01-24T12:45:55.116 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/message/fusion/mptfc.ko 2024-01-24T12:45:55.116 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/message/fusion/mptlan.ko 2024-01-24T12:45:55.116 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/message/fusion/mptsas.ko 2024-01-24T12:45:55.116 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/message/fusion/mptscsih.ko 2024-01-24T12:45:55.116 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/message/fusion/mptspi.ko 2024-01-24T12:45:55.116 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/mfd 2024-01-24T12:45:55.116 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/mfd/lpc_ich.ko 2024-01-24T12:45:55.116 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/mfd/lpc_sch.ko 2024-01-24T12:45:55.116 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/mfd/mfd-core.ko 2024-01-24T12:45:55.116 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/mfd/sm501.ko 2024-01-24T12:45:55.116 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/mfd/viperboard.ko 2024-01-24T12:45:55.116 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/mfd/vx855.ko 2024-01-24T12:45:55.116 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/mfd/wl1273-core.ko 2024-01-24T12:45:55.117 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc 2024-01-24T12:45:55.117 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/altera-stapl 2024-01-24T12:45:55.117 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/altera-stapl/altera-stapl.ko 2024-01-24T12:45:55.117 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/apds9802als.ko 2024-01-24T12:45:55.117 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/apds990x.ko 2024-01-24T12:45:55.117 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/bh1770glc.ko 2024-01-24T12:45:55.117 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/cb710 2024-01-24T12:45:55.117 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/cb710/cb710.ko 2024-01-24T12:45:55.117 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/eeprom 2024-01-24T12:45:55.117 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/eeprom/at24.ko 2024-01-24T12:45:55.117 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/eeprom/eeprom_93cx6.ko 2024-01-24T12:45:55.117 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/eeprom/max6875.ko 2024-01-24T12:45:55.117 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/enclosure.ko 2024-01-24T12:45:55.117 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/hpilo.ko 2024-01-24T12:45:55.118 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/isl29003.ko 2024-01-24T12:45:55.118 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/isl29020.ko 2024-01-24T12:45:55.118 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/lis3lv02d 2024-01-24T12:45:55.118 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/lis3lv02d/lis3lv02d.ko 2024-01-24T12:45:55.118 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/lis3lv02d/lis3lv02d_i2c.ko 2024-01-24T12:45:55.118 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/mei 2024-01-24T12:45:55.118 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/mei/mei-me.ko 2024-01-24T12:45:55.118 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/mei/mei-txe.ko 2024-01-24T12:45:55.118 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/mei/mei.ko 2024-01-24T12:45:55.118 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/sgi-gru 2024-01-24T12:45:55.118 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/sgi-gru/gru.ko 2024-01-24T12:45:55.118 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/sgi-xp 2024-01-24T12:45:55.118 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/sgi-xp/xp.ko 2024-01-24T12:45:55.118 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/sgi-xp/xpc.ko 2024-01-24T12:45:55.118 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/sgi-xp/xpnet.ko 2024-01-24T12:45:55.119 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/tifm_7xx1.ko 2024-01-24T12:45:55.119 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/tifm_core.ko 2024-01-24T12:45:55.119 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/tsl2550.ko 2024-01-24T12:45:55.119 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/vmw_balloon.ko 2024-01-24T12:45:55.119 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/vmw_vmci 2024-01-24T12:45:55.119 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/vmw_vmci/vmw_vmci.ko 2024-01-24T12:45:55.119 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net 2024-01-24T12:45:55.119 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/bonding 2024-01-24T12:45:55.119 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/bonding/bonding.ko 2024-01-24T12:45:55.119 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/dsa 2024-01-24T12:45:55.119 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/dsa/b53 2024-01-24T12:45:55.119 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/dsa/b53/b53_common.ko 2024-01-24T12:45:55.119 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/dsa/bcm-sf2.ko 2024-01-24T12:45:55.119 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/dsa/mv88e6060.ko 2024-01-24T12:45:55.119 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/dsa/mv88e6xxx 2024-01-24T12:45:55.120 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/dsa/mv88e6xxx/mv88e6xxx.ko 2024-01-24T12:45:55.120 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/dummy.ko 2024-01-24T12:45:55.120 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/eql.ko 2024-01-24T12:45:55.120 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet 2024-01-24T12:45:55.120 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/3com 2024-01-24T12:45:55.120 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/3com/3c574_cs.ko 2024-01-24T12:45:55.120 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/3com/3c589_cs.ko 2024-01-24T12:45:55.120 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/3com/3c59x.ko 2024-01-24T12:45:55.120 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/3com/typhoon.ko 2024-01-24T12:45:55.120 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/8390 2024-01-24T12:45:55.120 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/8390/8390.ko 2024-01-24T12:45:55.120 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/8390/axnet_cs.ko 2024-01-24T12:45:55.121 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/8390/ne2k-pci.ko 2024-01-24T12:45:55.121 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/8390/pcnet_cs.ko 2024-01-24T12:45:55.121 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/adaptec 2024-01-24T12:45:55.121 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/adaptec/starfire.ko 2024-01-24T12:45:55.121 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/agere 2024-01-24T12:45:55.121 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/agere/et131x.ko 2024-01-24T12:45:55.121 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/alteon 2024-01-24T12:45:55.121 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/alteon/acenic.ko 2024-01-24T12:45:55.121 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/altera 2024-01-24T12:45:55.121 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/altera/altera_tse.ko 2024-01-24T12:45:55.121 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/amd 2024-01-24T12:45:55.121 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/amd/amd8111e.ko 2024-01-24T12:45:55.121 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/amd/nmclan_cs.ko 2024-01-24T12:45:55.121 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/amd/pcnet32.ko 2024-01-24T12:45:55.122 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/atheros 2024-01-24T12:45:55.122 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/atheros/alx 2024-01-24T12:45:55.122 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/atheros/alx/alx.ko 2024-01-24T12:45:55.122 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/atheros/atl1c 2024-01-24T12:45:55.122 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/atheros/atl1c/atl1c.ko 2024-01-24T12:45:55.122 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/atheros/atl1e 2024-01-24T12:45:55.122 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/atheros/atl1e/atl1e.ko 2024-01-24T12:45:55.122 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/atheros/atlx 2024-01-24T12:45:55.122 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/atheros/atlx/atl1.ko 2024-01-24T12:45:55.122 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/atheros/atlx/atl2.ko 2024-01-24T12:45:55.122 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/broadcom 2024-01-24T12:45:55.122 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/broadcom/b44.ko 2024-01-24T12:45:55.122 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/broadcom/bnx2.ko 2024-01-24T12:45:55.122 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/broadcom/bnx2x 2024-01-24T12:45:55.123 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/broadcom/bnx2x/bnx2x.ko 2024-01-24T12:45:55.123 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/broadcom/cnic.ko 2024-01-24T12:45:55.123 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/broadcom/genet 2024-01-24T12:45:55.123 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/broadcom/genet/genet.ko 2024-01-24T12:45:55.123 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/broadcom/tg3.ko 2024-01-24T12:45:55.123 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/brocade 2024-01-24T12:45:55.123 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/brocade/bna 2024-01-24T12:45:55.123 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/brocade/bna/bna.ko 2024-01-24T12:45:55.123 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/chelsio 2024-01-24T12:45:55.123 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/chelsio/cxgb 2024-01-24T12:45:55.123 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/chelsio/cxgb/cxgb.ko 2024-01-24T12:45:55.123 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/chelsio/cxgb3 2024-01-24T12:45:55.123 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/chelsio/cxgb3/cxgb3.ko 2024-01-24T12:45:55.123 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/chelsio/cxgb4 2024-01-24T12:45:55.123 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/chelsio/cxgb4/cxgb4.ko 2024-01-24T12:45:55.124 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/chelsio/cxgb4vf 2024-01-24T12:45:55.124 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/chelsio/cxgb4vf/cxgb4vf.ko 2024-01-24T12:45:55.124 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/chelsio/libcxgb 2024-01-24T12:45:55.124 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/chelsio/libcxgb/libcxgb.ko 2024-01-24T12:45:55.124 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/cisco 2024-01-24T12:45:55.124 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/cisco/enic 2024-01-24T12:45:55.124 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/cisco/enic/enic.ko 2024-01-24T12:45:55.124 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/dec 2024-01-24T12:45:55.124 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/dec/tulip 2024-01-24T12:45:55.124 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/dec/tulip/de2104x.ko 2024-01-24T12:45:55.124 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/dec/tulip/dmfe.ko 2024-01-24T12:45:55.124 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/dec/tulip/tulip.ko 2024-01-24T12:45:55.124 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/dec/tulip/uli526x.ko 2024-01-24T12:45:55.125 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/dec/tulip/winbond-840.ko 2024-01-24T12:45:55.125 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/dec/tulip/xircom_cb.ko 2024-01-24T12:45:55.125 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/dlink 2024-01-24T12:45:55.125 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/dlink/dl2k.ko 2024-01-24T12:45:55.125 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/dlink/sundance.ko 2024-01-24T12:45:55.125 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/dnet.ko 2024-01-24T12:45:55.125 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/emulex 2024-01-24T12:45:55.125 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/emulex/benet 2024-01-24T12:45:55.125 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/emulex/benet/be2net.ko 2024-01-24T12:45:55.125 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/ethoc.ko 2024-01-24T12:45:55.125 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/fealnx.ko 2024-01-24T12:45:55.125 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/intel 2024-01-24T12:45:55.125 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/intel/e100.ko 2024-01-24T12:45:55.126 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/intel/e1000 2024-01-24T12:45:55.126 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/intel/e1000/e1000.ko 2024-01-24T12:45:55.126 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/intel/e1000e 2024-01-24T12:45:55.126 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/intel/e1000e/e1000e.ko 2024-01-24T12:45:55.126 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/intel/fm10k 2024-01-24T12:45:55.126 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/intel/fm10k/fm10k.ko 2024-01-24T12:45:55.126 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/intel/i40e 2024-01-24T12:45:55.126 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/intel/i40e/i40e.ko 2024-01-24T12:45:55.126 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/intel/iavf 2024-01-24T12:45:55.126 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/intel/iavf/iavf.ko 2024-01-24T12:45:55.126 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/intel/igb 2024-01-24T12:45:55.126 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/intel/igb/igb.ko 2024-01-24T12:45:55.126 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/intel/igbvf 2024-01-24T12:45:55.126 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/intel/igbvf/igbvf.ko 2024-01-24T12:45:55.126 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/intel/ixgbe 2024-01-24T12:45:55.127 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko 2024-01-24T12:45:55.127 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/intel/ixgbevf 2024-01-24T12:45:55.127 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/intel/ixgbevf/ixgbevf.ko 2024-01-24T12:45:55.127 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/jme.ko 2024-01-24T12:45:55.127 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/marvell 2024-01-24T12:45:55.127 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/marvell/mvmdio.ko 2024-01-24T12:45:55.127 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/marvell/skge.ko 2024-01-24T12:45:55.127 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/marvell/sky2.ko 2024-01-24T12:45:55.127 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/mellanox 2024-01-24T12:45:55.127 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/mellanox/mlx4 2024-01-24T12:45:55.127 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_core.ko 2024-01-24T12:45:55.127 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_en.ko 2024-01-24T12:45:55.127 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/mellanox/mlx5 2024-01-24T12:45:55.128 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/mellanox/mlx5/core 2024-01-24T12:45:55.128 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/mellanox/mlx5/core/mlx5_core.ko 2024-01-24T12:45:55.128 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/micrel 2024-01-24T12:45:55.128 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/micrel/ksz884x.ko 2024-01-24T12:45:55.128 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/myricom 2024-01-24T12:45:55.128 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/myricom/myri10ge 2024-01-24T12:45:55.128 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/myricom/myri10ge/myri10ge.ko 2024-01-24T12:45:55.128 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/natsemi 2024-01-24T12:45:55.128 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/natsemi/natsemi.ko 2024-01-24T12:45:55.128 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/natsemi/ns83820.ko 2024-01-24T12:45:55.128 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/neterion 2024-01-24T12:45:55.128 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/neterion/s2io.ko 2024-01-24T12:45:55.128 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/nvidia 2024-01-24T12:45:55.128 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/nvidia/forcedeth.ko 2024-01-24T12:45:55.128 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/packetengines 2024-01-24T12:45:55.129 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/packetengines/hamachi.ko 2024-01-24T12:45:55.129 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/packetengines/yellowfin.ko 2024-01-24T12:45:55.129 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/qlogic 2024-01-24T12:45:55.129 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/qlogic/netxen 2024-01-24T12:45:55.129 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/qlogic/netxen/netxen_nic.ko 2024-01-24T12:45:55.129 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/qlogic/qla3xxx.ko 2024-01-24T12:45:55.129 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/qlogic/qlcnic 2024-01-24T12:45:55.129 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/qlogic/qlcnic/qlcnic.ko 2024-01-24T12:45:55.129 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/rdc 2024-01-24T12:45:55.129 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/rdc/r6040.ko 2024-01-24T12:45:55.129 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/realtek 2024-01-24T12:45:55.129 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/realtek/8139cp.ko 2024-01-24T12:45:55.129 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/realtek/8139too.ko 2024-01-24T12:45:55.130 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/realtek/atp.ko 2024-01-24T12:45:55.130 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/realtek/r8169.ko 2024-01-24T12:45:55.130 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/rocker 2024-01-24T12:45:55.130 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/rocker/rocker.ko 2024-01-24T12:45:55.130 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/sfc 2024-01-24T12:45:55.130 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/sfc/sfc.ko 2024-01-24T12:45:55.130 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/silan 2024-01-24T12:45:55.130 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/silan/sc92031.ko 2024-01-24T12:45:55.130 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/sis 2024-01-24T12:45:55.130 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/sis/sis190.ko 2024-01-24T12:45:55.130 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/sis/sis900.ko 2024-01-24T12:45:55.130 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/smsc 2024-01-24T12:45:55.131 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/smsc/epic100.ko 2024-01-24T12:45:55.131 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/smsc/smc91c92_cs.ko 2024-01-24T12:45:55.131 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/smsc/smsc911x.ko 2024-01-24T12:45:55.131 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/smsc/smsc9420.ko 2024-01-24T12:45:55.131 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/stmicro 2024-01-24T12:45:55.131 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/stmicro/stmmac 2024-01-24T12:45:55.131 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/stmicro/stmmac/dwmac-intel.ko 2024-01-24T12:45:55.131 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/stmicro/stmmac/stmmac.ko 2024-01-24T12:45:55.131 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/sun 2024-01-24T12:45:55.131 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/sun/cassini.ko 2024-01-24T12:45:55.131 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/sun/niu.ko 2024-01-24T12:45:55.131 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/sun/sungem.ko 2024-01-24T12:45:55.131 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/sun/sunhme.ko 2024-01-24T12:45:55.131 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/tehuti 2024-01-24T12:45:55.131 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/tehuti/tehuti.ko 2024-01-24T12:45:55.132 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/ti 2024-01-24T12:45:55.132 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/ti/tlan.ko 2024-01-24T12:45:55.132 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/via 2024-01-24T12:45:55.132 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/via/via-rhine.ko 2024-01-24T12:45:55.132 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/via/via-velocity.ko 2024-01-24T12:45:55.132 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/wiznet 2024-01-24T12:45:55.132 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/wiznet/w5100.ko 2024-01-24T12:45:55.132 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/wiznet/w5300.ko 2024-01-24T12:45:55.132 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/xircom 2024-01-24T12:45:55.132 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/xircom/xirc2ps_cs.ko 2024-01-24T12:45:55.132 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/geneve.ko 2024-01-24T12:45:55.132 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/hyperv 2024-01-24T12:45:55.132 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/hyperv/hv_netvsc.ko 2024-01-24T12:45:55.132 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ieee802154 2024-01-24T12:45:55.133 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ieee802154/fakelb.ko 2024-01-24T12:45:55.133 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ifb.ko 2024-01-24T12:45:55.133 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ipvlan 2024-01-24T12:45:55.133 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ipvlan/ipvlan.ko 2024-01-24T12:45:55.133 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/macvlan.ko 2024-01-24T12:45:55.133 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/macvtap.ko 2024-01-24T12:45:55.133 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/mdio 2024-01-24T12:45:55.133 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/mdio.ko 2024-01-24T12:45:55.133 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/mdio/mdio-bcm-unimac.ko 2024-01-24T12:45:55.133 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/mdio/mdio-bitbang.ko 2024-01-24T12:45:55.133 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/mdio/mdio-regmap.ko 2024-01-24T12:45:55.133 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/mii.ko 2024-01-24T12:45:55.133 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/net_failover.ko 2024-01-24T12:45:55.133 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/netconsole.ko 2024-01-24T12:45:55.134 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/nlmon.ko 2024-01-24T12:45:55.134 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/pcs 2024-01-24T12:45:55.134 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/pcs/pcs-lynx.ko 2024-01-24T12:45:55.134 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/pcs/pcs_xpcs.ko 2024-01-24T12:45:55.134 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/phy 2024-01-24T12:45:55.134 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/phy/amd.ko 2024-01-24T12:45:55.134 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/phy/bcm-phy-lib.ko 2024-01-24T12:45:55.134 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/phy/bcm-phy-ptp.ko 2024-01-24T12:45:55.134 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/phy/bcm7xxx.ko 2024-01-24T12:45:55.134 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/phy/bcm87xx.ko 2024-01-24T12:45:55.134 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/phy/broadcom.ko 2024-01-24T12:45:55.134 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/phy/cicada.ko 2024-01-24T12:45:55.134 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/phy/davicom.ko 2024-01-24T12:45:55.135 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/phy/dp83640.ko 2024-01-24T12:45:55.135 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/phy/et1011c.ko 2024-01-24T12:45:55.135 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/phy/icplus.ko 2024-01-24T12:45:55.135 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/phy/lxt.ko 2024-01-24T12:45:55.135 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/phy/marvell.ko 2024-01-24T12:45:55.135 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/phy/micrel.ko 2024-01-24T12:45:55.135 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/phy/national.ko 2024-01-24T12:45:55.135 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/phy/phylink.ko 2024-01-24T12:45:55.135 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/phy/qsemi.ko 2024-01-24T12:45:55.135 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/phy/realtek.ko 2024-01-24T12:45:55.135 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/phy/smsc.ko 2024-01-24T12:45:55.135 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/phy/ste10Xp.ko 2024-01-24T12:45:55.135 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/phy/vitesse.ko 2024-01-24T12:45:55.135 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ppp 2024-01-24T12:45:55.135 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ppp/bsd_comp.ko 2024-01-24T12:45:55.136 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ppp/ppp_async.ko 2024-01-24T12:45:55.136 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ppp/ppp_deflate.ko 2024-01-24T12:45:55.136 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ppp/ppp_generic.ko 2024-01-24T12:45:55.136 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ppp/ppp_mppe.ko 2024-01-24T12:45:55.136 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ppp/ppp_synctty.ko 2024-01-24T12:45:55.136 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ppp/pppoe.ko 2024-01-24T12:45:55.136 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ppp/pppox.ko 2024-01-24T12:45:55.136 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ppp/pptp.ko 2024-01-24T12:45:55.136 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/slip 2024-01-24T12:45:55.136 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/slip/slhc.ko 2024-01-24T12:45:55.136 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/slip/slip.ko 2024-01-24T12:45:55.136 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/sungem_phy.ko 2024-01-24T12:45:55.136 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/tap.ko 2024-01-24T12:45:55.137 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/team 2024-01-24T12:45:55.137 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/team/team.ko 2024-01-24T12:45:55.137 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/team/team_mode_activebackup.ko 2024-01-24T12:45:55.137 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/team/team_mode_broadcast.ko 2024-01-24T12:45:55.137 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/team/team_mode_loadbalance.ko 2024-01-24T12:45:55.137 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/team/team_mode_random.ko 2024-01-24T12:45:55.137 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/team/team_mode_roundrobin.ko 2024-01-24T12:45:55.137 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/tun.ko 2024-01-24T12:45:55.137 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/veth.ko 2024-01-24T12:45:55.137 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/virtio_net.ko 2024-01-24T12:45:55.137 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/vmxnet3 2024-01-24T12:45:55.137 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/vmxnet3/vmxnet3.ko 2024-01-24T12:45:55.138 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/vxlan 2024-01-24T12:45:55.138 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/vxlan/vxlan.ko 2024-01-24T12:45:55.138 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/xen-netback 2024-01-24T12:45:55.138 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/xen-netback/xen-netback.ko 2024-01-24T12:45:55.138 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/xen-netfront.ko 2024-01-24T12:45:55.138 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ntb 2024-01-24T12:45:55.138 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ntb/ntb.ko 2024-01-24T12:45:55.138 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/nvme 2024-01-24T12:45:55.138 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/nvme/host 2024-01-24T12:45:55.138 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/nvme/host/nvme-core.ko 2024-01-24T12:45:55.138 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/nvme/host/nvme.ko 2024-01-24T12:45:55.138 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/parport 2024-01-24T12:45:55.138 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/parport/parport.ko 2024-01-24T12:45:55.138 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/parport/parport_cs.ko 2024-01-24T12:45:55.139 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/parport/parport_pc.ko 2024-01-24T12:45:55.139 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/parport/parport_serial.ko 2024-01-24T12:45:55.139 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/pci 2024-01-24T12:45:55.139 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/pci/hotplug 2024-01-24T12:45:55.139 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/pci/hotplug/acpiphp_ibm.ko 2024-01-24T12:45:55.139 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/pci/pcie 2024-01-24T12:45:55.139 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/pci/pcie/aer_inject.ko 2024-01-24T12:45:55.139 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/pci/xen-pcifront.ko 2024-01-24T12:45:55.139 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/pcmcia 2024-01-24T12:45:55.139 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/pcmcia/i82092.ko 2024-01-24T12:45:55.139 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/pcmcia/pd6729.ko 2024-01-24T12:45:55.139 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/pcmcia/yenta_socket.ko 2024-01-24T12:45:55.139 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/pinctrl 2024-01-24T12:45:55.140 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/pinctrl/intel 2024-01-24T12:45:55.140 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/pinctrl/intel/pinctrl-cherryview.ko 2024-01-24T12:45:55.140 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/platform 2024-01-24T12:45:55.140 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/platform/x86 2024-01-24T12:45:55.140 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/platform/x86/acer-wmi.ko 2024-01-24T12:45:55.140 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/platform/x86/acerhdf.ko 2024-01-24T12:45:55.140 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/platform/x86/apple-gmux.ko 2024-01-24T12:45:55.140 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/platform/x86/asus-laptop.ko 2024-01-24T12:45:55.140 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/platform/x86/asus-nb-wmi.ko 2024-01-24T12:45:55.140 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/platform/x86/asus-wmi.ko 2024-01-24T12:45:55.140 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/platform/x86/classmate-laptop.ko 2024-01-24T12:45:55.141 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/platform/x86/eeepc-laptop.ko 2024-01-24T12:45:55.141 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/platform/x86/eeepc-wmi.ko 2024-01-24T12:45:55.141 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/platform/x86/fujitsu-laptop.ko 2024-01-24T12:45:55.141 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/platform/x86/fujitsu-tablet.ko 2024-01-24T12:45:55.141 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/platform/x86/hdaps.ko 2024-01-24T12:45:55.141 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/platform/x86/intel 2024-01-24T12:45:55.141 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/platform/x86/intel/intel-rst.ko 2024-01-24T12:45:55.141 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/platform/x86/intel_ips.ko 2024-01-24T12:45:55.141 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/platform/x86/msi-wmi.ko 2024-01-24T12:45:55.141 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/platform/x86/mxm-wmi.ko 2024-01-24T12:45:55.141 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/platform/x86/panasonic-laptop.ko 2024-01-24T12:45:55.141 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/platform/x86/samsung-laptop.ko 2024-01-24T12:45:55.141 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/platform/x86/samsung-q10.ko 2024-01-24T12:45:55.142 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/platform/x86/topstar-laptop.ko 2024-01-24T12:45:55.142 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/platform/x86/toshiba_bluetooth.ko 2024-01-24T12:45:55.142 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/platform/x86/toshiba_haps.ko 2024-01-24T12:45:55.142 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/platform/x86/wmi-bmof.ko 2024-01-24T12:45:55.142 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/platform/x86/wmi.ko 2024-01-24T12:45:55.142 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/powercap 2024-01-24T12:45:55.142 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/powercap/intel_rapl_common.ko 2024-01-24T12:45:55.142 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/powercap/intel_rapl_msr.ko 2024-01-24T12:45:55.142 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/pps 2024-01-24T12:45:55.142 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/pps/clients 2024-01-24T12:45:55.142 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/pps/clients/pps-gpio.ko 2024-01-24T12:45:55.142 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/pps/clients/pps-ldisc.ko 2024-01-24T12:45:55.142 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/pps/clients/pps_parport.ko 2024-01-24T12:45:55.143 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/pps/pps_core.ko 2024-01-24T12:45:55.143 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ptp 2024-01-24T12:45:55.143 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ptp/ptp.ko 2024-01-24T12:45:55.143 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ptp/ptp_kvm.ko 2024-01-24T12:45:55.143 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/rtc 2024-01-24T12:45:55.143 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/rtc/rtc-bq32k.ko 2024-01-24T12:45:55.143 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/rtc/rtc-ds1286.ko 2024-01-24T12:45:55.143 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/rtc/rtc-ds1307.ko 2024-01-24T12:45:55.143 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/rtc/rtc-ds1374.ko 2024-01-24T12:45:55.143 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/rtc/rtc-ds1511.ko 2024-01-24T12:45:55.143 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/rtc/rtc-ds1553.ko 2024-01-24T12:45:55.143 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/rtc/rtc-ds1672.ko 2024-01-24T12:45:55.143 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/rtc/rtc-ds1742.ko 2024-01-24T12:45:55.143 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/rtc/rtc-ds2404.ko 2024-01-24T12:45:55.144 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/rtc/rtc-ds3232.ko 2024-01-24T12:45:55.144 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/rtc/rtc-em3027.ko 2024-01-24T12:45:55.144 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/rtc/rtc-fm3130.ko 2024-01-24T12:45:55.144 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/rtc/rtc-isl12022.ko 2024-01-24T12:45:55.144 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/rtc/rtc-isl1208.ko 2024-01-24T12:45:55.144 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/rtc/rtc-m41t80.ko 2024-01-24T12:45:55.144 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/rtc/rtc-m48t35.ko 2024-01-24T12:45:55.144 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/rtc/rtc-m48t59.ko 2024-01-24T12:45:55.144 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/rtc/rtc-max6900.ko 2024-01-24T12:45:55.144 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/rtc/rtc-msm6242.ko 2024-01-24T12:45:55.144 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/rtc/rtc-pcf2127.ko 2024-01-24T12:45:55.144 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/rtc/rtc-pcf85063.ko 2024-01-24T12:45:55.144 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/rtc/rtc-pcf8523.ko 2024-01-24T12:45:55.145 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/rtc/rtc-pcf8563.ko 2024-01-24T12:45:55.145 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/rtc/rtc-pcf8583.ko 2024-01-24T12:45:55.145 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/rtc/rtc-rp5c01.ko 2024-01-24T12:45:55.145 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/rtc/rtc-rs5c372.ko 2024-01-24T12:45:55.145 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/rtc/rtc-rv3029c2.ko 2024-01-24T12:45:55.145 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/rtc/rtc-rx8025.ko 2024-01-24T12:45:55.145 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/rtc/rtc-rx8581.ko 2024-01-24T12:45:55.145 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/rtc/rtc-stk17ta8.ko 2024-01-24T12:45:55.145 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/rtc/rtc-x1205.ko 2024-01-24T12:45:55.145 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi 2024-01-24T12:45:55.145 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/3w-9xxx.ko 2024-01-24T12:45:55.145 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/3w-sas.ko 2024-01-24T12:45:55.145 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/3w-xxxx.ko 2024-01-24T12:45:55.145 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/BusLogic.ko 2024-01-24T12:45:55.146 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/a100u2w.ko 2024-01-24T12:45:55.146 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/aacraid 2024-01-24T12:45:55.146 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/aacraid/aacraid.ko 2024-01-24T12:45:55.146 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/advansys.ko 2024-01-24T12:45:55.146 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/aic7xxx 2024-01-24T12:45:55.146 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/aic7xxx/aic79xx.ko 2024-01-24T12:45:55.146 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/aic7xxx/aic7xxx.ko 2024-01-24T12:45:55.146 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/am53c974.ko 2024-01-24T12:45:55.146 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/arcmsr 2024-01-24T12:45:55.146 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/arcmsr/arcmsr.ko 2024-01-24T12:45:55.146 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/atp870u.ko 2024-01-24T12:45:55.146 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/be2iscsi 2024-01-24T12:45:55.146 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/be2iscsi/be2iscsi.ko 2024-01-24T12:45:55.146 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/bfa 2024-01-24T12:45:55.147 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/bfa/bfa.ko 2024-01-24T12:45:55.147 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/bnx2fc 2024-01-24T12:45:55.147 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/bnx2fc/bnx2fc.ko 2024-01-24T12:45:55.147 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/bnx2i 2024-01-24T12:45:55.147 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/bnx2i/bnx2i.ko 2024-01-24T12:45:55.147 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/ch.ko 2024-01-24T12:45:55.147 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/csiostor 2024-01-24T12:45:55.147 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/csiostor/csiostor.ko 2024-01-24T12:45:55.147 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/cxgbi 2024-01-24T12:45:55.147 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/cxgbi/cxgb3i 2024-01-24T12:45:55.147 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/cxgbi/cxgb3i/cxgb3i.ko 2024-01-24T12:45:55.148 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/cxgbi/cxgb4i 2024-01-24T12:45:55.148 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/cxgbi/cxgb4i/cxgb4i.ko 2024-01-24T12:45:55.148 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/cxgbi/libcxgbi.ko 2024-01-24T12:45:55.148 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/dc395x.ko 2024-01-24T12:45:55.148 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/device_handler 2024-01-24T12:45:55.148 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/device_handler/scsi_dh_alua.ko 2024-01-24T12:45:55.148 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/device_handler/scsi_dh_emc.ko 2024-01-24T12:45:55.148 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/device_handler/scsi_dh_hp_sw.ko 2024-01-24T12:45:55.148 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/device_handler/scsi_dh_rdac.ko 2024-01-24T12:45:55.148 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/dmx3191d.ko 2024-01-24T12:45:55.148 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/esas2r 2024-01-24T12:45:55.148 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/esas2r/esas2r.ko 2024-01-24T12:45:55.148 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/esp_scsi.ko 2024-01-24T12:45:55.148 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/fcoe 2024-01-24T12:45:55.149 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/fcoe/fcoe.ko 2024-01-24T12:45:55.149 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/fcoe/libfcoe.ko 2024-01-24T12:45:55.149 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/fnic 2024-01-24T12:45:55.149 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/fnic/fnic.ko 2024-01-24T12:45:55.149 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/hpsa.ko 2024-01-24T12:45:55.149 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/hptiop.ko 2024-01-24T12:45:55.149 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/hv_storvsc.ko 2024-01-24T12:45:55.149 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/initio.ko 2024-01-24T12:45:55.149 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/ipr.ko 2024-01-24T12:45:55.149 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/ips.ko 2024-01-24T12:45:55.149 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/isci 2024-01-24T12:45:55.149 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/isci/isci.ko 2024-01-24T12:45:55.149 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/iscsi_boot_sysfs.ko 2024-01-24T12:45:55.150 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/iscsi_tcp.ko 2024-01-24T12:45:55.150 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/libfc 2024-01-24T12:45:55.150 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/libfc/libfc.ko 2024-01-24T12:45:55.150 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/libiscsi.ko 2024-01-24T12:45:55.150 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/libiscsi_tcp.ko 2024-01-24T12:45:55.150 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/libsas 2024-01-24T12:45:55.150 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/libsas/libsas.ko 2024-01-24T12:45:55.150 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/lpfc 2024-01-24T12:45:55.150 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/lpfc/lpfc.ko 2024-01-24T12:45:55.150 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/megaraid 2024-01-24T12:45:55.150 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/megaraid.ko 2024-01-24T12:45:55.150 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/megaraid/megaraid_mbox.ko 2024-01-24T12:45:55.150 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/megaraid/megaraid_mm.ko 2024-01-24T12:45:55.150 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/megaraid/megaraid_sas.ko 2024-01-24T12:45:55.150 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/mpt3sas 2024-01-24T12:45:55.151 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/mpt3sas/mpt3sas.ko 2024-01-24T12:45:55.151 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/mvsas 2024-01-24T12:45:55.151 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/mvsas/mvsas.ko 2024-01-24T12:45:55.151 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/mvumi.ko 2024-01-24T12:45:55.151 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/pm8001 2024-01-24T12:45:55.151 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/pm8001/pm80xx.ko 2024-01-24T12:45:55.151 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/pmcraid.ko 2024-01-24T12:45:55.151 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/qla1280.ko 2024-01-24T12:45:55.151 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/qla2xxx 2024-01-24T12:45:55.151 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/qla2xxx/qla2xxx.ko 2024-01-24T12:45:55.151 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/qla2xxx/tcm_qla2xxx.ko 2024-01-24T12:45:55.151 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/qla4xxx 2024-01-24T12:45:55.151 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/qla4xxx/qla4xxx.ko 2024-01-24T12:45:55.151 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/raid_class.ko 2024-01-24T12:45:55.151 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/scsi_debug.ko 2024-01-24T12:45:55.152 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/scsi_transport_fc.ko 2024-01-24T12:45:55.152 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/scsi_transport_iscsi.ko 2024-01-24T12:45:55.152 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/scsi_transport_sas.ko 2024-01-24T12:45:55.152 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/scsi_transport_spi.ko 2024-01-24T12:45:55.152 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/scsi_transport_srp.ko 2024-01-24T12:45:55.152 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/ses.ko 2024-01-24T12:45:55.152 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/st.ko 2024-01-24T12:45:55.152 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/stex.ko 2024-01-24T12:45:55.152 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/sym53c8xx_2 2024-01-24T12:45:55.152 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/sym53c8xx_2/sym53c8xx.ko 2024-01-24T12:45:55.152 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/virtio_scsi.ko 2024-01-24T12:45:55.152 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/vmw_pvscsi.ko 2024-01-24T12:45:55.153 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/wd719x.ko 2024-01-24T12:45:55.153 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ssb 2024-01-24T12:45:55.153 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ssb/ssb.ko 2024-01-24T12:45:55.153 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/target 2024-01-24T12:45:55.153 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/target/iscsi 2024-01-24T12:45:55.153 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/target/iscsi/iscsi_target_mod.ko 2024-01-24T12:45:55.153 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/target/loopback 2024-01-24T12:45:55.153 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/target/loopback/tcm_loop.ko 2024-01-24T12:45:55.153 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/target/target_core_file.ko 2024-01-24T12:45:55.153 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/target/target_core_iblock.ko 2024-01-24T12:45:55.153 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/target/target_core_mod.ko 2024-01-24T12:45:55.153 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/target/target_core_pscsi.ko 2024-01-24T12:45:55.153 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/target/target_core_user.ko 2024-01-24T12:45:55.153 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/target/tcm_fc 2024-01-24T12:45:55.154 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/target/tcm_fc/tcm_fc.ko 2024-01-24T12:45:55.154 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/thermal 2024-01-24T12:45:55.154 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/thermal/intel 2024-01-24T12:45:55.154 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/thermal/intel/int340x_thermal 2024-01-24T12:45:55.154 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/thermal/intel/int340x_thermal/acpi_thermal_rel.ko 2024-01-24T12:45:55.154 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/thermal/intel/int340x_thermal/int3400_thermal.ko 2024-01-24T12:45:55.154 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/thermal/intel/int340x_thermal/int3401_thermal.ko 2024-01-24T12:45:55.154 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/thermal/intel/int340x_thermal/int3402_thermal.ko 2024-01-24T12:45:55.154 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/thermal/intel/int340x_thermal/int3403_thermal.ko 2024-01-24T12:45:55.154 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/thermal/intel/int340x_thermal/int340x_thermal_zone.ko 2024-01-24T12:45:55.154 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device.ko 2024-01-24T12:45:55.154 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci.ko 2024-01-24T12:45:55.154 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci_legacy.ko 2024-01-24T12:45:55.154 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_mbox.ko 2024-01-24T12:45:55.154 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_power_floor.ko 2024-01-24T12:45:55.155 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rapl.ko 2024-01-24T12:45:55.155 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rfim.ko 2024-01-24T12:45:55.155 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_wt_hint.ko 2024-01-24T12:45:55.155 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_wt_req.ko 2024-01-24T12:45:55.155 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/thermal/intel/intel_soc_dts_iosf.ko 2024-01-24T12:45:55.155 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/thermal/intel/intel_soc_dts_thermal.ko 2024-01-24T12:45:55.155 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/thermal/intel/x86_pkg_temp_thermal.ko 2024-01-24T12:45:55.155 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/tty 2024-01-24T12:45:55.155 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/tty/ipwireless 2024-01-24T12:45:55.155 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/tty/ipwireless/ipwireless.ko 2024-01-24T12:45:55.155 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/tty/n_gsm.ko 2024-01-24T12:45:55.155 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/tty/n_hdlc.ko 2024-01-24T12:45:55.155 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/tty/nozomi.ko 2024-01-24T12:45:55.155 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/tty/serial 2024-01-24T12:45:55.156 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/tty/serial/8250 2024-01-24T12:45:55.156 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/tty/serial/8250/serial_cs.ko 2024-01-24T12:45:55.156 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/tty/serial/arc_uart.ko 2024-01-24T12:45:55.156 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/tty/serial/jsm 2024-01-24T12:45:55.156 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/tty/serial/jsm/jsm.ko 2024-01-24T12:45:55.156 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ufs 2024-01-24T12:45:55.156 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ufs/core 2024-01-24T12:45:55.156 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ufs/core/ufshcd-core.ko 2024-01-24T12:45:55.156 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ufs/host 2024-01-24T12:45:55.156 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ufs/host/ufshcd-pci.ko 2024-01-24T12:45:55.156 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/uio 2024-01-24T12:45:55.156 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/uio/uio.ko 2024-01-24T12:45:55.156 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/uio/uio_aec.ko 2024-01-24T12:45:55.156 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/uio/uio_cif.ko 2024-01-24T12:45:55.156 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/uio/uio_pci_generic.ko 2024-01-24T12:45:55.157 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/uio/uio_sercos3.ko 2024-01-24T12:45:55.157 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb 2024-01-24T12:45:55.157 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/class 2024-01-24T12:45:55.157 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/class/cdc-acm.ko 2024-01-24T12:45:55.157 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/class/cdc-wdm.ko 2024-01-24T12:45:55.157 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/class/usblp.ko 2024-01-24T12:45:55.157 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/class/usbtmc.ko 2024-01-24T12:45:55.157 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/host 2024-01-24T12:45:55.157 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/host/sl811-hcd.ko 2024-01-24T12:45:55.157 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/image 2024-01-24T12:45:55.157 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/image/mdc800.ko 2024-01-24T12:45:55.157 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/image/microtek.ko 2024-01-24T12:45:55.157 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/misc 2024-01-24T12:45:55.158 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/misc/adutux.ko 2024-01-24T12:45:55.158 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/misc/appledisplay.ko 2024-01-24T12:45:55.158 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/misc/emi26.ko 2024-01-24T12:45:55.158 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/misc/emi62.ko 2024-01-24T12:45:55.158 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/misc/ezusb.ko 2024-01-24T12:45:55.158 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/misc/idmouse.ko 2024-01-24T12:45:55.158 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/misc/iowarrior.ko 2024-01-24T12:45:55.158 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/misc/isight_firmware.ko 2024-01-24T12:45:55.158 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/misc/ldusb.ko 2024-01-24T12:45:55.158 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/misc/legousbtower.ko 2024-01-24T12:45:55.158 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/misc/sisusbvga 2024-01-24T12:45:55.158 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/misc/sisusbvga/sisusbvga.ko 2024-01-24T12:45:55.158 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/misc/trancevibrator.ko 2024-01-24T12:45:55.158 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/misc/usb3503.ko 2024-01-24T12:45:55.158 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/misc/usblcd.ko 2024-01-24T12:45:55.158 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/misc/usbsevseg.ko 2024-01-24T12:45:55.159 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/misc/uss720.ko 2024-01-24T12:45:55.159 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/misc/yurex.ko 2024-01-24T12:45:55.159 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/phy 2024-01-24T12:45:55.159 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/phy/phy-generic.ko 2024-01-24T12:45:55.159 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial 2024-01-24T12:45:55.159 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/aircable.ko 2024-01-24T12:45:55.159 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/ark3116.ko 2024-01-24T12:45:55.159 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/belkin_sa.ko 2024-01-24T12:45:55.159 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/ch341.ko 2024-01-24T12:45:55.159 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/cp210x.ko 2024-01-24T12:45:55.159 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/cyberjack.ko 2024-01-24T12:45:55.159 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/cypress_m8.ko 2024-01-24T12:45:55.159 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/digi_acceleport.ko 2024-01-24T12:45:55.159 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/empeg.ko 2024-01-24T12:45:55.160 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/ftdi_sio.ko 2024-01-24T12:45:55.160 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/garmin_gps.ko 2024-01-24T12:45:55.160 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/io_edgeport.ko 2024-01-24T12:45:55.160 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/io_ti.ko 2024-01-24T12:45:55.160 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/ipaq.ko 2024-01-24T12:45:55.160 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/ipw.ko 2024-01-24T12:45:55.160 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/ir-usb.ko 2024-01-24T12:45:55.160 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/iuu_phoenix.ko 2024-01-24T12:45:55.160 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/keyspan.ko 2024-01-24T12:45:55.160 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/keyspan_pda.ko 2024-01-24T12:45:55.160 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/kl5kusb105.ko 2024-01-24T12:45:55.160 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/kobil_sct.ko 2024-01-24T12:45:55.160 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/mct_u232.ko 2024-01-24T12:45:55.161 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/mos7720.ko 2024-01-24T12:45:55.161 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/mos7840.ko 2024-01-24T12:45:55.161 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/navman.ko 2024-01-24T12:45:55.161 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/omninet.ko 2024-01-24T12:45:55.161 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/opticon.ko 2024-01-24T12:45:55.161 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/option.ko 2024-01-24T12:45:55.161 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/oti6858.ko 2024-01-24T12:45:55.161 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/pl2303.ko 2024-01-24T12:45:55.161 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/qcaux.ko 2024-01-24T12:45:55.161 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/qcserial.ko 2024-01-24T12:45:55.161 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/quatech2.ko 2024-01-24T12:45:55.161 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/safe_serial.ko 2024-01-24T12:45:55.161 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/sierra.ko 2024-01-24T12:45:55.161 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/spcp8x5.ko 2024-01-24T12:45:55.161 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/ssu100.ko 2024-01-24T12:45:55.161 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/symbolserial.ko 2024-01-24T12:45:55.162 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/ti_usb_3410_5052.ko 2024-01-24T12:45:55.162 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/usb-serial-simple.ko 2024-01-24T12:45:55.162 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/usb_debug.ko 2024-01-24T12:45:55.162 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/usb_wwan.ko 2024-01-24T12:45:55.162 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/visor.ko 2024-01-24T12:45:55.162 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/whiteheat.ko 2024-01-24T12:45:55.162 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/xsens_mt.ko 2024-01-24T12:45:55.162 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/storage 2024-01-24T12:45:55.162 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/storage/uas.ko 2024-01-24T12:45:55.162 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/storage/ums-alauda.ko 2024-01-24T12:45:55.162 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/storage/ums-cypress.ko 2024-01-24T12:45:55.162 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/storage/ums-datafab.ko 2024-01-24T12:45:55.162 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/storage/ums-eneub6250.ko 2024-01-24T12:45:55.162 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/storage/ums-freecom.ko 2024-01-24T12:45:55.162 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/storage/ums-isd200.ko 2024-01-24T12:45:55.163 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/storage/ums-jumpshot.ko 2024-01-24T12:45:55.163 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/storage/ums-karma.ko 2024-01-24T12:45:55.163 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/storage/ums-onetouch.ko 2024-01-24T12:45:55.163 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/storage/ums-realtek.ko 2024-01-24T12:45:55.163 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/storage/ums-sddr09.ko 2024-01-24T12:45:55.163 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/storage/ums-sddr55.ko 2024-01-24T12:45:55.163 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/storage/ums-usbat.ko 2024-01-24T12:45:55.163 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/storage/usb-storage.ko 2024-01-24T12:45:55.163 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/usbip 2024-01-24T12:45:55.163 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/usbip/usbip-core.ko 2024-01-24T12:45:55.163 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/usbip/usbip-host.ko 2024-01-24T12:45:55.163 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/usbip/vhci-hcd.ko 2024-01-24T12:45:55.164 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/vfio 2024-01-24T12:45:55.164 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/vfio/pci 2024-01-24T12:45:55.164 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/vfio/pci/vfio-pci-core.ko 2024-01-24T12:45:55.164 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/vfio/pci/vfio-pci.ko 2024-01-24T12:45:55.164 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/vfio/vfio.ko 2024-01-24T12:45:55.164 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/vfio/vfio_iommu_type1.ko 2024-01-24T12:45:55.164 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/vhost 2024-01-24T12:45:55.164 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/vhost/vhost.ko 2024-01-24T12:45:55.164 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/vhost/vhost_iotlb.ko 2024-01-24T12:45:55.164 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/vhost/vhost_net.ko 2024-01-24T12:45:55.164 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/vhost/vhost_scsi.ko 2024-01-24T12:45:55.164 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/video 2024-01-24T12:45:55.165 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/video/backlight 2024-01-24T12:45:55.165 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/video/backlight/apple_bl.ko 2024-01-24T12:45:55.165 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/video/backlight/lcd.ko 2024-01-24T12:45:55.165 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/video/backlight/platform_lcd.ko 2024-01-24T12:45:55.165 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/virtio 2024-01-24T12:45:55.165 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/virtio/virtio.ko 2024-01-24T12:45:55.165 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/virtio/virtio_balloon.ko 2024-01-24T12:45:55.165 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/virtio/virtio_mmio.ko 2024-01-24T12:45:55.165 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/virtio/virtio_pci.ko 2024-01-24T12:45:55.165 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/virtio/virtio_pci_legacy_dev.ko 2024-01-24T12:45:55.165 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/virtio/virtio_pci_modern_dev.ko 2024-01-24T12:45:55.166 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/virtio/virtio_ring.ko 2024-01-24T12:45:55.166 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/w1 2024-01-24T12:45:55.166 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/w1/masters 2024-01-24T12:45:55.166 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/w1/masters/ds2482.ko 2024-01-24T12:45:55.166 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/w1/masters/ds2490.ko 2024-01-24T12:45:55.166 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/w1/slaves 2024-01-24T12:45:55.166 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/w1/slaves/w1_ds2406.ko 2024-01-24T12:45:55.166 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/w1/slaves/w1_ds2408.ko 2024-01-24T12:45:55.166 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/w1/slaves/w1_ds2413.ko 2024-01-24T12:45:55.166 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/w1/slaves/w1_ds2423.ko 2024-01-24T12:45:55.166 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/w1/slaves/w1_ds2431.ko 2024-01-24T12:45:55.166 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/w1/slaves/w1_ds2433.ko 2024-01-24T12:45:55.166 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/w1/slaves/w1_ds2780.ko 2024-01-24T12:45:55.166 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/w1/slaves/w1_ds2781.ko 2024-01-24T12:45:55.167 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/w1/slaves/w1_ds28e04.ko 2024-01-24T12:45:55.167 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/w1/slaves/w1_smem.ko 2024-01-24T12:45:55.167 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/w1/slaves/w1_therm.ko 2024-01-24T12:45:55.167 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/w1/wire.ko 2024-01-24T12:45:55.167 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/watchdog 2024-01-24T12:45:55.167 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/watchdog/alim1535_wdt.ko 2024-01-24T12:45:55.167 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/watchdog/alim7101_wdt.ko 2024-01-24T12:45:55.167 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/watchdog/f71808e_wdt.ko 2024-01-24T12:45:55.167 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/watchdog/hpwdt.ko 2024-01-24T12:45:55.167 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/watchdog/i6300esb.ko 2024-01-24T12:45:55.167 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/watchdog/iTCO_vendor_support.ko 2024-01-24T12:45:55.167 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/watchdog/iTCO_wdt.ko 2024-01-24T12:45:55.167 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/watchdog/ib700wdt.ko 2024-01-24T12:45:55.167 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/watchdog/ibmasr.ko 2024-01-24T12:45:55.168 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/watchdog/ie6xx_wdt.ko 2024-01-24T12:45:55.168 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/watchdog/it8712f_wdt.ko 2024-01-24T12:45:55.168 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/watchdog/it87_wdt.ko 2024-01-24T12:45:55.168 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/watchdog/machzwd.ko 2024-01-24T12:45:55.168 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/watchdog/nv_tco.ko 2024-01-24T12:45:55.168 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/watchdog/pcwd_pci.ko 2024-01-24T12:45:55.168 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/watchdog/pcwd_usb.ko 2024-01-24T12:45:55.168 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/watchdog/sbc_fitpc2_wdt.ko 2024-01-24T12:45:55.168 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/watchdog/sch311x_wdt.ko 2024-01-24T12:45:55.168 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/watchdog/softdog.ko 2024-01-24T12:45:55.168 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/watchdog/sp5100_tco.ko 2024-01-24T12:45:55.168 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/watchdog/via_wdt.ko 2024-01-24T12:45:55.168 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/watchdog/w83627hf_wdt.ko 2024-01-24T12:45:55.168 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/watchdog/w83877f_wdt.ko 2024-01-24T12:45:55.169 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/watchdog/w83977f_wdt.ko 2024-01-24T12:45:55.169 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/watchdog/wdt_pci.ko 2024-01-24T12:45:55.169 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/watchdog/xen_wdt.ko 2024-01-24T12:45:55.169 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/xen 2024-01-24T12:45:55.169 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/xen/xen-acpi-processor.ko 2024-01-24T12:45:55.169 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/xen/xen-evtchn.ko 2024-01-24T12:45:55.169 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/xen/xen-gntalloc.ko 2024-01-24T12:45:55.169 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/xen/xen-gntdev.ko 2024-01-24T12:45:55.169 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/xen/xen-pciback 2024-01-24T12:45:55.169 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/xen/xen-pciback/xen-pciback.ko 2024-01-24T12:45:55.169 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/xen/xen-privcmd.ko 2024-01-24T12:45:55.169 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/xen/xenfs 2024-01-24T12:45:55.169 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/xen/xenfs/xenfs.ko 2024-01-24T12:45:55.169 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs 2024-01-24T12:45:55.169 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/9p 2024-01-24T12:45:55.170 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/9p/9p.ko 2024-01-24T12:45:55.170 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/affs 2024-01-24T12:45:55.170 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/affs/affs.ko 2024-01-24T12:45:55.170 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/befs 2024-01-24T12:45:55.170 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/befs/befs.ko 2024-01-24T12:45:55.170 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/binfmt_misc.ko 2024-01-24T12:45:55.170 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/btrfs 2024-01-24T12:45:55.170 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/btrfs/btrfs.ko 2024-01-24T12:45:55.170 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/cachefiles 2024-01-24T12:45:55.170 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/cachefiles/cachefiles.ko 2024-01-24T12:45:55.170 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/ceph 2024-01-24T12:45:55.170 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/ceph/ceph.ko 2024-01-24T12:45:55.170 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/coda 2024-01-24T12:45:55.170 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/coda/coda.ko 2024-01-24T12:45:55.171 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/cramfs 2024-01-24T12:45:55.171 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/cramfs/cramfs.ko 2024-01-24T12:45:55.171 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/dlm 2024-01-24T12:45:55.171 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/dlm/dlm.ko 2024-01-24T12:45:55.171 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/ecryptfs 2024-01-24T12:45:55.171 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/ecryptfs/ecryptfs.ko 2024-01-24T12:45:55.171 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/f2fs 2024-01-24T12:45:55.171 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/f2fs/f2fs.ko 2024-01-24T12:45:55.171 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/fat 2024-01-24T12:45:55.171 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/fat/fat.ko 2024-01-24T12:45:55.171 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/fat/msdos.ko 2024-01-24T12:45:55.171 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/fat/vfat.ko 2024-01-24T12:45:55.172 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/fscache 2024-01-24T12:45:55.172 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/fscache/fscache.ko 2024-01-24T12:45:55.172 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/fuse 2024-01-24T12:45:55.172 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/fuse/cuse.ko 2024-01-24T12:45:55.172 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/fuse/fuse.ko 2024-01-24T12:45:55.172 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/gfs2 2024-01-24T12:45:55.172 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/gfs2/gfs2.ko 2024-01-24T12:45:55.172 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/hfs 2024-01-24T12:45:55.172 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/hfs/hfs.ko 2024-01-24T12:45:55.172 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/hfsplus 2024-01-24T12:45:55.172 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/hfsplus/hfsplus.ko 2024-01-24T12:45:55.172 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/isofs 2024-01-24T12:45:55.172 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/isofs/isofs.ko 2024-01-24T12:45:55.173 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/jfs 2024-01-24T12:45:55.173 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/jfs/jfs.ko 2024-01-24T12:45:55.173 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/lockd 2024-01-24T12:45:55.173 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/lockd/lockd.ko 2024-01-24T12:45:55.173 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/minix 2024-01-24T12:45:55.173 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/minix/minix.ko 2024-01-24T12:45:55.173 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/netfs 2024-01-24T12:45:55.173 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/netfs/netfs.ko 2024-01-24T12:45:55.173 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nfs 2024-01-24T12:45:55.173 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nfs/blocklayout 2024-01-24T12:45:55.173 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nfs/blocklayout/blocklayoutdriver.ko 2024-01-24T12:45:55.173 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nfs/filelayout 2024-01-24T12:45:55.173 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nfs/filelayout/nfs_layout_nfsv41_files.ko 2024-01-24T12:45:55.173 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nfs/flexfilelayout 2024-01-24T12:45:55.174 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nfs/flexfilelayout/nfs_layout_flexfiles.ko 2024-01-24T12:45:55.174 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nfs/nfs.ko 2024-01-24T12:45:55.174 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nfs/nfsv3.ko 2024-01-24T12:45:55.174 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nfs/nfsv4.ko 2024-01-24T12:45:55.174 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nfs_common 2024-01-24T12:45:55.174 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nfs_common/grace.ko 2024-01-24T12:45:55.174 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nfs_common/nfs_acl.ko 2024-01-24T12:45:55.174 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nfsd 2024-01-24T12:45:55.174 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nfsd/nfsd.ko 2024-01-24T12:45:55.174 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nilfs2 2024-01-24T12:45:55.174 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nilfs2/nilfs2.ko 2024-01-24T12:45:55.174 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls 2024-01-24T12:45:55.174 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/mac-celtic.ko 2024-01-24T12:45:55.174 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/mac-centeuro.ko 2024-01-24T12:45:55.175 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/mac-croatian.ko 2024-01-24T12:45:55.175 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/mac-cyrillic.ko 2024-01-24T12:45:55.175 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/mac-gaelic.ko 2024-01-24T12:45:55.175 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/mac-greek.ko 2024-01-24T12:45:55.175 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/mac-iceland.ko 2024-01-24T12:45:55.175 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/mac-inuit.ko 2024-01-24T12:45:55.175 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/mac-roman.ko 2024-01-24T12:45:55.175 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/mac-romanian.ko 2024-01-24T12:45:55.175 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/mac-turkish.ko 2024-01-24T12:45:55.175 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_cp1250.ko 2024-01-24T12:45:55.175 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_cp1251.ko 2024-01-24T12:45:55.175 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_cp1255.ko 2024-01-24T12:45:55.175 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_cp737.ko 2024-01-24T12:45:55.175 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_cp775.ko 2024-01-24T12:45:55.175 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_cp850.ko 2024-01-24T12:45:55.176 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_cp852.ko 2024-01-24T12:45:55.176 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_cp855.ko 2024-01-24T12:45:55.176 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_cp857.ko 2024-01-24T12:45:55.176 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_cp860.ko 2024-01-24T12:45:55.176 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_cp861.ko 2024-01-24T12:45:55.176 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_cp862.ko 2024-01-24T12:45:55.176 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_cp863.ko 2024-01-24T12:45:55.176 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_cp864.ko 2024-01-24T12:45:55.176 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_cp865.ko 2024-01-24T12:45:55.176 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_cp866.ko 2024-01-24T12:45:55.176 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_cp869.ko 2024-01-24T12:45:55.176 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_cp874.ko 2024-01-24T12:45:55.176 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_cp932.ko 2024-01-24T12:45:55.177 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_cp936.ko 2024-01-24T12:45:55.177 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_cp949.ko 2024-01-24T12:45:55.177 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_cp950.ko 2024-01-24T12:45:55.177 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_euc-jp.ko 2024-01-24T12:45:55.177 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_iso8859-1.ko 2024-01-24T12:45:55.177 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_iso8859-13.ko 2024-01-24T12:45:55.177 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_iso8859-14.ko 2024-01-24T12:45:55.177 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_iso8859-15.ko 2024-01-24T12:45:55.177 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_iso8859-2.ko 2024-01-24T12:45:55.177 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_iso8859-3.ko 2024-01-24T12:45:55.177 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_iso8859-4.ko 2024-01-24T12:45:55.177 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_iso8859-5.ko 2024-01-24T12:45:55.177 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_iso8859-6.ko 2024-01-24T12:45:55.177 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_iso8859-7.ko 2024-01-24T12:45:55.177 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_iso8859-9.ko 2024-01-24T12:45:55.177 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_koi8-r.ko 2024-01-24T12:45:55.178 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_koi8-ru.ko 2024-01-24T12:45:55.178 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_koi8-u.ko 2024-01-24T12:45:55.178 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_ucs2_utils.ko 2024-01-24T12:45:55.178 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_utf8.ko 2024-01-24T12:45:55.178 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/ocfs2 2024-01-24T12:45:55.178 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/ocfs2/cluster 2024-01-24T12:45:55.178 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/ocfs2/cluster/ocfs2_nodemanager.ko 2024-01-24T12:45:55.178 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/ocfs2/dlm 2024-01-24T12:45:55.178 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/ocfs2/dlm/ocfs2_dlm.ko 2024-01-24T12:45:55.178 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/ocfs2/dlmfs 2024-01-24T12:45:55.178 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/ocfs2/dlmfs/ocfs2_dlmfs.ko 2024-01-24T12:45:55.178 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/ocfs2/ocfs2.ko 2024-01-24T12:45:55.178 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/ocfs2/ocfs2_stack_o2cb.ko 2024-01-24T12:45:55.178 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/ocfs2/ocfs2_stack_user.ko 2024-01-24T12:45:55.179 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/ocfs2/ocfs2_stackglue.ko 2024-01-24T12:45:55.179 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/overlayfs 2024-01-24T12:45:55.179 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/overlayfs/overlay.ko 2024-01-24T12:45:55.179 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/pstore 2024-01-24T12:45:55.179 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/pstore/ramoops.ko 2024-01-24T12:45:55.179 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/reiserfs 2024-01-24T12:45:55.179 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/reiserfs/reiserfs.ko 2024-01-24T12:45:55.179 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/romfs 2024-01-24T12:45:55.179 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/romfs/romfs.ko 2024-01-24T12:45:55.179 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/smb 2024-01-24T12:45:55.179 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/smb/client 2024-01-24T12:45:55.179 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/smb/client/cifs.ko 2024-01-24T12:45:55.179 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/smb/common 2024-01-24T12:45:55.179 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/smb/common/cifs_arc4.ko 2024-01-24T12:45:55.179 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/smb/common/cifs_md4.ko 2024-01-24T12:45:55.180 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/squashfs 2024-01-24T12:45:55.180 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/squashfs/squashfs.ko 2024-01-24T12:45:55.180 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/sysv 2024-01-24T12:45:55.180 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/sysv/sysv.ko 2024-01-24T12:45:55.180 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/udf 2024-01-24T12:45:55.180 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/udf/udf.ko 2024-01-24T12:45:55.180 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/ufs 2024-01-24T12:45:55.180 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/ufs/ufs.ko 2024-01-24T12:45:55.180 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/xfs 2024-01-24T12:45:55.180 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/xfs/xfs.ko 2024-01-24T12:45:55.180 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/kernel 2024-01-24T12:45:55.180 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/kernel/rcu 2024-01-24T12:45:55.180 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/kernel/rcu/rcutorture.ko 2024-01-24T12:45:55.180 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/kernel/torture.ko 2024-01-24T12:45:55.181 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/kernel/trace 2024-01-24T12:45:55.181 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/kernel/trace/ring_buffer_benchmark.ko 2024-01-24T12:45:55.181 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/lib 2024-01-24T12:45:55.181 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/lib/asn1_encoder.ko 2024-01-24T12:45:55.181 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/lib/crc-itu-t.ko 2024-01-24T12:45:55.181 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/lib/crc8.ko 2024-01-24T12:45:55.181 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/lib/crypto 2024-01-24T12:45:55.181 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/lib/crypto/libarc4.ko 2024-01-24T12:45:55.181 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/lib/crypto/libdes.ko 2024-01-24T12:45:55.181 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/lib/libcrc32c.ko 2024-01-24T12:45:55.181 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/lib/lru_cache.ko 2024-01-24T12:45:55.181 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/lib/lz4 2024-01-24T12:45:55.181 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/lib/lz4/lz4_compress.ko 2024-01-24T12:45:55.181 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/lib/lz4/lz4hc_compress.ko 2024-01-24T12:45:55.182 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/lib/math 2024-01-24T12:45:55.182 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/lib/math/cordic.ko 2024-01-24T12:45:55.182 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/lib/raid6 2024-01-24T12:45:55.182 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/lib/raid6/raid6_pq.ko 2024-01-24T12:45:55.182 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/lib/reed_solomon 2024-01-24T12:45:55.182 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/lib/reed_solomon/reed_solomon.ko 2024-01-24T12:45:55.182 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/lib/ts_bm.ko 2024-01-24T12:45:55.182 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/lib/ts_fsm.ko 2024-01-24T12:45:55.182 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/lib/ts_kmp.ko 2024-01-24T12:45:55.182 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/lib/zstd 2024-01-24T12:45:55.182 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/lib/zstd/zstd_compress.ko 2024-01-24T12:45:55.182 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/mm 2024-01-24T12:45:55.182 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/mm/hwpoison-inject.ko 2024-01-24T12:45:55.182 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net 2024-01-24T12:45:55.182 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/6lowpan 2024-01-24T12:45:55.182 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/6lowpan/6lowpan.ko 2024-01-24T12:45:55.183 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/6lowpan/nhc_dest.ko 2024-01-24T12:45:55.183 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/6lowpan/nhc_fragment.ko 2024-01-24T12:45:55.183 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/6lowpan/nhc_hop.ko 2024-01-24T12:45:55.183 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/6lowpan/nhc_ipv6.ko 2024-01-24T12:45:55.183 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/6lowpan/nhc_mobility.ko 2024-01-24T12:45:55.183 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/6lowpan/nhc_routing.ko 2024-01-24T12:45:55.183 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/6lowpan/nhc_udp.ko 2024-01-24T12:45:55.183 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/802 2024-01-24T12:45:55.183 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/802/garp.ko 2024-01-24T12:45:55.183 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/802/mrp.ko 2024-01-24T12:45:55.183 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/802/p8022.ko 2024-01-24T12:45:55.183 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/802/psnap.ko 2024-01-24T12:45:55.183 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/802/stp.ko 2024-01-24T12:45:55.183 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/8021q 2024-01-24T12:45:55.183 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/8021q/8021q.ko 2024-01-24T12:45:55.183 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/9p 2024-01-24T12:45:55.184 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/9p/9pnet.ko 2024-01-24T12:45:55.184 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/9p/9pnet_fd.ko 2024-01-24T12:45:55.184 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/9p/9pnet_rdma.ko 2024-01-24T12:45:55.184 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/9p/9pnet_virtio.ko 2024-01-24T12:45:55.184 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/batman-adv 2024-01-24T12:45:55.184 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/batman-adv/batman-adv.ko 2024-01-24T12:45:55.184 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/bridge 2024-01-24T12:45:55.184 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/bridge/br_netfilter.ko 2024-01-24T12:45:55.184 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/bridge/bridge.ko 2024-01-24T12:45:55.184 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/bridge/netfilter 2024-01-24T12:45:55.184 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/bridge/netfilter/ebt_802_3.ko 2024-01-24T12:45:55.184 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/bridge/netfilter/ebt_among.ko 2024-01-24T12:45:55.184 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/bridge/netfilter/ebt_arp.ko 2024-01-24T12:45:55.184 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/bridge/netfilter/ebt_arpreply.ko 2024-01-24T12:45:55.184 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/bridge/netfilter/ebt_dnat.ko 2024-01-24T12:45:55.184 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/bridge/netfilter/ebt_ip.ko 2024-01-24T12:45:55.185 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/bridge/netfilter/ebt_ip6.ko 2024-01-24T12:45:55.185 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/bridge/netfilter/ebt_limit.ko 2024-01-24T12:45:55.185 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/bridge/netfilter/ebt_log.ko 2024-01-24T12:45:55.185 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/bridge/netfilter/ebt_mark.ko 2024-01-24T12:45:55.185 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/bridge/netfilter/ebt_mark_m.ko 2024-01-24T12:45:55.185 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/bridge/netfilter/ebt_nflog.ko 2024-01-24T12:45:55.185 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/bridge/netfilter/ebt_pkttype.ko 2024-01-24T12:45:55.185 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/bridge/netfilter/ebt_redirect.ko 2024-01-24T12:45:55.185 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/bridge/netfilter/ebt_snat.ko 2024-01-24T12:45:55.185 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/bridge/netfilter/ebt_stp.ko 2024-01-24T12:45:55.185 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/bridge/netfilter/ebt_vlan.ko 2024-01-24T12:45:55.185 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/bridge/netfilter/ebtable_broute.ko 2024-01-24T12:45:55.185 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/bridge/netfilter/ebtable_filter.ko 2024-01-24T12:45:55.186 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/bridge/netfilter/ebtable_nat.ko 2024-01-24T12:45:55.186 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/bridge/netfilter/ebtables.ko 2024-01-24T12:45:55.186 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/bridge/netfilter/nf_conntrack_bridge.ko 2024-01-24T12:45:55.186 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/bridge/netfilter/nft_meta_bridge.ko 2024-01-24T12:45:55.186 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/bridge/netfilter/nft_reject_bridge.ko 2024-01-24T12:45:55.186 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ceph 2024-01-24T12:45:55.186 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ceph/libceph.ko 2024-01-24T12:45:55.186 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/core 2024-01-24T12:45:55.186 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/core/failover.ko 2024-01-24T12:45:55.186 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/core/pktgen.ko 2024-01-24T12:45:55.186 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/dccp 2024-01-24T12:45:55.186 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/dccp/dccp.ko 2024-01-24T12:45:55.186 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/dccp/dccp_diag.ko 2024-01-24T12:45:55.186 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/dccp/dccp_ipv4.ko 2024-01-24T12:45:55.186 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/dccp/dccp_ipv6.ko 2024-01-24T12:45:55.187 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/dns_resolver 2024-01-24T12:45:55.187 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/dns_resolver/dns_resolver.ko 2024-01-24T12:45:55.187 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/dsa 2024-01-24T12:45:55.187 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/dsa/dsa_core.ko 2024-01-24T12:45:55.187 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/dsa/tag_brcm.ko 2024-01-24T12:45:55.187 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/dsa/tag_dsa.ko 2024-01-24T12:45:55.187 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/dsa/tag_none.ko 2024-01-24T12:45:55.187 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/dsa/tag_trailer.ko 2024-01-24T12:45:55.187 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ieee802154 2024-01-24T12:45:55.187 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ieee802154/6lowpan 2024-01-24T12:45:55.187 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ieee802154/6lowpan/ieee802154_6lowpan.ko 2024-01-24T12:45:55.187 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ieee802154/ieee802154.ko 2024-01-24T12:45:55.187 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ieee802154/ieee802154_socket.ko 2024-01-24T12:45:55.187 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4 2024-01-24T12:45:55.188 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/ah4.ko 2024-01-24T12:45:55.188 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/esp4.ko 2024-01-24T12:45:55.188 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/fou.ko 2024-01-24T12:45:55.188 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/gre.ko 2024-01-24T12:45:55.188 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/inet_diag.ko 2024-01-24T12:45:55.188 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/ip_gre.ko 2024-01-24T12:45:55.188 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/ip_tunnel.ko 2024-01-24T12:45:55.188 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/ip_vti.ko 2024-01-24T12:45:55.188 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/ipcomp.ko 2024-01-24T12:45:55.188 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/ipip.ko 2024-01-24T12:45:55.188 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/netfilter 2024-01-24T12:45:55.188 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/netfilter/arp_tables.ko 2024-01-24T12:45:55.188 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/netfilter/arpt_mangle.ko 2024-01-24T12:45:55.189 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/netfilter/arptable_filter.ko 2024-01-24T12:45:55.189 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/netfilter/ipt_ECN.ko 2024-01-24T12:45:55.189 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/netfilter/ipt_SYNPROXY.ko 2024-01-24T12:45:55.189 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/netfilter/ipt_ah.ko 2024-01-24T12:45:55.189 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/netfilter/ipt_rpfilter.ko 2024-01-24T12:45:55.189 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/netfilter/iptable_mangle.ko 2024-01-24T12:45:55.189 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/netfilter/iptable_nat.ko 2024-01-24T12:45:55.189 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/netfilter/iptable_raw.ko 2024-01-24T12:45:55.189 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/netfilter/iptable_security.ko 2024-01-24T12:45:55.189 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/netfilter/nf_defrag_ipv4.ko 2024-01-24T12:45:55.189 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/netfilter/nf_dup_ipv4.ko 2024-01-24T12:45:55.189 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/netfilter/nf_nat_h323.ko 2024-01-24T12:45:55.189 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/netfilter/nf_nat_pptp.ko 2024-01-24T12:45:55.189 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/netfilter/nf_nat_snmp_basic.ko 2024-01-24T12:45:55.190 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/netfilter/nf_socket_ipv4.ko 2024-01-24T12:45:55.190 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/netfilter/nf_tproxy_ipv4.ko 2024-01-24T12:45:55.190 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/netfilter/nft_dup_ipv4.ko 2024-01-24T12:45:55.190 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/netfilter/nft_fib_ipv4.ko 2024-01-24T12:45:55.190 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/netfilter/nft_reject_ipv4.ko 2024-01-24T12:45:55.190 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/tcp_bic.ko 2024-01-24T12:45:55.190 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/tcp_dctcp.ko 2024-01-24T12:45:55.190 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/tcp_diag.ko 2024-01-24T12:45:55.190 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/tcp_highspeed.ko 2024-01-24T12:45:55.190 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/tcp_htcp.ko 2024-01-24T12:45:55.190 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/tcp_hybla.ko 2024-01-24T12:45:55.191 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/tcp_illinois.ko 2024-01-24T12:45:55.191 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/tcp_lp.ko 2024-01-24T12:45:55.191 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/tcp_scalable.ko 2024-01-24T12:45:55.191 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/tcp_vegas.ko 2024-01-24T12:45:55.191 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/tcp_veno.ko 2024-01-24T12:45:55.191 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/tcp_westwood.ko 2024-01-24T12:45:55.191 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/tcp_yeah.ko 2024-01-24T12:45:55.191 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/tunnel4.ko 2024-01-24T12:45:55.191 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/udp_diag.ko 2024-01-24T12:45:55.191 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/udp_tunnel.ko 2024-01-24T12:45:55.191 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/xfrm4_tunnel.ko 2024-01-24T12:45:55.191 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6 2024-01-24T12:45:55.192 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/ah6.ko 2024-01-24T12:45:55.192 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/esp6.ko 2024-01-24T12:45:55.192 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/fou6.ko 2024-01-24T12:45:55.192 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/ip6_tunnel.ko 2024-01-24T12:45:55.192 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/ip6_udp_tunnel.ko 2024-01-24T12:45:55.192 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/ip6_vti.ko 2024-01-24T12:45:55.192 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/ipcomp6.ko 2024-01-24T12:45:55.192 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/netfilter 2024-01-24T12:45:55.192 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/netfilter/ip6_tables.ko 2024-01-24T12:45:55.192 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/netfilter/ip6t_REJECT.ko 2024-01-24T12:45:55.192 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/netfilter/ip6t_SYNPROXY.ko 2024-01-24T12:45:55.192 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/netfilter/ip6t_ah.ko 2024-01-24T12:45:55.193 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/netfilter/ip6t_eui64.ko 2024-01-24T12:45:55.193 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/netfilter/ip6t_frag.ko 2024-01-24T12:45:55.193 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/netfilter/ip6t_hbh.ko 2024-01-24T12:45:55.193 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/netfilter/ip6t_ipv6header.ko 2024-01-24T12:45:55.193 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/netfilter/ip6t_mh.ko 2024-01-24T12:45:55.193 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/netfilter/ip6t_rpfilter.ko 2024-01-24T12:45:55.193 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/netfilter/ip6t_rt.ko 2024-01-24T12:45:55.193 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/netfilter/ip6table_filter.ko 2024-01-24T12:45:55.193 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/netfilter/ip6table_mangle.ko 2024-01-24T12:45:55.193 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/netfilter/ip6table_nat.ko 2024-01-24T12:45:55.193 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/netfilter/ip6table_raw.ko 2024-01-24T12:45:55.193 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/netfilter/ip6table_security.ko 2024-01-24T12:45:55.193 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/netfilter/nf_defrag_ipv6.ko 2024-01-24T12:45:55.193 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/netfilter/nf_dup_ipv6.ko 2024-01-24T12:45:55.194 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/netfilter/nf_reject_ipv6.ko 2024-01-24T12:45:55.194 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/netfilter/nf_socket_ipv6.ko 2024-01-24T12:45:55.194 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/netfilter/nf_tproxy_ipv6.ko 2024-01-24T12:45:55.194 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/netfilter/nft_dup_ipv6.ko 2024-01-24T12:45:55.194 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/netfilter/nft_fib_ipv6.ko 2024-01-24T12:45:55.194 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/netfilter/nft_reject_ipv6.ko 2024-01-24T12:45:55.194 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/sit.ko 2024-01-24T12:45:55.194 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/tunnel6.ko 2024-01-24T12:45:55.194 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/xfrm6_tunnel.ko 2024-01-24T12:45:55.194 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/key 2024-01-24T12:45:55.194 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/key/af_key.ko 2024-01-24T12:45:55.194 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/l2tp 2024-01-24T12:45:55.194 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/l2tp/l2tp_core.ko 2024-01-24T12:45:55.194 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/l2tp/l2tp_debugfs.ko 2024-01-24T12:45:55.195 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/l2tp/l2tp_eth.ko 2024-01-24T12:45:55.195 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/l2tp/l2tp_ip.ko 2024-01-24T12:45:55.195 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/l2tp/l2tp_ip6.ko 2024-01-24T12:45:55.195 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/l2tp/l2tp_netlink.ko 2024-01-24T12:45:55.195 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/l2tp/l2tp_ppp.ko 2024-01-24T12:45:55.195 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/llc 2024-01-24T12:45:55.195 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/llc/llc.ko 2024-01-24T12:45:55.195 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/mac802154 2024-01-24T12:45:55.195 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/mac802154/mac802154.ko 2024-01-24T12:45:55.195 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/mpls 2024-01-24T12:45:55.195 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/mpls/mpls_gso.ko 2024-01-24T12:45:55.195 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter 2024-01-24T12:45:55.195 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/ipset 2024-01-24T12:45:55.195 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/ipset/ip_set.ko 2024-01-24T12:45:55.195 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/ipset/ip_set_bitmap_ip.ko 2024-01-24T12:45:55.196 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/ipset/ip_set_bitmap_ipmac.ko 2024-01-24T12:45:55.196 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/ipset/ip_set_bitmap_port.ko 2024-01-24T12:45:55.196 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/ipset/ip_set_hash_ip.ko 2024-01-24T12:45:55.196 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/ipset/ip_set_hash_ipmark.ko 2024-01-24T12:45:55.196 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/ipset/ip_set_hash_ipport.ko 2024-01-24T12:45:55.196 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/ipset/ip_set_hash_ipportip.ko 2024-01-24T12:45:55.196 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/ipset/ip_set_hash_ipportnet.ko 2024-01-24T12:45:55.196 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/ipset/ip_set_hash_mac.ko 2024-01-24T12:45:55.196 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/ipset/ip_set_hash_net.ko 2024-01-24T12:45:55.196 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/ipset/ip_set_hash_netiface.ko 2024-01-24T12:45:55.196 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/ipset/ip_set_hash_netnet.ko 2024-01-24T12:45:55.196 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/ipset/ip_set_hash_netport.ko 2024-01-24T12:45:55.196 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/ipset/ip_set_hash_netportnet.ko 2024-01-24T12:45:55.196 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/ipset/ip_set_list_set.ko 2024-01-24T12:45:55.197 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/ipvs 2024-01-24T12:45:55.197 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/ipvs/ip_vs.ko 2024-01-24T12:45:55.197 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/ipvs/ip_vs_dh.ko 2024-01-24T12:45:55.197 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/ipvs/ip_vs_fo.ko 2024-01-24T12:45:55.197 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/ipvs/ip_vs_ftp.ko 2024-01-24T12:45:55.197 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/ipvs/ip_vs_lblc.ko 2024-01-24T12:45:55.197 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/ipvs/ip_vs_lblcr.ko 2024-01-24T12:45:55.197 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/ipvs/ip_vs_lc.ko 2024-01-24T12:45:55.197 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/ipvs/ip_vs_nq.ko 2024-01-24T12:45:55.197 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/ipvs/ip_vs_pe_sip.ko 2024-01-24T12:45:55.197 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/ipvs/ip_vs_rr.ko 2024-01-24T12:45:55.197 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/ipvs/ip_vs_sed.ko 2024-01-24T12:45:55.197 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/ipvs/ip_vs_sh.ko 2024-01-24T12:45:55.198 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/ipvs/ip_vs_wlc.ko 2024-01-24T12:45:55.198 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/ipvs/ip_vs_wrr.ko 2024-01-24T12:45:55.198 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nf_conncount.ko 2024-01-24T12:45:55.198 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nf_conntrack.ko 2024-01-24T12:45:55.198 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nf_conntrack_amanda.ko 2024-01-24T12:45:55.198 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nf_conntrack_broadcast.ko 2024-01-24T12:45:55.198 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nf_conntrack_ftp.ko 2024-01-24T12:45:55.198 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nf_conntrack_h323.ko 2024-01-24T12:45:55.198 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nf_conntrack_irc.ko 2024-01-24T12:45:55.198 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nf_conntrack_netbios_ns.ko 2024-01-24T12:45:55.198 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nf_conntrack_netlink.ko 2024-01-24T12:45:55.198 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nf_conntrack_pptp.ko 2024-01-24T12:45:55.198 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nf_conntrack_sane.ko 2024-01-24T12:45:55.198 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nf_conntrack_sip.ko 2024-01-24T12:45:55.198 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nf_conntrack_snmp.ko 2024-01-24T12:45:55.199 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nf_conntrack_tftp.ko 2024-01-24T12:45:55.199 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nf_dup_netdev.ko 2024-01-24T12:45:55.199 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nf_flow_table.ko 2024-01-24T12:45:55.199 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nf_flow_table_inet.ko 2024-01-24T12:45:55.199 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nf_log_syslog.ko 2024-01-24T12:45:55.199 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nf_nat.ko 2024-01-24T12:45:55.199 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nf_nat_amanda.ko 2024-01-24T12:45:55.199 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nf_nat_ftp.ko 2024-01-24T12:45:55.199 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nf_nat_irc.ko 2024-01-24T12:45:55.199 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nf_nat_sip.ko 2024-01-24T12:45:55.199 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nf_nat_tftp.ko 2024-01-24T12:45:55.199 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nf_synproxy_core.ko 2024-01-24T12:45:55.199 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nf_tables.ko 2024-01-24T12:45:55.199 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nfnetlink.ko 2024-01-24T12:45:55.199 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nfnetlink_acct.ko 2024-01-24T12:45:55.199 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nfnetlink_log.ko 2024-01-24T12:45:55.200 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nfnetlink_osf.ko 2024-01-24T12:45:55.200 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nfnetlink_queue.ko 2024-01-24T12:45:55.200 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nft_chain_nat.ko 2024-01-24T12:45:55.200 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nft_compat.ko 2024-01-24T12:45:55.200 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nft_ct.ko 2024-01-24T12:45:55.200 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nft_dup_netdev.ko 2024-01-24T12:45:55.200 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nft_fib.ko 2024-01-24T12:45:55.200 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nft_fwd_netdev.ko 2024-01-24T12:45:55.200 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nft_hash.ko 2024-01-24T12:45:55.200 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nft_limit.ko 2024-01-24T12:45:55.200 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nft_log.ko 2024-01-24T12:45:55.200 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nft_masq.ko 2024-01-24T12:45:55.200 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nft_nat.ko 2024-01-24T12:45:55.201 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nft_numgen.ko 2024-01-24T12:45:55.201 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nft_queue.ko 2024-01-24T12:45:55.201 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nft_quota.ko 2024-01-24T12:45:55.201 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nft_redir.ko 2024-01-24T12:45:55.201 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nft_reject.ko 2024-01-24T12:45:55.201 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nft_reject_inet.ko 2024-01-24T12:45:55.201 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nft_socket.ko 2024-01-24T12:45:55.201 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nft_tunnel.ko 2024-01-24T12:45:55.201 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_AUDIT.ko 2024-01-24T12:45:55.201 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_CHECKSUM.ko 2024-01-24T12:45:55.201 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_CLASSIFY.ko 2024-01-24T12:45:55.201 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_CONNSECMARK.ko 2024-01-24T12:45:55.201 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_CT.ko 2024-01-24T12:45:55.201 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_DSCP.ko 2024-01-24T12:45:55.201 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_HL.ko 2024-01-24T12:45:55.202 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_HMARK.ko 2024-01-24T12:45:55.202 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_IDLETIMER.ko 2024-01-24T12:45:55.202 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_LED.ko 2024-01-24T12:45:55.202 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_LOG.ko 2024-01-24T12:45:55.202 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_MASQUERADE.ko 2024-01-24T12:45:55.202 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_NETMAP.ko 2024-01-24T12:45:55.202 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_NFLOG.ko 2024-01-24T12:45:55.202 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_NFQUEUE.ko 2024-01-24T12:45:55.202 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_RATEEST.ko 2024-01-24T12:45:55.202 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_REDIRECT.ko 2024-01-24T12:45:55.202 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_SECMARK.ko 2024-01-24T12:45:55.202 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_TCPMSS.ko 2024-01-24T12:45:55.202 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_TCPOPTSTRIP.ko 2024-01-24T12:45:55.202 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_TEE.ko 2024-01-24T12:45:55.202 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_TPROXY.ko 2024-01-24T12:45:55.203 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_TRACE.ko 2024-01-24T12:45:55.203 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_addrtype.ko 2024-01-24T12:45:55.203 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_bpf.ko 2024-01-24T12:45:55.203 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_cgroup.ko 2024-01-24T12:45:55.203 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_cluster.ko 2024-01-24T12:45:55.203 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_comment.ko 2024-01-24T12:45:55.203 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_connbytes.ko 2024-01-24T12:45:55.203 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_connlabel.ko 2024-01-24T12:45:55.203 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_connlimit.ko 2024-01-24T12:45:55.203 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_connmark.ko 2024-01-24T12:45:55.203 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_conntrack.ko 2024-01-24T12:45:55.203 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_cpu.ko 2024-01-24T12:45:55.203 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_dccp.ko 2024-01-24T12:45:55.203 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_devgroup.ko 2024-01-24T12:45:55.203 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_dscp.ko 2024-01-24T12:45:55.204 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_ecn.ko 2024-01-24T12:45:55.204 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_esp.ko 2024-01-24T12:45:55.204 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_hashlimit.ko 2024-01-24T12:45:55.204 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_helper.ko 2024-01-24T12:45:55.204 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_hl.ko 2024-01-24T12:45:55.204 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_ipcomp.ko 2024-01-24T12:45:55.204 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_iprange.ko 2024-01-24T12:45:55.204 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_ipvs.ko 2024-01-24T12:45:55.204 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_l2tp.ko 2024-01-24T12:45:55.204 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_length.ko 2024-01-24T12:45:55.204 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_limit.ko 2024-01-24T12:45:55.204 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_mac.ko 2024-01-24T12:45:55.204 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_mark.ko 2024-01-24T12:45:55.204 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_multiport.ko 2024-01-24T12:45:55.204 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_nat.ko 2024-01-24T12:45:55.205 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_nfacct.ko 2024-01-24T12:45:55.205 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_osf.ko 2024-01-24T12:45:55.205 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_owner.ko 2024-01-24T12:45:55.205 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_physdev.ko 2024-01-24T12:45:55.205 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_pkttype.ko 2024-01-24T12:45:55.205 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_policy.ko 2024-01-24T12:45:55.205 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_quota.ko 2024-01-24T12:45:55.205 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_rateest.ko 2024-01-24T12:45:55.205 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_realm.ko 2024-01-24T12:45:55.205 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_recent.ko 2024-01-24T12:45:55.205 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_sctp.ko 2024-01-24T12:45:55.205 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_set.ko 2024-01-24T12:45:55.205 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_socket.ko 2024-01-24T12:45:55.205 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_state.ko 2024-01-24T12:45:55.205 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_statistic.ko 2024-01-24T12:45:55.205 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_string.ko 2024-01-24T12:45:55.206 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_tcpmss.ko 2024-01-24T12:45:55.206 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_time.ko 2024-01-24T12:45:55.206 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_u32.ko 2024-01-24T12:45:55.206 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netlink 2024-01-24T12:45:55.206 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netlink/netlink_diag.ko 2024-01-24T12:45:55.206 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/nsh 2024-01-24T12:45:55.206 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/nsh/nsh.ko 2024-01-24T12:45:55.206 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/openvswitch 2024-01-24T12:45:55.206 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/openvswitch/openvswitch.ko 2024-01-24T12:45:55.206 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/openvswitch/vport-geneve.ko 2024-01-24T12:45:55.206 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/openvswitch/vport-gre.ko 2024-01-24T12:45:55.206 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/openvswitch/vport-vxlan.ko 2024-01-24T12:45:55.206 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/packet 2024-01-24T12:45:55.206 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/packet/af_packet_diag.ko 2024-01-24T12:45:55.206 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/rds 2024-01-24T12:45:55.206 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/rds/rds.ko 2024-01-24T12:45:55.207 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/rds/rds_rdma.ko 2024-01-24T12:45:55.207 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/rds/rds_tcp.ko 2024-01-24T12:45:55.207 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched 2024-01-24T12:45:55.207 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/act_csum.ko 2024-01-24T12:45:55.207 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/act_gact.ko 2024-01-24T12:45:55.207 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/act_ipt.ko 2024-01-24T12:45:55.207 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/act_mirred.ko 2024-01-24T12:45:55.207 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/act_nat.ko 2024-01-24T12:45:55.207 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/act_pedit.ko 2024-01-24T12:45:55.207 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/act_police.ko 2024-01-24T12:45:55.207 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/act_simple.ko 2024-01-24T12:45:55.207 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/act_skbedit.ko 2024-01-24T12:45:55.207 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/act_vlan.ko 2024-01-24T12:45:55.207 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/cls_basic.ko 2024-01-24T12:45:55.207 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/cls_bpf.ko 2024-01-24T12:45:55.207 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/cls_flow.ko 2024-01-24T12:45:55.208 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/cls_fw.ko 2024-01-24T12:45:55.208 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/cls_route.ko 2024-01-24T12:45:55.208 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/cls_u32.ko 2024-01-24T12:45:55.211 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/em_cmp.ko 2024-01-24T12:45:55.211 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/em_ipset.ko 2024-01-24T12:45:55.211 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/em_meta.ko 2024-01-24T12:45:55.211 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/em_nbyte.ko 2024-01-24T12:45:55.211 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/em_text.ko 2024-01-24T12:45:55.211 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/em_u32.ko 2024-01-24T12:45:55.211 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/sch_choke.ko 2024-01-24T12:45:55.211 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/sch_codel.ko 2024-01-24T12:45:55.211 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/sch_drr.ko 2024-01-24T12:45:55.212 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/sch_fq.ko 2024-01-24T12:45:55.212 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/sch_gred.ko 2024-01-24T12:45:55.212 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/sch_hfsc.ko 2024-01-24T12:45:55.212 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/sch_hhf.ko 2024-01-24T12:45:55.212 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/sch_htb.ko 2024-01-24T12:45:55.212 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/sch_ingress.ko 2024-01-24T12:45:55.212 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/sch_mqprio.ko 2024-01-24T12:45:55.212 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/sch_mqprio_lib.ko 2024-01-24T12:45:55.212 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/sch_multiq.ko 2024-01-24T12:45:55.212 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/sch_netem.ko 2024-01-24T12:45:55.212 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/sch_pie.ko 2024-01-24T12:45:55.212 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/sch_plug.ko 2024-01-24T12:45:55.212 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/sch_prio.ko 2024-01-24T12:45:55.212 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/sch_qfq.ko 2024-01-24T12:45:55.213 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/sch_red.ko 2024-01-24T12:45:55.213 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/sch_sfb.ko 2024-01-24T12:45:55.213 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/sch_sfq.ko 2024-01-24T12:45:55.213 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/sch_tbf.ko 2024-01-24T12:45:55.213 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/sch_teql.ko 2024-01-24T12:45:55.213 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sctp 2024-01-24T12:45:55.213 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sctp/sctp.ko 2024-01-24T12:45:55.213 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sctp/sctp_diag.ko 2024-01-24T12:45:55.213 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sunrpc 2024-01-24T12:45:55.213 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sunrpc/auth_gss 2024-01-24T12:45:55.213 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sunrpc/auth_gss/auth_rpcgss.ko 2024-01-24T12:45:55.213 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sunrpc/auth_gss/rpcsec_gss_krb5.ko 2024-01-24T12:45:55.213 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sunrpc/sunrpc.ko 2024-01-24T12:45:55.213 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sunrpc/xprtrdma 2024-01-24T12:45:55.213 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sunrpc/xprtrdma/rpcrdma.ko 2024-01-24T12:45:55.213 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/tipc 2024-01-24T12:45:55.214 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/tipc/diag.ko 2024-01-24T12:45:55.214 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/tipc/tipc.ko 2024-01-24T12:45:55.214 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/unix 2024-01-24T12:45:55.214 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/unix/unix_diag.ko 2024-01-24T12:45:55.214 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/vmw_vsock 2024-01-24T12:45:55.214 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/vmw_vsock/vmw_vsock_virtio_transport_common.ko 2024-01-24T12:45:55.214 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/vmw_vsock/vmw_vsock_vmci_transport.ko 2024-01-24T12:45:55.214 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/vmw_vsock/vsock.ko 2024-01-24T12:45:55.214 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/vmw_vsock/vsock_diag.ko 2024-01-24T12:45:55.214 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/vmw_vsock/vsock_loopback.ko 2024-01-24T12:45:55.214 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/xfrm 2024-01-24T12:45:55.214 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/xfrm/xfrm_ipcomp.ko 2024-01-24T12:45:55.214 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/security 2024-01-24T12:45:55.215 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/security/keys 2024-01-24T12:45:55.215 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/security/keys/encrypted-keys 2024-01-24T12:45:55.215 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/security/keys/encrypted-keys/encrypted-keys.ko 2024-01-24T12:45:55.215 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/security/keys/trusted-keys 2024-01-24T12:45:55.215 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/security/keys/trusted-keys/trusted.ko 2024-01-24T12:45:55.215 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/virt 2024-01-24T12:45:55.215 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/virt/lib 2024-01-24T12:45:55.215 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/virt/lib/irqbypass.ko 2024-01-24T12:45:55.215 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/modules.alias 2024-01-24T12:45:55.215 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/modules.alias.bin 2024-01-24T12:45:55.215 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/modules.builtin 2024-01-24T12:45:55.215 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/modules.builtin.bin 2024-01-24T12:45:55.215 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/modules.builtin.modinfo 2024-01-24T12:45:55.215 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/modules.dep 2024-01-24T12:45:55.215 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/modules.dep.bin 2024-01-24T12:45:55.215 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/modules.devname 2024-01-24T12:45:55.216 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/modules.order 2024-01-24T12:45:55.216 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/modules.softdep 2024-01-24T12:45:55.216 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/modules.symbols 2024-01-24T12:45:55.216 INFO:teuthology.orchestra.run.smithi113.stdout:/lib/modules/6.7.0-gf2d346040895/modules.symbols.bin 2024-01-24T12:45:55.216 DEBUG:teuthology.task.kernel:get_image_version: 6.7.0-gf2d346040895 2024-01-24T12:45:55.217 DEBUG:teuthology.orchestra.run.smithi113:> rpm --scripts -qp /tmp/kernel.x86_64.rpm 2024-01-24T12:45:55.240 INFO:teuthology.orchestra.run.smithi113.stdout:postinstall scriptlet (using /bin/sh): 2024-01-24T12:45:55.240 INFO:teuthology.orchestra.run.smithi113.stdout:if [ -x /sbin/installkernel -a -r /boot/vmlinuz-6.7.0-gf2d346040895 -a -r /boot/System.map-6.7.0-gf2d346040895 ]; then 2024-01-24T12:45:55.240 INFO:teuthology.orchestra.run.smithi113.stdout:cp /boot/vmlinuz-6.7.0-gf2d346040895 /boot/.vmlinuz-6.7.0-gf2d346040895-rpm 2024-01-24T12:45:55.240 INFO:teuthology.orchestra.run.smithi113.stdout:cp /boot/System.map-6.7.0-gf2d346040895 /boot/.System.map-6.7.0-gf2d346040895-rpm 2024-01-24T12:45:55.240 INFO:teuthology.orchestra.run.smithi113.stdout:rm -f /boot/vmlinuz-6.7.0-gf2d346040895 /boot/System.map-6.7.0-gf2d346040895 2024-01-24T12:45:55.240 INFO:teuthology.orchestra.run.smithi113.stdout:/sbin/installkernel 6.7.0-gf2d346040895 /boot/.vmlinuz-6.7.0-gf2d346040895-rpm /boot/.System.map-6.7.0-gf2d346040895-rpm 2024-01-24T12:45:55.240 INFO:teuthology.orchestra.run.smithi113.stdout:rm -f /boot/.vmlinuz-6.7.0-gf2d346040895-rpm /boot/.System.map-6.7.0-gf2d346040895-rpm 2024-01-24T12:45:55.240 INFO:teuthology.orchestra.run.smithi113.stdout:fi 2024-01-24T12:45:55.241 INFO:teuthology.orchestra.run.smithi113.stdout:preuninstall scriptlet (using /bin/sh): 2024-01-24T12:45:55.241 INFO:teuthology.orchestra.run.smithi113.stdout:if [ -x /sbin/new-kernel-pkg ]; then 2024-01-24T12:45:55.241 INFO:teuthology.orchestra.run.smithi113.stdout:new-kernel-pkg --remove 6.7.0-gf2d346040895 --rminitrd --initrdfile=/boot/initramfs-6.7.0-gf2d346040895.img 2024-01-24T12:45:55.241 INFO:teuthology.orchestra.run.smithi113.stdout:elif [ -x /usr/bin/kernel-install ]; then 2024-01-24T12:45:55.241 INFO:teuthology.orchestra.run.smithi113.stdout:kernel-install remove 6.7.0-gf2d346040895 2024-01-24T12:45:55.241 INFO:teuthology.orchestra.run.smithi113.stdout:fi 2024-01-24T12:45:55.241 INFO:teuthology.orchestra.run.smithi113.stdout:postuninstall scriptlet (using /bin/sh): 2024-01-24T12:45:55.241 INFO:teuthology.orchestra.run.smithi113.stdout:if [ -x /sbin/update-bootloader ]; then 2024-01-24T12:45:55.241 INFO:teuthology.orchestra.run.smithi113.stdout:/sbin/update-bootloader --remove 6.7.0-gf2d346040895 2024-01-24T12:45:55.241 INFO:teuthology.orchestra.run.smithi113.stdout:fi 2024-01-24T12:45:55.242 DEBUG:teuthology.orchestra.run.smithi113:> sudo rpm -qi grub2-tools 2024-01-24T12:45:55.316 INFO:teuthology.orchestra.run.smithi113.stdout:Name : grub2-tools 2024-01-24T12:45:55.316 INFO:teuthology.orchestra.run.smithi113.stdout:Epoch : 1 2024-01-24T12:45:55.316 INFO:teuthology.orchestra.run.smithi113.stdout:Version : 2.02 2024-01-24T12:45:55.316 INFO:teuthology.orchestra.run.smithi113.stdout:Release : 123.el8 2024-01-24T12:45:55.316 INFO:teuthology.orchestra.run.smithi113.stdout:Architecture: x86_64 2024-01-24T12:45:55.316 INFO:teuthology.orchestra.run.smithi113.stdout:Install Date: Thu 14 Dec 2023 12:39:42 AM UTC 2024-01-24T12:45:55.316 INFO:teuthology.orchestra.run.smithi113.stdout:Group : System Environment/Base 2024-01-24T12:45:55.316 INFO:teuthology.orchestra.run.smithi113.stdout:Size : 9265450 2024-01-24T12:45:55.316 INFO:teuthology.orchestra.run.smithi113.stdout:License : GPLv3+ 2024-01-24T12:45:55.317 INFO:teuthology.orchestra.run.smithi113.stdout:Signature : RSA/SHA256, Thu 31 Mar 2022 07:24:35 PM UTC, Key ID 199e2f91fd431d51 2024-01-24T12:45:55.317 INFO:teuthology.orchestra.run.smithi113.stdout:Source RPM : grub2-2.02-123.el8.src.rpm 2024-01-24T12:45:55.317 INFO:teuthology.orchestra.run.smithi113.stdout:Build Date : Mon 28 Mar 2022 02:12:09 PM UTC 2024-01-24T12:45:55.317 INFO:teuthology.orchestra.run.smithi113.stdout:Build Host : x86-vm-09.build.eng.bos.redhat.com 2024-01-24T12:45:55.317 INFO:teuthology.orchestra.run.smithi113.stdout:Relocations : (not relocatable) 2024-01-24T12:45:55.317 INFO:teuthology.orchestra.run.smithi113.stdout:Packager : Red Hat, Inc. 2024-01-24T12:45:55.317 INFO:teuthology.orchestra.run.smithi113.stdout:Vendor : Red Hat, Inc. 2024-01-24T12:45:55.317 INFO:teuthology.orchestra.run.smithi113.stdout:URL : http://www.gnu.org/software/grub/ 2024-01-24T12:45:55.317 INFO:teuthology.orchestra.run.smithi113.stdout:Summary : Support tools for GRUB. 2024-01-24T12:45:55.317 INFO:teuthology.orchestra.run.smithi113.stdout:Description : 2024-01-24T12:45:55.317 INFO:teuthology.orchestra.run.smithi113.stdout: 2024-01-24T12:45:55.317 INFO:teuthology.orchestra.run.smithi113.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-01-24T12:45:55.317 INFO:teuthology.orchestra.run.smithi113.stdout:customizable bootloader with modular architecture. It supports a rich 2024-01-24T12:45:55.318 INFO:teuthology.orchestra.run.smithi113.stdout:variety of kernel formats, file systems, computer architectures and 2024-01-24T12:45:55.318 INFO:teuthology.orchestra.run.smithi113.stdout:hardware devices. 2024-01-24T12:45:55.318 INFO:teuthology.orchestra.run.smithi113.stdout: 2024-01-24T12:45:55.318 INFO:teuthology.orchestra.run.smithi113.stdout:This subpackage provides tools for support of all platforms. 2024-01-24T12:45:55.319 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-01-24T12:45:55.319 INFO:teuthology.task.kernel:Updating grub on smithi113 to boot 6.7.0-gf2d346040895 2024-01-24T12:45:55.319 DEBUG:teuthology.orchestra.run.smithi113:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-01-24T12:45:56.133 INFO:teuthology.orchestra.run.smithi113.stderr:Generating grub configuration file ... 2024-01-24T12:45:58.392 INFO:teuthology.orchestra.run.smithi113.stderr:done 2024-01-24T12:45:58.394 DEBUG:teuthology.orchestra.run.smithi113:> mktemp 2024-01-24T12:45:58.411 INFO:teuthology.orchestra.run.smithi113.stdout:/tmp/tmp.h4mq03O0JE 2024-01-24T12:45:58.412 DEBUG:teuthology.orchestra.run.smithi113:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.h4mq03O0JE 2024-01-24T12:45:58.484 DEBUG:teuthology.orchestra.run.smithi113:> sudo chmod 0666 /tmp/tmp.h4mq03O0JE 2024-01-24T12:45:58.649 DEBUG:teuthology.orchestra.remote:smithi113:/tmp/tmp.h4mq03O0JE is 6KB 2024-01-24T12:45:58.697 DEBUG:teuthology.orchestra.run.smithi113:> rm -fr /tmp/tmp.h4mq03O0JE 2024-01-24T12:45:58.714 DEBUG:teuthology.orchestra.run.smithi113:> sudo /bin/ls /boot/loader/entries || true 2024-01-24T12:45:58.782 INFO:teuthology.orchestra.run.smithi113.stdout:2db68f91c8f90721a6596efe657a5324-0-rescue.conf 2024-01-24T12:45:58.782 INFO:teuthology.orchestra.run.smithi113.stdout:2db68f91c8f90721a6596efe657a5324-6.7.0-gf2d346040895.conf 2024-01-24T12:45:58.782 INFO:teuthology.orchestra.run.smithi113.stdout:963f8b6c99184de696879b3f7da9ecce-0-rescue.conf 2024-01-24T12:45:58.782 INFO:teuthology.orchestra.run.smithi113.stdout:963f8b6c99184de696879b3f7da9ecce-4.18.0-372.9.1.el8.x86_64.conf 2024-01-24T12:45:58.782 INFO:teuthology.orchestra.run.smithi113.stdout:963f8b6c99184de696879b3f7da9ecce-4.18.0-513.9.1.el8_9.x86_64.conf 2024-01-24T12:45:58.783 DEBUG:teuthology.orchestra.run.smithi113:> sudo grub2-set-default 2db68f91c8f90721a6596efe657a5324-6.7.0-gf2d346040895 2024-01-24T12:45:58.973 DEBUG:teuthology.orchestra.run.smithi113:> sudo shutdown -r now 2024-01-24T12:46:01.184 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi084.front.sepia.ceph.com, path=/tmp/kernel.x86_64.rpm, version=None) 2024-01-24T12:46:01.184 DEBUG:teuthology.orchestra.run.smithi084:> rpm -qlp /tmp/kernel.x86_64.rpm 2024-01-24T12:46:01.283 INFO:teuthology.orchestra.run.smithi084.stdout:/boot/System.map-6.7.0-gf2d346040895 2024-01-24T12:46:01.283 INFO:teuthology.orchestra.run.smithi084.stdout:/boot/config-6.7.0-gf2d346040895 2024-01-24T12:46:01.283 INFO:teuthology.orchestra.run.smithi084.stdout:/boot/vmlinuz-6.7.0-gf2d346040895 2024-01-24T12:46:01.284 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895 2024-01-24T12:46:01.284 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel 2024-01-24T12:46:01.284 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/arch 2024-01-24T12:46:01.284 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/arch/x86 2024-01-24T12:46:01.284 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/arch/x86/crypto 2024-01-24T12:46:01.284 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/arch/x86/crypto/blowfish-x86_64.ko 2024-01-24T12:46:01.284 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/arch/x86/crypto/camellia-aesni-avx-x86_64.ko 2024-01-24T12:46:01.284 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/arch/x86/crypto/camellia-aesni-avx2.ko 2024-01-24T12:46:01.284 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/arch/x86/crypto/camellia-x86_64.ko 2024-01-24T12:46:01.284 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/arch/x86/crypto/cast5-avx-x86_64.ko 2024-01-24T12:46:01.284 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/arch/x86/crypto/cast6-avx-x86_64.ko 2024-01-24T12:46:01.284 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/arch/x86/crypto/crc32-pclmul.ko 2024-01-24T12:46:01.285 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/arch/x86/crypto/crc32c-intel.ko 2024-01-24T12:46:01.285 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/arch/x86/crypto/crct10dif-pclmul.ko 2024-01-24T12:46:01.285 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/arch/x86/crypto/des3_ede-x86_64.ko 2024-01-24T12:46:01.285 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/arch/x86/crypto/ghash-clmulni-intel.ko 2024-01-24T12:46:01.285 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/arch/x86/crypto/serpent-avx-x86_64.ko 2024-01-24T12:46:01.285 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/arch/x86/crypto/serpent-avx2.ko 2024-01-24T12:46:01.285 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/arch/x86/crypto/serpent-sse2-x86_64.ko 2024-01-24T12:46:01.285 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/arch/x86/crypto/sha1-ssse3.ko 2024-01-24T12:46:01.285 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/arch/x86/crypto/sha256-ssse3.ko 2024-01-24T12:46:01.285 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/arch/x86/crypto/sha512-ssse3.ko 2024-01-24T12:46:01.285 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/arch/x86/crypto/twofish-avx-x86_64.ko 2024-01-24T12:46:01.286 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/arch/x86/crypto/twofish-x86_64-3way.ko 2024-01-24T12:46:01.286 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/arch/x86/crypto/twofish-x86_64.ko 2024-01-24T12:46:01.286 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/arch/x86/kernel 2024-01-24T12:46:01.286 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/arch/x86/kernel/cpu 2024-01-24T12:46:01.286 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/arch/x86/kernel/cpu/mce 2024-01-24T12:46:01.286 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/arch/x86/kernel/cpu/mce/mce-inject.ko 2024-01-24T12:46:01.286 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/arch/x86/kvm 2024-01-24T12:46:01.286 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/arch/x86/kvm/kvm-amd.ko 2024-01-24T12:46:01.286 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/arch/x86/kvm/kvm-intel.ko 2024-01-24T12:46:01.286 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/arch/x86/kvm/kvm.ko 2024-01-24T12:46:01.286 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto 2024-01-24T12:46:01.286 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/ansi_cprng.ko 2024-01-24T12:46:01.287 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/anubis.ko 2024-01-24T12:46:01.287 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/arc4.ko 2024-01-24T12:46:01.287 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/async_tx 2024-01-24T12:46:01.287 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/async_tx/async_memcpy.ko 2024-01-24T12:46:01.287 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/async_tx/async_pq.ko 2024-01-24T12:46:01.287 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/async_tx/async_raid6_recov.ko 2024-01-24T12:46:01.287 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/async_tx/async_tx.ko 2024-01-24T12:46:01.287 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/async_tx/async_xor.ko 2024-01-24T12:46:01.287 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/async_tx/raid6test.ko 2024-01-24T12:46:01.287 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/authenc.ko 2024-01-24T12:46:01.287 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/authencesn.ko 2024-01-24T12:46:01.287 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/blake2b_generic.ko 2024-01-24T12:46:01.287 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/blowfish_common.ko 2024-01-24T12:46:01.288 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/blowfish_generic.ko 2024-01-24T12:46:01.288 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/camellia_generic.ko 2024-01-24T12:46:01.288 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/cast5_generic.ko 2024-01-24T12:46:01.288 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/cast6_generic.ko 2024-01-24T12:46:01.288 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/cast_common.ko 2024-01-24T12:46:01.288 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/ccm.ko 2024-01-24T12:46:01.288 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/cmac.ko 2024-01-24T12:46:01.288 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/crc32_generic.ko 2024-01-24T12:46:01.288 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/crypto_engine.ko 2024-01-24T12:46:01.288 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/crypto_user.ko 2024-01-24T12:46:01.288 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/cts.ko 2024-01-24T12:46:01.288 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/des_generic.ko 2024-01-24T12:46:01.288 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/dh_generic.ko 2024-01-24T12:46:01.288 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/echainiv.ko 2024-01-24T12:46:01.289 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/essiv.ko 2024-01-24T12:46:01.289 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/fcrypt.ko 2024-01-24T12:46:01.289 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/khazad.ko 2024-01-24T12:46:01.289 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/lz4.ko 2024-01-24T12:46:01.289 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/lz4hc.ko 2024-01-24T12:46:01.289 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/md4.ko 2024-01-24T12:46:01.289 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/michael_mic.ko 2024-01-24T12:46:01.289 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/pcbc.ko 2024-01-24T12:46:01.289 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/pcrypt.ko 2024-01-24T12:46:01.289 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/rmd160.ko 2024-01-24T12:46:01.289 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/seed.ko 2024-01-24T12:46:01.289 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/serpent_generic.ko 2024-01-24T12:46:01.289 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/tcrypt.ko 2024-01-24T12:46:01.290 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/tea.ko 2024-01-24T12:46:01.290 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/twofish_common.ko 2024-01-24T12:46:01.290 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/twofish_generic.ko 2024-01-24T12:46:01.290 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/vmac.ko 2024-01-24T12:46:01.290 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/wp512.ko 2024-01-24T12:46:01.290 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/xcbc.ko 2024-01-24T12:46:01.290 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/xor.ko 2024-01-24T12:46:01.290 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/crypto/xxhash_generic.ko 2024-01-24T12:46:01.290 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers 2024-01-24T12:46:01.291 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/acpi 2024-01-24T12:46:01.291 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/acpi/acpi_ipmi.ko 2024-01-24T12:46:01.291 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/acpi/acpi_pad.ko 2024-01-24T12:46:01.291 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/acpi/custom_method.ko 2024-01-24T12:46:01.291 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/acpi/ec_sys.ko 2024-01-24T12:46:01.291 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/acpi/platform_profile.ko 2024-01-24T12:46:01.291 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/acpi/sbs.ko 2024-01-24T12:46:01.291 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/acpi/sbshc.ko 2024-01-24T12:46:01.291 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/acpi/video.ko 2024-01-24T12:46:01.291 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata 2024-01-24T12:46:01.291 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/acard-ahci.ko 2024-01-24T12:46:01.291 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/ahci_platform.ko 2024-01-24T12:46:01.292 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/ata_generic.ko 2024-01-24T12:46:01.292 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/libahci_platform.ko 2024-01-24T12:46:01.292 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_acpi.ko 2024-01-24T12:46:01.292 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_ali.ko 2024-01-24T12:46:01.292 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_amd.ko 2024-01-24T12:46:01.292 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_artop.ko 2024-01-24T12:46:01.292 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_atiixp.ko 2024-01-24T12:46:01.292 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_atp867x.ko 2024-01-24T12:46:01.292 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_cmd640.ko 2024-01-24T12:46:01.292 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_cmd64x.ko 2024-01-24T12:46:01.292 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_cypress.ko 2024-01-24T12:46:01.292 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_efar.ko 2024-01-24T12:46:01.293 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_hpt366.ko 2024-01-24T12:46:01.293 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_hpt37x.ko 2024-01-24T12:46:01.293 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_hpt3x2n.ko 2024-01-24T12:46:01.293 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_hpt3x3.ko 2024-01-24T12:46:01.293 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_it8213.ko 2024-01-24T12:46:01.293 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_it821x.ko 2024-01-24T12:46:01.293 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_jmicron.ko 2024-01-24T12:46:01.293 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_marvell.ko 2024-01-24T12:46:01.293 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_mpiix.ko 2024-01-24T12:46:01.293 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_netcell.ko 2024-01-24T12:46:01.293 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_ninja32.ko 2024-01-24T12:46:01.293 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_ns87410.ko 2024-01-24T12:46:01.293 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_ns87415.ko 2024-01-24T12:46:01.293 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_oldpiix.ko 2024-01-24T12:46:01.293 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_opti.ko 2024-01-24T12:46:01.294 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_optidma.ko 2024-01-24T12:46:01.294 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_pcmcia.ko 2024-01-24T12:46:01.294 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_pdc2027x.ko 2024-01-24T12:46:01.294 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_pdc202xx_old.ko 2024-01-24T12:46:01.294 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_piccolo.ko 2024-01-24T12:46:01.294 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_rdc.ko 2024-01-24T12:46:01.294 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_sch.ko 2024-01-24T12:46:01.294 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_serverworks.ko 2024-01-24T12:46:01.294 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_sil680.ko 2024-01-24T12:46:01.294 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_sis.ko 2024-01-24T12:46:01.294 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_sl82c105.ko 2024-01-24T12:46:01.294 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_triflex.ko 2024-01-24T12:46:01.294 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pata_via.ko 2024-01-24T12:46:01.294 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/pdc_adma.ko 2024-01-24T12:46:01.294 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/sata_inic162x.ko 2024-01-24T12:46:01.294 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/sata_mv.ko 2024-01-24T12:46:01.295 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/sata_nv.ko 2024-01-24T12:46:01.295 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/sata_promise.ko 2024-01-24T12:46:01.295 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/sata_qstor.ko 2024-01-24T12:46:01.295 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/sata_sil.ko 2024-01-24T12:46:01.295 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/sata_sil24.ko 2024-01-24T12:46:01.295 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/sata_sis.ko 2024-01-24T12:46:01.295 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/sata_svw.ko 2024-01-24T12:46:01.295 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/sata_sx4.ko 2024-01-24T12:46:01.295 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/sata_uli.ko 2024-01-24T12:46:01.295 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/sata_via.ko 2024-01-24T12:46:01.295 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ata/sata_vsc.ko 2024-01-24T12:46:01.295 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/auxdisplay 2024-01-24T12:46:01.295 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/auxdisplay/ks0108.ko 2024-01-24T12:46:01.295 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/base 2024-01-24T12:46:01.296 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/base/regmap 2024-01-24T12:46:01.296 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/base/regmap/regmap-i2c.ko 2024-01-24T12:46:01.296 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/base/regmap/regmap-mmio.ko 2024-01-24T12:46:01.296 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/bcma 2024-01-24T12:46:01.296 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/bcma/bcma.ko 2024-01-24T12:46:01.296 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/block 2024-01-24T12:46:01.296 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/block/aoe 2024-01-24T12:46:01.296 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/block/aoe/aoe.ko 2024-01-24T12:46:01.296 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/block/brd.ko 2024-01-24T12:46:01.296 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/block/drbd 2024-01-24T12:46:01.296 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/block/drbd/drbd.ko 2024-01-24T12:46:01.296 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/block/floppy.ko 2024-01-24T12:46:01.296 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/block/loop.ko 2024-01-24T12:46:01.296 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/block/mtip32xx 2024-01-24T12:46:01.296 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/block/mtip32xx/mtip32xx.ko 2024-01-24T12:46:01.297 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/block/nbd.ko 2024-01-24T12:46:01.297 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/block/null_blk 2024-01-24T12:46:01.297 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/block/null_blk/null_blk.ko 2024-01-24T12:46:01.297 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/block/pktcdvd.ko 2024-01-24T12:46:01.297 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/block/rbd.ko 2024-01-24T12:46:01.297 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/block/virtio_blk.ko 2024-01-24T12:46:01.297 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/block/xen-blkback 2024-01-24T12:46:01.297 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/block/xen-blkback/xen-blkback.ko 2024-01-24T12:46:01.297 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/block/xen-blkfront.ko 2024-01-24T12:46:01.297 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/block/zram 2024-01-24T12:46:01.297 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/block/zram/zram.ko 2024-01-24T12:46:01.297 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/char 2024-01-24T12:46:01.297 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/char/hangcheck-timer.ko 2024-01-24T12:46:01.297 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/char/hw_random 2024-01-24T12:46:01.298 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/char/hw_random/amd-rng.ko 2024-01-24T12:46:01.298 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/char/hw_random/intel-rng.ko 2024-01-24T12:46:01.298 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/char/hw_random/timeriomem-rng.ko 2024-01-24T12:46:01.298 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/char/hw_random/via-rng.ko 2024-01-24T12:46:01.298 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/char/hw_random/virtio-rng.ko 2024-01-24T12:46:01.298 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/char/ipmi 2024-01-24T12:46:01.298 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/char/ipmi/ipmi_devintf.ko 2024-01-24T12:46:01.298 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/char/ipmi/ipmi_msghandler.ko 2024-01-24T12:46:01.299 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/char/ipmi/ipmi_poweroff.ko 2024-01-24T12:46:01.299 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/char/ipmi/ipmi_si.ko 2024-01-24T12:46:01.299 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/char/ipmi/ipmi_ssif.ko 2024-01-24T12:46:01.299 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/char/ipmi/ipmi_watchdog.ko 2024-01-24T12:46:01.299 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/char/lp.ko 2024-01-24T12:46:01.299 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/char/mwave 2024-01-24T12:46:01.299 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/char/mwave/mwave.ko 2024-01-24T12:46:01.299 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/char/ppdev.ko 2024-01-24T12:46:01.299 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/char/tlclk.ko 2024-01-24T12:46:01.299 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/char/tpm 2024-01-24T12:46:01.299 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/char/tpm/tpm.ko 2024-01-24T12:46:01.299 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/char/tpm/tpm_atmel.ko 2024-01-24T12:46:01.299 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/char/tpm/tpm_infineon.ko 2024-01-24T12:46:01.299 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/char/tpm/tpm_nsc.ko 2024-01-24T12:46:01.300 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/char/tpm/tpm_tis.ko 2024-01-24T12:46:01.300 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/char/tpm/tpm_tis_core.ko 2024-01-24T12:46:01.300 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/char/uv_mmtimer.ko 2024-01-24T12:46:01.300 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/char/virtio_console.ko 2024-01-24T12:46:01.300 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/cpufreq 2024-01-24T12:46:01.300 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/cpufreq/acpi-cpufreq.ko 2024-01-24T12:46:01.300 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/cpufreq/amd_freq_sensitivity.ko 2024-01-24T12:46:01.300 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/cpufreq/p4-clockmod.ko 2024-01-24T12:46:01.300 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/cpufreq/pcc-cpufreq.ko 2024-01-24T12:46:01.300 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/cpufreq/powernow-k8.ko 2024-01-24T12:46:01.300 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/cpufreq/speedstep-lib.ko 2024-01-24T12:46:01.300 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/crypto 2024-01-24T12:46:01.300 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/crypto/ccp 2024-01-24T12:46:01.300 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/crypto/ccp/ccp-crypto.ko 2024-01-24T12:46:01.301 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/crypto/ccp/ccp.ko 2024-01-24T12:46:01.301 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/crypto/intel 2024-01-24T12:46:01.301 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/crypto/intel/qat 2024-01-24T12:46:01.301 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/crypto/intel/qat/qat_common 2024-01-24T12:46:01.301 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/crypto/intel/qat/qat_common/intel_qat.ko 2024-01-24T12:46:01.301 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/crypto/intel/qat/qat_dh895xcc 2024-01-24T12:46:01.301 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/crypto/intel/qat/qat_dh895xcc/qat_dh895xcc.ko 2024-01-24T12:46:01.301 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/crypto/padlock-aes.ko 2024-01-24T12:46:01.301 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/crypto/padlock-sha.ko 2024-01-24T12:46:01.301 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/crypto/virtio 2024-01-24T12:46:01.301 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/crypto/virtio/virtio_crypto.ko 2024-01-24T12:46:01.301 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/dca 2024-01-24T12:46:01.301 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/dca/dca.ko 2024-01-24T12:46:01.302 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/devfreq 2024-01-24T12:46:01.302 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/devfreq/governor_simpleondemand.ko 2024-01-24T12:46:01.302 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/dma 2024-01-24T12:46:01.302 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/dma/dw 2024-01-24T12:46:01.302 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/dma/dw/dw_dmac.ko 2024-01-24T12:46:01.302 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/dma/ioat 2024-01-24T12:46:01.302 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/dma/ioat/ioatdma.ko 2024-01-24T12:46:01.302 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/edac 2024-01-24T12:46:01.302 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/edac/amd64_edac.ko 2024-01-24T12:46:01.302 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/edac/e752x_edac.ko 2024-01-24T12:46:01.302 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/edac/edac_mce_amd.ko 2024-01-24T12:46:01.302 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/edac/i3000_edac.ko 2024-01-24T12:46:01.302 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/edac/i3200_edac.ko 2024-01-24T12:46:01.302 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/edac/i5100_edac.ko 2024-01-24T12:46:01.302 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/edac/i5400_edac.ko 2024-01-24T12:46:01.302 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/edac/i7300_edac.ko 2024-01-24T12:46:01.303 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/edac/i7core_edac.ko 2024-01-24T12:46:01.303 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/edac/i82975x_edac.ko 2024-01-24T12:46:01.303 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/edac/ie31200_edac.ko 2024-01-24T12:46:01.303 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/edac/sb_edac.ko 2024-01-24T12:46:01.303 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/edac/x38_edac.ko 2024-01-24T12:46:01.303 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/firmware 2024-01-24T12:46:01.303 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/firmware/edd.ko 2024-01-24T12:46:01.303 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/firmware/iscsi_ibft.ko 2024-01-24T12:46:01.303 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/gpio 2024-01-24T12:46:01.303 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/gpio/gpio-ich.ko 2024-01-24T12:46:01.303 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/gpio/gpio-viperboard.ko 2024-01-24T12:46:01.303 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid 2024-01-24T12:46:01.303 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-appleir.ko 2024-01-24T12:46:01.303 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-aureal.ko 2024-01-24T12:46:01.304 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-axff.ko 2024-01-24T12:46:01.304 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-dr.ko 2024-01-24T12:46:01.304 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-elecom.ko 2024-01-24T12:46:01.304 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-elo.ko 2024-01-24T12:46:01.304 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-emsff.ko 2024-01-24T12:46:01.304 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-gaff.ko 2024-01-24T12:46:01.304 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-gt683r.ko 2024-01-24T12:46:01.304 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-gyration.ko 2024-01-24T12:46:01.304 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-holtek-kbd.ko 2024-01-24T12:46:01.304 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-holtek-mouse.ko 2024-01-24T12:46:01.304 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-holtekff.ko 2024-01-24T12:46:01.305 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-hyperv.ko 2024-01-24T12:46:01.305 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-icade.ko 2024-01-24T12:46:01.305 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-keytouch.ko 2024-01-24T12:46:01.305 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-kye.ko 2024-01-24T12:46:01.305 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-lcpower.ko 2024-01-24T12:46:01.305 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-led.ko 2024-01-24T12:46:01.305 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-lenovo.ko 2024-01-24T12:46:01.305 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-logitech-dj.ko 2024-01-24T12:46:01.305 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-logitech-hidpp.ko 2024-01-24T12:46:01.305 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-multitouch.ko 2024-01-24T12:46:01.305 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-ortek.ko 2024-01-24T12:46:01.306 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-penmount.ko 2024-01-24T12:46:01.306 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-petalynx.ko 2024-01-24T12:46:01.306 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-picolcd.ko 2024-01-24T12:46:01.306 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-pl.ko 2024-01-24T12:46:01.306 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-plantronics.ko 2024-01-24T12:46:01.306 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-primax.ko 2024-01-24T12:46:01.306 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-rmi.ko 2024-01-24T12:46:01.306 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-roccat-arvo.ko 2024-01-24T12:46:01.306 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-roccat-common.ko 2024-01-24T12:46:01.306 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-roccat-isku.ko 2024-01-24T12:46:01.306 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-roccat-kone.ko 2024-01-24T12:46:01.306 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-roccat-koneplus.ko 2024-01-24T12:46:01.306 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-roccat-konepure.ko 2024-01-24T12:46:01.307 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-roccat-kovaplus.ko 2024-01-24T12:46:01.307 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-roccat-lua.ko 2024-01-24T12:46:01.307 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-roccat-pyra.ko 2024-01-24T12:46:01.307 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-roccat-ryos.ko 2024-01-24T12:46:01.307 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-roccat-savu.ko 2024-01-24T12:46:01.307 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-roccat.ko 2024-01-24T12:46:01.307 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-saitek.ko 2024-01-24T12:46:01.307 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-samsung.ko 2024-01-24T12:46:01.307 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-sensor-hub.ko 2024-01-24T12:46:01.307 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-sjoy.ko 2024-01-24T12:46:01.307 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-sony.ko 2024-01-24T12:46:01.307 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-speedlink.ko 2024-01-24T12:46:01.307 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-steelseries.ko 2024-01-24T12:46:01.308 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-sunplus.ko 2024-01-24T12:46:01.308 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-thrustmaster.ko 2024-01-24T12:46:01.308 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-tivo.ko 2024-01-24T12:46:01.308 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-tmff.ko 2024-01-24T12:46:01.308 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-topseed.ko 2024-01-24T12:46:01.308 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-twinhan.ko 2024-01-24T12:46:01.308 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-uclogic.ko 2024-01-24T12:46:01.308 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-waltop.ko 2024-01-24T12:46:01.308 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-wiimote.ko 2024-01-24T12:46:01.308 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-xinmo.ko 2024-01-24T12:46:01.308 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-zpff.ko 2024-01-24T12:46:01.309 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/hid-zydacron.ko 2024-01-24T12:46:01.309 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/uhid.ko 2024-01-24T12:46:01.309 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hid/wacom.ko 2024-01-24T12:46:01.309 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hv 2024-01-24T12:46:01.309 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hv/hv_balloon.ko 2024-01-24T12:46:01.309 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hv/hv_utils.ko 2024-01-24T12:46:01.309 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hv/hv_vmbus.ko 2024-01-24T12:46:01.309 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon 2024-01-24T12:46:01.309 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/abituguru.ko 2024-01-24T12:46:01.309 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/abituguru3.ko 2024-01-24T12:46:01.309 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/acpi_power_meter.ko 2024-01-24T12:46:01.309 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/ad7414.ko 2024-01-24T12:46:01.309 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/ad7418.ko 2024-01-24T12:46:01.310 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/adc128d818.ko 2024-01-24T12:46:01.310 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/adm1025.ko 2024-01-24T12:46:01.310 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/adm1026.ko 2024-01-24T12:46:01.310 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/adm1029.ko 2024-01-24T12:46:01.310 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/adm1031.ko 2024-01-24T12:46:01.310 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/adm9240.ko 2024-01-24T12:46:01.310 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/ads7828.ko 2024-01-24T12:46:01.310 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/adt7410.ko 2024-01-24T12:46:01.310 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/adt7411.ko 2024-01-24T12:46:01.310 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/adt7462.ko 2024-01-24T12:46:01.310 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/adt7470.ko 2024-01-24T12:46:01.310 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/adt7475.ko 2024-01-24T12:46:01.310 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/adt7x10.ko 2024-01-24T12:46:01.310 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/amc6821.ko 2024-01-24T12:46:01.311 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/applesmc.ko 2024-01-24T12:46:01.311 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/asb100.ko 2024-01-24T12:46:01.311 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/asc7621.ko 2024-01-24T12:46:01.311 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/asus_atk0110.ko 2024-01-24T12:46:01.311 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/atxp1.ko 2024-01-24T12:46:01.311 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/coretemp.ko 2024-01-24T12:46:01.311 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/dell-smm-hwmon.ko 2024-01-24T12:46:01.311 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/dme1737.ko 2024-01-24T12:46:01.311 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/ds1621.ko 2024-01-24T12:46:01.311 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/ds620.ko 2024-01-24T12:46:01.311 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/emc1403.ko 2024-01-24T12:46:01.311 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/emc6w201.ko 2024-01-24T12:46:01.311 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/f71805f.ko 2024-01-24T12:46:01.312 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/f71882fg.ko 2024-01-24T12:46:01.312 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/f75375s.ko 2024-01-24T12:46:01.312 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/fam15h_power.ko 2024-01-24T12:46:01.312 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/fschmd.ko 2024-01-24T12:46:01.312 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/g760a.ko 2024-01-24T12:46:01.312 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/g762.ko 2024-01-24T12:46:01.312 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/gl518sm.ko 2024-01-24T12:46:01.312 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/gl520sm.ko 2024-01-24T12:46:01.312 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/hwmon-vid.ko 2024-01-24T12:46:01.312 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/i5500_temp.ko 2024-01-24T12:46:01.312 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/i5k_amb.ko 2024-01-24T12:46:01.312 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/ibmaem.ko 2024-01-24T12:46:01.312 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/ibmpex.ko 2024-01-24T12:46:01.313 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/ina209.ko 2024-01-24T12:46:01.313 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/ina2xx.ko 2024-01-24T12:46:01.313 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/it87.ko 2024-01-24T12:46:01.313 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/k10temp.ko 2024-01-24T12:46:01.313 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/k8temp.ko 2024-01-24T12:46:01.313 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/lineage-pem.ko 2024-01-24T12:46:01.313 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/lm63.ko 2024-01-24T12:46:01.313 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/lm73.ko 2024-01-24T12:46:01.313 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/lm75.ko 2024-01-24T12:46:01.313 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/lm77.ko 2024-01-24T12:46:01.313 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/lm78.ko 2024-01-24T12:46:01.313 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/lm80.ko 2024-01-24T12:46:01.313 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/lm83.ko 2024-01-24T12:46:01.314 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/lm85.ko 2024-01-24T12:46:01.314 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/lm87.ko 2024-01-24T12:46:01.314 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/lm90.ko 2024-01-24T12:46:01.314 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/lm92.ko 2024-01-24T12:46:01.314 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/lm93.ko 2024-01-24T12:46:01.314 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/lm95234.ko 2024-01-24T12:46:01.314 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/lm95241.ko 2024-01-24T12:46:01.314 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/lm95245.ko 2024-01-24T12:46:01.314 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/ltc2945.ko 2024-01-24T12:46:01.314 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/ltc4151.ko 2024-01-24T12:46:01.314 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/ltc4215.ko 2024-01-24T12:46:01.314 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/ltc4222.ko 2024-01-24T12:46:01.314 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/ltc4245.ko 2024-01-24T12:46:01.315 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/ltc4260.ko 2024-01-24T12:46:01.315 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/ltc4261.ko 2024-01-24T12:46:01.315 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/max16065.ko 2024-01-24T12:46:01.315 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/max1619.ko 2024-01-24T12:46:01.315 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/max1668.ko 2024-01-24T12:46:01.315 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/max197.ko 2024-01-24T12:46:01.315 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/max6639.ko 2024-01-24T12:46:01.315 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/max6650.ko 2024-01-24T12:46:01.315 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/max6697.ko 2024-01-24T12:46:01.315 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/mcp3021.ko 2024-01-24T12:46:01.315 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/nct6683.ko 2024-01-24T12:46:01.315 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/nct6775-core.ko 2024-01-24T12:46:01.315 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/nct6775.ko 2024-01-24T12:46:01.315 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/nct7802.ko 2024-01-24T12:46:01.316 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/pc87360.ko 2024-01-24T12:46:01.316 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/pc87427.ko 2024-01-24T12:46:01.316 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/pcf8591.ko 2024-01-24T12:46:01.316 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/pmbus 2024-01-24T12:46:01.316 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/pmbus/adm1275.ko 2024-01-24T12:46:01.316 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/pmbus/lm25066.ko 2024-01-24T12:46:01.316 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/pmbus/ltc2978.ko 2024-01-24T12:46:01.316 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/pmbus/max16064.ko 2024-01-24T12:46:01.316 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/pmbus/max34440.ko 2024-01-24T12:46:01.316 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/pmbus/max8688.ko 2024-01-24T12:46:01.316 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/pmbus/pmbus.ko 2024-01-24T12:46:01.316 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/pmbus/pmbus_core.ko 2024-01-24T12:46:01.316 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/pmbus/tps40422.ko 2024-01-24T12:46:01.317 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/pmbus/ucd9000.ko 2024-01-24T12:46:01.317 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/pmbus/ucd9200.ko 2024-01-24T12:46:01.317 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/pmbus/zl6100.ko 2024-01-24T12:46:01.317 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/powr1220.ko 2024-01-24T12:46:01.317 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/sch5627.ko 2024-01-24T12:46:01.317 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/sch5636.ko 2024-01-24T12:46:01.317 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/sch56xx-common.ko 2024-01-24T12:46:01.317 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/sht15.ko 2024-01-24T12:46:01.317 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/sht21.ko 2024-01-24T12:46:01.317 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/shtc1.ko 2024-01-24T12:46:01.317 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/sis5595.ko 2024-01-24T12:46:01.318 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/smsc47b397.ko 2024-01-24T12:46:01.318 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/smsc47m1.ko 2024-01-24T12:46:01.318 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/smsc47m192.ko 2024-01-24T12:46:01.318 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/thmc50.ko 2024-01-24T12:46:01.318 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/tmp102.ko 2024-01-24T12:46:01.318 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/tmp103.ko 2024-01-24T12:46:01.318 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/tmp401.ko 2024-01-24T12:46:01.318 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/tmp421.ko 2024-01-24T12:46:01.318 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/via-cputemp.ko 2024-01-24T12:46:01.318 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/via686a.ko 2024-01-24T12:46:01.318 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/vt1211.ko 2024-01-24T12:46:01.318 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/vt8231.ko 2024-01-24T12:46:01.319 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/w83627ehf.ko 2024-01-24T12:46:01.319 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/w83627hf.ko 2024-01-24T12:46:01.319 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/w83781d.ko 2024-01-24T12:46:01.319 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/w83791d.ko 2024-01-24T12:46:01.319 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/w83792d.ko 2024-01-24T12:46:01.319 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/w83793.ko 2024-01-24T12:46:01.319 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/w83795.ko 2024-01-24T12:46:01.319 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/w83l785ts.ko 2024-01-24T12:46:01.319 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/hwmon/w83l786ng.ko 2024-01-24T12:46:01.319 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c 2024-01-24T12:46:01.319 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c/algos 2024-01-24T12:46:01.319 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c/algos/i2c-algo-bit.ko 2024-01-24T12:46:01.319 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c/algos/i2c-algo-pca.ko 2024-01-24T12:46:01.320 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c/busses 2024-01-24T12:46:01.320 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c/busses/i2c-amd756-s4882.ko 2024-01-24T12:46:01.320 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c/busses/i2c-amd756.ko 2024-01-24T12:46:01.320 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c/busses/i2c-amd8111.ko 2024-01-24T12:46:01.320 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c/busses/i2c-ccgx-ucsi.ko 2024-01-24T12:46:01.320 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c/busses/i2c-designware-core.ko 2024-01-24T12:46:01.320 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c/busses/i2c-designware-pci.ko 2024-01-24T12:46:01.320 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c/busses/i2c-designware-platform.ko 2024-01-24T12:46:01.320 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c/busses/i2c-diolan-u2c.ko 2024-01-24T12:46:01.320 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c/busses/i2c-i801.ko 2024-01-24T12:46:01.320 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c/busses/i2c-isch.ko 2024-01-24T12:46:01.320 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c/busses/i2c-ismt.ko 2024-01-24T12:46:01.320 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c/busses/i2c-nforce2-s4985.ko 2024-01-24T12:46:01.321 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c/busses/i2c-nforce2.ko 2024-01-24T12:46:01.321 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c/busses/i2c-parport.ko 2024-01-24T12:46:01.321 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c/busses/i2c-pca-platform.ko 2024-01-24T12:46:01.321 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c/busses/i2c-piix4.ko 2024-01-24T12:46:01.321 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c/busses/i2c-scmi.ko 2024-01-24T12:46:01.321 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c/busses/i2c-simtec.ko 2024-01-24T12:46:01.321 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c/busses/i2c-sis96x.ko 2024-01-24T12:46:01.321 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c/busses/i2c-tiny-usb.ko 2024-01-24T12:46:01.321 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c/busses/i2c-via.ko 2024-01-24T12:46:01.321 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c/busses/i2c-viapro.ko 2024-01-24T12:46:01.321 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c/busses/i2c-viperboard.ko 2024-01-24T12:46:01.321 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c/i2c-dev.ko 2024-01-24T12:46:01.321 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c/i2c-mux.ko 2024-01-24T12:46:01.321 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c/i2c-slave-eeprom.ko 2024-01-24T12:46:01.322 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c/i2c-smbus.ko 2024-01-24T12:46:01.322 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/i2c/i2c-stub.ko 2024-01-24T12:46:01.322 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/infiniband 2024-01-24T12:46:01.322 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/infiniband/core 2024-01-24T12:46:01.322 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/infiniband/core/ib_cm.ko 2024-01-24T12:46:01.322 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/infiniband/core/ib_core.ko 2024-01-24T12:46:01.322 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/infiniband/core/ib_umad.ko 2024-01-24T12:46:01.322 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/infiniband/core/ib_uverbs.ko 2024-01-24T12:46:01.322 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/infiniband/core/iw_cm.ko 2024-01-24T12:46:01.322 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/infiniband/core/rdma_cm.ko 2024-01-24T12:46:01.322 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/infiniband/core/rdma_ucm.ko 2024-01-24T12:46:01.322 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/infiniband/hw 2024-01-24T12:46:01.322 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/infiniband/hw/cxgb4 2024-01-24T12:46:01.323 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/infiniband/hw/cxgb4/iw_cxgb4.ko 2024-01-24T12:46:01.323 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/infiniband/hw/mlx4 2024-01-24T12:46:01.323 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/infiniband/hw/mlx4/mlx4_ib.ko 2024-01-24T12:46:01.323 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/infiniband/hw/mlx5 2024-01-24T12:46:01.323 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/infiniband/hw/mlx5/mlx5_ib.ko 2024-01-24T12:46:01.323 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/infiniband/hw/mthca 2024-01-24T12:46:01.323 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/infiniband/hw/mthca/ib_mthca.ko 2024-01-24T12:46:01.323 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/infiniband/ulp 2024-01-24T12:46:01.323 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/infiniband/ulp/ipoib 2024-01-24T12:46:01.323 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/infiniband/ulp/ipoib/ib_ipoib.ko 2024-01-24T12:46:01.323 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/infiniband/ulp/iser 2024-01-24T12:46:01.323 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/infiniband/ulp/iser/ib_iser.ko 2024-01-24T12:46:01.323 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/infiniband/ulp/isert 2024-01-24T12:46:01.323 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/infiniband/ulp/isert/ib_isert.ko 2024-01-24T12:46:01.324 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/infiniband/ulp/srp 2024-01-24T12:46:01.324 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/infiniband/ulp/srp/ib_srp.ko 2024-01-24T12:46:01.324 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/infiniband/ulp/srpt 2024-01-24T12:46:01.324 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/infiniband/ulp/srpt/ib_srpt.ko 2024-01-24T12:46:01.324 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/input 2024-01-24T12:46:01.324 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/input/gameport 2024-01-24T12:46:01.324 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/input/gameport/emu10k1-gp.ko 2024-01-24T12:46:01.324 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/input/gameport/fm801-gp.ko 2024-01-24T12:46:01.324 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/input/gameport/gameport.ko 2024-01-24T12:46:01.324 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/input/joydev.ko 2024-01-24T12:46:01.324 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/input/keyboard 2024-01-24T12:46:01.324 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/input/keyboard/gpio_keys.ko 2024-01-24T12:46:01.324 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/input/mouse 2024-01-24T12:46:01.324 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/input/mouse/appletouch.ko 2024-01-24T12:46:01.325 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/input/mouse/bcm5974.ko 2024-01-24T12:46:01.325 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/input/mouse/cyapatp.ko 2024-01-24T12:46:01.325 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/input/mouse/elan_i2c.ko 2024-01-24T12:46:01.325 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/input/mouse/sermouse.ko 2024-01-24T12:46:01.325 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/input/mouse/synaptics_i2c.ko 2024-01-24T12:46:01.325 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/input/mouse/synaptics_usb.ko 2024-01-24T12:46:01.325 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/input/mouse/vsxxxaa.ko 2024-01-24T12:46:01.325 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/input/rmi4 2024-01-24T12:46:01.325 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/input/rmi4/rmi_core.ko 2024-01-24T12:46:01.325 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/input/serio 2024-01-24T12:46:01.325 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/input/serio/altera_ps2.ko 2024-01-24T12:46:01.325 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/input/serio/arc_ps2.ko 2024-01-24T12:46:01.325 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/input/serio/hyperv-keyboard.ko 2024-01-24T12:46:01.326 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/input/serio/serio_raw.ko 2024-01-24T12:46:01.326 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/input/sparse-keymap.ko 2024-01-24T12:46:01.326 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/leds 2024-01-24T12:46:01.326 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/leds/leds-blinkm.ko 2024-01-24T12:46:01.326 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/leds/leds-lm3530.ko 2024-01-24T12:46:01.326 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/leds/leds-lp3944.ko 2024-01-24T12:46:01.326 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/leds/leds-ss4200.ko 2024-01-24T12:46:01.326 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/leds/trigger 2024-01-24T12:46:01.326 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/leds/trigger/ledtrig-audio.ko 2024-01-24T12:46:01.326 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/leds/trigger/ledtrig-backlight.ko 2024-01-24T12:46:01.326 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/leds/trigger/ledtrig-camera.ko 2024-01-24T12:46:01.326 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/leds/trigger/ledtrig-default-on.ko 2024-01-24T12:46:01.326 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/leds/trigger/ledtrig-gpio.ko 2024-01-24T12:46:01.326 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/leds/trigger/ledtrig-heartbeat.ko 2024-01-24T12:46:01.327 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/leds/trigger/ledtrig-oneshot.ko 2024-01-24T12:46:01.327 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/leds/trigger/ledtrig-timer.ko 2024-01-24T12:46:01.327 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/leds/trigger/ledtrig-transient.ko 2024-01-24T12:46:01.327 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/md 2024-01-24T12:46:01.327 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/md/bcache 2024-01-24T12:46:01.327 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/md/bcache/bcache.ko 2024-01-24T12:46:01.327 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/md/dm-bio-prison.ko 2024-01-24T12:46:01.327 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/md/dm-cache-smq.ko 2024-01-24T12:46:01.327 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/md/dm-cache.ko 2024-01-24T12:46:01.327 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/md/dm-crypt.ko 2024-01-24T12:46:01.327 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/md/dm-delay.ko 2024-01-24T12:46:01.327 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/md/dm-flakey.ko 2024-01-24T12:46:01.327 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/md/dm-log-userspace.ko 2024-01-24T12:46:01.328 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/md/dm-multipath.ko 2024-01-24T12:46:01.328 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/md/dm-queue-length.ko 2024-01-24T12:46:01.328 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/md/dm-raid.ko 2024-01-24T12:46:01.328 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/md/dm-round-robin.ko 2024-01-24T12:46:01.328 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/md/dm-service-time.ko 2024-01-24T12:46:01.328 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/md/dm-switch.ko 2024-01-24T12:46:01.328 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/md/dm-thin-pool.ko 2024-01-24T12:46:01.328 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/md/dm-verity.ko 2024-01-24T12:46:01.328 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/md/faulty.ko 2024-01-24T12:46:01.328 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/md/linear.ko 2024-01-24T12:46:01.328 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/md/multipath.ko 2024-01-24T12:46:01.328 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/md/persistent-data 2024-01-24T12:46:01.329 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/md/persistent-data/dm-persistent-data.ko 2024-01-24T12:46:01.329 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/md/raid0.ko 2024-01-24T12:46:01.329 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/md/raid1.ko 2024-01-24T12:46:01.329 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/md/raid10.ko 2024-01-24T12:46:01.329 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/md/raid456.ko 2024-01-24T12:46:01.329 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/message 2024-01-24T12:46:01.329 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/message/fusion 2024-01-24T12:46:01.329 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/message/fusion/mptbase.ko 2024-01-24T12:46:01.329 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/message/fusion/mptctl.ko 2024-01-24T12:46:01.329 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/message/fusion/mptfc.ko 2024-01-24T12:46:01.329 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/message/fusion/mptlan.ko 2024-01-24T12:46:01.329 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/message/fusion/mptsas.ko 2024-01-24T12:46:01.329 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/message/fusion/mptscsih.ko 2024-01-24T12:46:01.329 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/message/fusion/mptspi.ko 2024-01-24T12:46:01.330 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/mfd 2024-01-24T12:46:01.330 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/mfd/lpc_ich.ko 2024-01-24T12:46:01.330 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/mfd/lpc_sch.ko 2024-01-24T12:46:01.330 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/mfd/mfd-core.ko 2024-01-24T12:46:01.330 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/mfd/sm501.ko 2024-01-24T12:46:01.330 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/mfd/viperboard.ko 2024-01-24T12:46:01.330 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/mfd/vx855.ko 2024-01-24T12:46:01.330 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/mfd/wl1273-core.ko 2024-01-24T12:46:01.330 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc 2024-01-24T12:46:01.330 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/altera-stapl 2024-01-24T12:46:01.330 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/altera-stapl/altera-stapl.ko 2024-01-24T12:46:01.330 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/apds9802als.ko 2024-01-24T12:46:01.331 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/apds990x.ko 2024-01-24T12:46:01.331 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/bh1770glc.ko 2024-01-24T12:46:01.331 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/cb710 2024-01-24T12:46:01.331 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/cb710/cb710.ko 2024-01-24T12:46:01.331 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/eeprom 2024-01-24T12:46:01.331 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/eeprom/at24.ko 2024-01-24T12:46:01.331 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/eeprom/eeprom_93cx6.ko 2024-01-24T12:46:01.331 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/eeprom/max6875.ko 2024-01-24T12:46:01.331 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/enclosure.ko 2024-01-24T12:46:01.331 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/hpilo.ko 2024-01-24T12:46:01.331 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/isl29003.ko 2024-01-24T12:46:01.332 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/isl29020.ko 2024-01-24T12:46:01.332 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/lis3lv02d 2024-01-24T12:46:01.332 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/lis3lv02d/lis3lv02d.ko 2024-01-24T12:46:01.332 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/lis3lv02d/lis3lv02d_i2c.ko 2024-01-24T12:46:01.332 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/mei 2024-01-24T12:46:01.332 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/mei/mei-me.ko 2024-01-24T12:46:01.332 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/mei/mei-txe.ko 2024-01-24T12:46:01.332 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/mei/mei.ko 2024-01-24T12:46:01.332 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/sgi-gru 2024-01-24T12:46:01.332 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/sgi-gru/gru.ko 2024-01-24T12:46:01.332 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/sgi-xp 2024-01-24T12:46:01.332 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/sgi-xp/xp.ko 2024-01-24T12:46:01.333 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/sgi-xp/xpc.ko 2024-01-24T12:46:01.333 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/sgi-xp/xpnet.ko 2024-01-24T12:46:01.333 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/tifm_7xx1.ko 2024-01-24T12:46:01.333 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/tifm_core.ko 2024-01-24T12:46:01.333 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/tsl2550.ko 2024-01-24T12:46:01.333 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/vmw_balloon.ko 2024-01-24T12:46:01.333 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/vmw_vmci 2024-01-24T12:46:01.333 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/misc/vmw_vmci/vmw_vmci.ko 2024-01-24T12:46:01.333 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net 2024-01-24T12:46:01.333 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/bonding 2024-01-24T12:46:01.334 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/bonding/bonding.ko 2024-01-24T12:46:01.334 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/dsa 2024-01-24T12:46:01.334 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/dsa/b53 2024-01-24T12:46:01.334 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/dsa/b53/b53_common.ko 2024-01-24T12:46:01.334 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/dsa/bcm-sf2.ko 2024-01-24T12:46:01.334 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/dsa/mv88e6060.ko 2024-01-24T12:46:01.334 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/dsa/mv88e6xxx 2024-01-24T12:46:01.334 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/dsa/mv88e6xxx/mv88e6xxx.ko 2024-01-24T12:46:01.334 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/dummy.ko 2024-01-24T12:46:01.334 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/eql.ko 2024-01-24T12:46:01.335 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet 2024-01-24T12:46:01.335 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/3com 2024-01-24T12:46:01.335 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/3com/3c574_cs.ko 2024-01-24T12:46:01.335 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/3com/3c589_cs.ko 2024-01-24T12:46:01.335 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/3com/3c59x.ko 2024-01-24T12:46:01.335 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/3com/typhoon.ko 2024-01-24T12:46:01.335 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/8390 2024-01-24T12:46:01.335 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/8390/8390.ko 2024-01-24T12:46:01.335 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/8390/axnet_cs.ko 2024-01-24T12:46:01.335 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/8390/ne2k-pci.ko 2024-01-24T12:46:01.335 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/8390/pcnet_cs.ko 2024-01-24T12:46:01.335 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/adaptec 2024-01-24T12:46:01.335 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/adaptec/starfire.ko 2024-01-24T12:46:01.336 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/agere 2024-01-24T12:46:01.336 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/agere/et131x.ko 2024-01-24T12:46:01.336 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/alteon 2024-01-24T12:46:01.336 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/alteon/acenic.ko 2024-01-24T12:46:01.336 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/altera 2024-01-24T12:46:01.336 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/altera/altera_tse.ko 2024-01-24T12:46:01.336 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/amd 2024-01-24T12:46:01.336 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/amd/amd8111e.ko 2024-01-24T12:46:01.336 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/amd/nmclan_cs.ko 2024-01-24T12:46:01.336 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/amd/pcnet32.ko 2024-01-24T12:46:01.336 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/atheros 2024-01-24T12:46:01.336 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/atheros/alx 2024-01-24T12:46:01.336 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/atheros/alx/alx.ko 2024-01-24T12:46:01.337 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/atheros/atl1c 2024-01-24T12:46:01.337 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/atheros/atl1c/atl1c.ko 2024-01-24T12:46:01.337 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/atheros/atl1e 2024-01-24T12:46:01.337 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/atheros/atl1e/atl1e.ko 2024-01-24T12:46:01.337 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/atheros/atlx 2024-01-24T12:46:01.337 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/atheros/atlx/atl1.ko 2024-01-24T12:46:01.337 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/atheros/atlx/atl2.ko 2024-01-24T12:46:01.337 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/broadcom 2024-01-24T12:46:01.337 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/broadcom/b44.ko 2024-01-24T12:46:01.337 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/broadcom/bnx2.ko 2024-01-24T12:46:01.337 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/broadcom/bnx2x 2024-01-24T12:46:01.337 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/broadcom/bnx2x/bnx2x.ko 2024-01-24T12:46:01.337 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/broadcom/cnic.ko 2024-01-24T12:46:01.337 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/broadcom/genet 2024-01-24T12:46:01.338 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/broadcom/genet/genet.ko 2024-01-24T12:46:01.338 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/broadcom/tg3.ko 2024-01-24T12:46:01.338 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/brocade 2024-01-24T12:46:01.338 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/brocade/bna 2024-01-24T12:46:01.338 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/brocade/bna/bna.ko 2024-01-24T12:46:01.338 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/chelsio 2024-01-24T12:46:01.338 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/chelsio/cxgb 2024-01-24T12:46:01.338 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/chelsio/cxgb/cxgb.ko 2024-01-24T12:46:01.338 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/chelsio/cxgb3 2024-01-24T12:46:01.338 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/chelsio/cxgb3/cxgb3.ko 2024-01-24T12:46:01.338 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/chelsio/cxgb4 2024-01-24T12:46:01.338 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/chelsio/cxgb4/cxgb4.ko 2024-01-24T12:46:01.338 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/chelsio/cxgb4vf 2024-01-24T12:46:01.339 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/chelsio/cxgb4vf/cxgb4vf.ko 2024-01-24T12:46:01.339 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/chelsio/libcxgb 2024-01-24T12:46:01.339 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/chelsio/libcxgb/libcxgb.ko 2024-01-24T12:46:01.339 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/cisco 2024-01-24T12:46:01.339 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/cisco/enic 2024-01-24T12:46:01.339 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/cisco/enic/enic.ko 2024-01-24T12:46:01.339 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/dec 2024-01-24T12:46:01.339 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/dec/tulip 2024-01-24T12:46:01.339 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/dec/tulip/de2104x.ko 2024-01-24T12:46:01.339 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/dec/tulip/dmfe.ko 2024-01-24T12:46:01.340 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/dec/tulip/tulip.ko 2024-01-24T12:46:01.340 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/dec/tulip/uli526x.ko 2024-01-24T12:46:01.340 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/dec/tulip/winbond-840.ko 2024-01-24T12:46:01.340 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/dec/tulip/xircom_cb.ko 2024-01-24T12:46:01.340 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/dlink 2024-01-24T12:46:01.340 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/dlink/dl2k.ko 2024-01-24T12:46:01.340 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/dlink/sundance.ko 2024-01-24T12:46:01.340 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/dnet.ko 2024-01-24T12:46:01.340 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/emulex 2024-01-24T12:46:01.340 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/emulex/benet 2024-01-24T12:46:01.340 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/emulex/benet/be2net.ko 2024-01-24T12:46:01.340 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/ethoc.ko 2024-01-24T12:46:01.341 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/fealnx.ko 2024-01-24T12:46:01.341 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/intel 2024-01-24T12:46:01.341 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/intel/e100.ko 2024-01-24T12:46:01.341 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/intel/e1000 2024-01-24T12:46:01.341 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/intel/e1000/e1000.ko 2024-01-24T12:46:01.341 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/intel/e1000e 2024-01-24T12:46:01.341 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/intel/e1000e/e1000e.ko 2024-01-24T12:46:01.341 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/intel/fm10k 2024-01-24T12:46:01.341 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/intel/fm10k/fm10k.ko 2024-01-24T12:46:01.341 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/intel/i40e 2024-01-24T12:46:01.341 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/intel/i40e/i40e.ko 2024-01-24T12:46:01.342 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/intel/iavf 2024-01-24T12:46:01.342 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/intel/iavf/iavf.ko 2024-01-24T12:46:01.342 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/intel/igb 2024-01-24T12:46:01.342 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/intel/igb/igb.ko 2024-01-24T12:46:01.342 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/intel/igbvf 2024-01-24T12:46:01.342 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/intel/igbvf/igbvf.ko 2024-01-24T12:46:01.342 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/intel/ixgbe 2024-01-24T12:46:01.342 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko 2024-01-24T12:46:01.342 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/intel/ixgbevf 2024-01-24T12:46:01.342 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/intel/ixgbevf/ixgbevf.ko 2024-01-24T12:46:01.342 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/jme.ko 2024-01-24T12:46:01.342 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/marvell 2024-01-24T12:46:01.343 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/marvell/mvmdio.ko 2024-01-24T12:46:01.343 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/marvell/skge.ko 2024-01-24T12:46:01.343 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/marvell/sky2.ko 2024-01-24T12:46:01.343 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/mellanox 2024-01-24T12:46:01.343 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/mellanox/mlx4 2024-01-24T12:46:01.343 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_core.ko 2024-01-24T12:46:01.343 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_en.ko 2024-01-24T12:46:01.343 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/mellanox/mlx5 2024-01-24T12:46:01.343 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/mellanox/mlx5/core 2024-01-24T12:46:01.343 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/mellanox/mlx5/core/mlx5_core.ko 2024-01-24T12:46:01.343 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/micrel 2024-01-24T12:46:01.343 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/micrel/ksz884x.ko 2024-01-24T12:46:01.343 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/myricom 2024-01-24T12:46:01.343 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/myricom/myri10ge 2024-01-24T12:46:01.344 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/myricom/myri10ge/myri10ge.ko 2024-01-24T12:46:01.344 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/natsemi 2024-01-24T12:46:01.344 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/natsemi/natsemi.ko 2024-01-24T12:46:01.344 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/natsemi/ns83820.ko 2024-01-24T12:46:01.344 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/neterion 2024-01-24T12:46:01.344 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/neterion/s2io.ko 2024-01-24T12:46:01.344 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/nvidia 2024-01-24T12:46:01.344 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/nvidia/forcedeth.ko 2024-01-24T12:46:01.344 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/packetengines 2024-01-24T12:46:01.344 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/packetengines/hamachi.ko 2024-01-24T12:46:01.344 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/packetengines/yellowfin.ko 2024-01-24T12:46:01.344 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/qlogic 2024-01-24T12:46:01.344 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/qlogic/netxen 2024-01-24T12:46:01.345 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/qlogic/netxen/netxen_nic.ko 2024-01-24T12:46:01.345 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/qlogic/qla3xxx.ko 2024-01-24T12:46:01.345 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/qlogic/qlcnic 2024-01-24T12:46:01.345 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/qlogic/qlcnic/qlcnic.ko 2024-01-24T12:46:01.345 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/rdc 2024-01-24T12:46:01.345 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/rdc/r6040.ko 2024-01-24T12:46:01.345 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/realtek 2024-01-24T12:46:01.345 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/realtek/8139cp.ko 2024-01-24T12:46:01.345 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/realtek/8139too.ko 2024-01-24T12:46:01.345 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/realtek/atp.ko 2024-01-24T12:46:01.345 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/realtek/r8169.ko 2024-01-24T12:46:01.345 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/rocker 2024-01-24T12:46:01.345 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/rocker/rocker.ko 2024-01-24T12:46:01.345 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/sfc 2024-01-24T12:46:01.345 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/sfc/sfc.ko 2024-01-24T12:46:01.346 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/silan 2024-01-24T12:46:01.346 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/silan/sc92031.ko 2024-01-24T12:46:01.346 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/sis 2024-01-24T12:46:01.346 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/sis/sis190.ko 2024-01-24T12:46:01.346 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/sis/sis900.ko 2024-01-24T12:46:01.346 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/smsc 2024-01-24T12:46:01.346 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/smsc/epic100.ko 2024-01-24T12:46:01.346 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/smsc/smc91c92_cs.ko 2024-01-24T12:46:01.346 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/smsc/smsc911x.ko 2024-01-24T12:46:01.346 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/smsc/smsc9420.ko 2024-01-24T12:46:01.346 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/stmicro 2024-01-24T12:46:01.346 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/stmicro/stmmac 2024-01-24T12:46:01.347 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/stmicro/stmmac/dwmac-intel.ko 2024-01-24T12:46:01.347 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/stmicro/stmmac/stmmac.ko 2024-01-24T12:46:01.347 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/sun 2024-01-24T12:46:01.347 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/sun/cassini.ko 2024-01-24T12:46:01.347 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/sun/niu.ko 2024-01-24T12:46:01.347 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/sun/sungem.ko 2024-01-24T12:46:01.347 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/sun/sunhme.ko 2024-01-24T12:46:01.347 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/tehuti 2024-01-24T12:46:01.347 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/tehuti/tehuti.ko 2024-01-24T12:46:01.347 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/ti 2024-01-24T12:46:01.347 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/ti/tlan.ko 2024-01-24T12:46:01.347 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/via 2024-01-24T12:46:01.347 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/via/via-rhine.ko 2024-01-24T12:46:01.348 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/via/via-velocity.ko 2024-01-24T12:46:01.348 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/wiznet 2024-01-24T12:46:01.348 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/wiznet/w5100.ko 2024-01-24T12:46:01.348 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/wiznet/w5300.ko 2024-01-24T12:46:01.348 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/xircom 2024-01-24T12:46:01.348 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ethernet/xircom/xirc2ps_cs.ko 2024-01-24T12:46:01.348 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/geneve.ko 2024-01-24T12:46:01.348 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/hyperv 2024-01-24T12:46:01.348 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/hyperv/hv_netvsc.ko 2024-01-24T12:46:01.348 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ieee802154 2024-01-24T12:46:01.348 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ieee802154/fakelb.ko 2024-01-24T12:46:01.348 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ifb.ko 2024-01-24T12:46:01.348 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ipvlan 2024-01-24T12:46:01.348 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ipvlan/ipvlan.ko 2024-01-24T12:46:01.349 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/macvlan.ko 2024-01-24T12:46:01.349 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/macvtap.ko 2024-01-24T12:46:01.349 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/mdio 2024-01-24T12:46:01.349 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/mdio.ko 2024-01-24T12:46:01.349 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/mdio/mdio-bcm-unimac.ko 2024-01-24T12:46:01.349 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/mdio/mdio-bitbang.ko 2024-01-24T12:46:01.349 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/mdio/mdio-regmap.ko 2024-01-24T12:46:01.349 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/mii.ko 2024-01-24T12:46:01.349 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/net_failover.ko 2024-01-24T12:46:01.349 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/netconsole.ko 2024-01-24T12:46:01.349 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/nlmon.ko 2024-01-24T12:46:01.349 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/pcs 2024-01-24T12:46:01.349 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/pcs/pcs-lynx.ko 2024-01-24T12:46:01.349 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/pcs/pcs_xpcs.ko 2024-01-24T12:46:01.350 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/phy 2024-01-24T12:46:01.350 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/phy/amd.ko 2024-01-24T12:46:01.350 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/phy/bcm-phy-lib.ko 2024-01-24T12:46:01.350 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/phy/bcm-phy-ptp.ko 2024-01-24T12:46:01.350 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/phy/bcm7xxx.ko 2024-01-24T12:46:01.350 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/phy/bcm87xx.ko 2024-01-24T12:46:01.350 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/phy/broadcom.ko 2024-01-24T12:46:01.350 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/phy/cicada.ko 2024-01-24T12:46:01.350 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/phy/davicom.ko 2024-01-24T12:46:01.350 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/phy/dp83640.ko 2024-01-24T12:46:01.350 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/phy/et1011c.ko 2024-01-24T12:46:01.350 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/phy/icplus.ko 2024-01-24T12:46:01.350 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/phy/lxt.ko 2024-01-24T12:46:01.350 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/phy/marvell.ko 2024-01-24T12:46:01.351 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/phy/micrel.ko 2024-01-24T12:46:01.351 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/phy/national.ko 2024-01-24T12:46:01.351 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/phy/phylink.ko 2024-01-24T12:46:01.351 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/phy/qsemi.ko 2024-01-24T12:46:01.351 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/phy/realtek.ko 2024-01-24T12:46:01.351 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/phy/smsc.ko 2024-01-24T12:46:01.351 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/phy/ste10Xp.ko 2024-01-24T12:46:01.351 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/phy/vitesse.ko 2024-01-24T12:46:01.351 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ppp 2024-01-24T12:46:01.351 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ppp/bsd_comp.ko 2024-01-24T12:46:01.351 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ppp/ppp_async.ko 2024-01-24T12:46:01.351 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ppp/ppp_deflate.ko 2024-01-24T12:46:01.351 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ppp/ppp_generic.ko 2024-01-24T12:46:01.351 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ppp/ppp_mppe.ko 2024-01-24T12:46:01.352 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ppp/ppp_synctty.ko 2024-01-24T12:46:01.352 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ppp/pppoe.ko 2024-01-24T12:46:01.352 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ppp/pppox.ko 2024-01-24T12:46:01.352 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/ppp/pptp.ko 2024-01-24T12:46:01.352 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/slip 2024-01-24T12:46:01.352 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/slip/slhc.ko 2024-01-24T12:46:01.352 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/slip/slip.ko 2024-01-24T12:46:01.352 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/sungem_phy.ko 2024-01-24T12:46:01.352 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/tap.ko 2024-01-24T12:46:01.352 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/team 2024-01-24T12:46:01.352 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/team/team.ko 2024-01-24T12:46:01.352 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/team/team_mode_activebackup.ko 2024-01-24T12:46:01.353 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/team/team_mode_broadcast.ko 2024-01-24T12:46:01.353 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/team/team_mode_loadbalance.ko 2024-01-24T12:46:01.353 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/team/team_mode_random.ko 2024-01-24T12:46:01.353 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/team/team_mode_roundrobin.ko 2024-01-24T12:46:01.353 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/tun.ko 2024-01-24T12:46:01.353 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/veth.ko 2024-01-24T12:46:01.353 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/virtio_net.ko 2024-01-24T12:46:01.353 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/vmxnet3 2024-01-24T12:46:01.353 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/vmxnet3/vmxnet3.ko 2024-01-24T12:46:01.353 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/vxlan 2024-01-24T12:46:01.353 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/vxlan/vxlan.ko 2024-01-24T12:46:01.353 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/xen-netback 2024-01-24T12:46:01.353 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/xen-netback/xen-netback.ko 2024-01-24T12:46:01.353 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/net/xen-netfront.ko 2024-01-24T12:46:01.354 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ntb 2024-01-24T12:46:01.354 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ntb/ntb.ko 2024-01-24T12:46:01.354 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/nvme 2024-01-24T12:46:01.354 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/nvme/host 2024-01-24T12:46:01.354 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/nvme/host/nvme-core.ko 2024-01-24T12:46:01.354 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/nvme/host/nvme.ko 2024-01-24T12:46:01.354 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/parport 2024-01-24T12:46:01.354 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/parport/parport.ko 2024-01-24T12:46:01.354 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/parport/parport_cs.ko 2024-01-24T12:46:01.354 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/parport/parport_pc.ko 2024-01-24T12:46:01.354 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/parport/parport_serial.ko 2024-01-24T12:46:01.354 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/pci 2024-01-24T12:46:01.354 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/pci/hotplug 2024-01-24T12:46:01.355 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/pci/hotplug/acpiphp_ibm.ko 2024-01-24T12:46:01.355 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/pci/pcie 2024-01-24T12:46:01.355 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/pci/pcie/aer_inject.ko 2024-01-24T12:46:01.355 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/pci/xen-pcifront.ko 2024-01-24T12:46:01.355 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/pcmcia 2024-01-24T12:46:01.355 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/pcmcia/i82092.ko 2024-01-24T12:46:01.355 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/pcmcia/pd6729.ko 2024-01-24T12:46:01.355 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/pcmcia/yenta_socket.ko 2024-01-24T12:46:01.355 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/pinctrl 2024-01-24T12:46:01.355 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/pinctrl/intel 2024-01-24T12:46:01.355 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/pinctrl/intel/pinctrl-cherryview.ko 2024-01-24T12:46:01.355 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/platform 2024-01-24T12:46:01.355 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/platform/x86 2024-01-24T12:46:01.356 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/platform/x86/acer-wmi.ko 2024-01-24T12:46:01.356 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/platform/x86/acerhdf.ko 2024-01-24T12:46:01.356 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/platform/x86/apple-gmux.ko 2024-01-24T12:46:01.356 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/platform/x86/asus-laptop.ko 2024-01-24T12:46:01.356 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/platform/x86/asus-nb-wmi.ko 2024-01-24T12:46:01.356 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/platform/x86/asus-wmi.ko 2024-01-24T12:46:01.356 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/platform/x86/classmate-laptop.ko 2024-01-24T12:46:01.356 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/platform/x86/eeepc-laptop.ko 2024-01-24T12:46:01.356 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/platform/x86/eeepc-wmi.ko 2024-01-24T12:46:01.356 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/platform/x86/fujitsu-laptop.ko 2024-01-24T12:46:01.356 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/platform/x86/fujitsu-tablet.ko 2024-01-24T12:46:01.356 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/platform/x86/hdaps.ko 2024-01-24T12:46:01.357 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/platform/x86/intel 2024-01-24T12:46:01.357 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/platform/x86/intel/intel-rst.ko 2024-01-24T12:46:01.357 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/platform/x86/intel_ips.ko 2024-01-24T12:46:01.357 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/platform/x86/msi-wmi.ko 2024-01-24T12:46:01.357 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/platform/x86/mxm-wmi.ko 2024-01-24T12:46:01.357 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/platform/x86/panasonic-laptop.ko 2024-01-24T12:46:01.357 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/platform/x86/samsung-laptop.ko 2024-01-24T12:46:01.357 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/platform/x86/samsung-q10.ko 2024-01-24T12:46:01.357 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/platform/x86/topstar-laptop.ko 2024-01-24T12:46:01.357 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/platform/x86/toshiba_bluetooth.ko 2024-01-24T12:46:01.357 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/platform/x86/toshiba_haps.ko 2024-01-24T12:46:01.357 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/platform/x86/wmi-bmof.ko 2024-01-24T12:46:01.357 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/platform/x86/wmi.ko 2024-01-24T12:46:01.358 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/powercap 2024-01-24T12:46:01.358 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/powercap/intel_rapl_common.ko 2024-01-24T12:46:01.358 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/powercap/intel_rapl_msr.ko 2024-01-24T12:46:01.358 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/pps 2024-01-24T12:46:01.358 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/pps/clients 2024-01-24T12:46:01.358 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/pps/clients/pps-gpio.ko 2024-01-24T12:46:01.358 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/pps/clients/pps-ldisc.ko 2024-01-24T12:46:01.358 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/pps/clients/pps_parport.ko 2024-01-24T12:46:01.358 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/pps/pps_core.ko 2024-01-24T12:46:01.358 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ptp 2024-01-24T12:46:01.358 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ptp/ptp.ko 2024-01-24T12:46:01.358 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ptp/ptp_kvm.ko 2024-01-24T12:46:01.359 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/rtc 2024-01-24T12:46:01.359 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/rtc/rtc-bq32k.ko 2024-01-24T12:46:01.359 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/rtc/rtc-ds1286.ko 2024-01-24T12:46:01.359 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/rtc/rtc-ds1307.ko 2024-01-24T12:46:01.359 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/rtc/rtc-ds1374.ko 2024-01-24T12:46:01.359 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/rtc/rtc-ds1511.ko 2024-01-24T12:46:01.359 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/rtc/rtc-ds1553.ko 2024-01-24T12:46:01.359 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/rtc/rtc-ds1672.ko 2024-01-24T12:46:01.359 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/rtc/rtc-ds1742.ko 2024-01-24T12:46:01.359 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/rtc/rtc-ds2404.ko 2024-01-24T12:46:01.359 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/rtc/rtc-ds3232.ko 2024-01-24T12:46:01.359 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/rtc/rtc-em3027.ko 2024-01-24T12:46:01.359 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/rtc/rtc-fm3130.ko 2024-01-24T12:46:01.359 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/rtc/rtc-isl12022.ko 2024-01-24T12:46:01.360 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/rtc/rtc-isl1208.ko 2024-01-24T12:46:01.360 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/rtc/rtc-m41t80.ko 2024-01-24T12:46:01.360 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/rtc/rtc-m48t35.ko 2024-01-24T12:46:01.360 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/rtc/rtc-m48t59.ko 2024-01-24T12:46:01.360 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/rtc/rtc-max6900.ko 2024-01-24T12:46:01.360 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/rtc/rtc-msm6242.ko 2024-01-24T12:46:01.360 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/rtc/rtc-pcf2127.ko 2024-01-24T12:46:01.360 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/rtc/rtc-pcf85063.ko 2024-01-24T12:46:01.360 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/rtc/rtc-pcf8523.ko 2024-01-24T12:46:01.360 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/rtc/rtc-pcf8563.ko 2024-01-24T12:46:01.360 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/rtc/rtc-pcf8583.ko 2024-01-24T12:46:01.360 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/rtc/rtc-rp5c01.ko 2024-01-24T12:46:01.360 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/rtc/rtc-rs5c372.ko 2024-01-24T12:46:01.361 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/rtc/rtc-rv3029c2.ko 2024-01-24T12:46:01.361 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/rtc/rtc-rx8025.ko 2024-01-24T12:46:01.361 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/rtc/rtc-rx8581.ko 2024-01-24T12:46:01.361 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/rtc/rtc-stk17ta8.ko 2024-01-24T12:46:01.361 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/rtc/rtc-x1205.ko 2024-01-24T12:46:01.361 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi 2024-01-24T12:46:01.361 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/3w-9xxx.ko 2024-01-24T12:46:01.361 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/3w-sas.ko 2024-01-24T12:46:01.361 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/3w-xxxx.ko 2024-01-24T12:46:01.361 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/BusLogic.ko 2024-01-24T12:46:01.362 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/a100u2w.ko 2024-01-24T12:46:01.362 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/aacraid 2024-01-24T12:46:01.362 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/aacraid/aacraid.ko 2024-01-24T12:46:01.362 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/advansys.ko 2024-01-24T12:46:01.362 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/aic7xxx 2024-01-24T12:46:01.362 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/aic7xxx/aic79xx.ko 2024-01-24T12:46:01.362 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/aic7xxx/aic7xxx.ko 2024-01-24T12:46:01.362 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/am53c974.ko 2024-01-24T12:46:01.362 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/arcmsr 2024-01-24T12:46:01.362 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/arcmsr/arcmsr.ko 2024-01-24T12:46:01.362 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/atp870u.ko 2024-01-24T12:46:01.363 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/be2iscsi 2024-01-24T12:46:01.363 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/be2iscsi/be2iscsi.ko 2024-01-24T12:46:01.363 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/bfa 2024-01-24T12:46:01.363 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/bfa/bfa.ko 2024-01-24T12:46:01.363 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/bnx2fc 2024-01-24T12:46:01.363 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/bnx2fc/bnx2fc.ko 2024-01-24T12:46:01.363 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/bnx2i 2024-01-24T12:46:01.363 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/bnx2i/bnx2i.ko 2024-01-24T12:46:01.363 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/ch.ko 2024-01-24T12:46:01.363 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/csiostor 2024-01-24T12:46:01.363 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/csiostor/csiostor.ko 2024-01-24T12:46:01.363 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/cxgbi 2024-01-24T12:46:01.363 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/cxgbi/cxgb3i 2024-01-24T12:46:01.363 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/cxgbi/cxgb3i/cxgb3i.ko 2024-01-24T12:46:01.364 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/cxgbi/cxgb4i 2024-01-24T12:46:01.364 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/cxgbi/cxgb4i/cxgb4i.ko 2024-01-24T12:46:01.364 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/cxgbi/libcxgbi.ko 2024-01-24T12:46:01.364 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/dc395x.ko 2024-01-24T12:46:01.364 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/device_handler 2024-01-24T12:46:01.364 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/device_handler/scsi_dh_alua.ko 2024-01-24T12:46:01.364 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/device_handler/scsi_dh_emc.ko 2024-01-24T12:46:01.364 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/device_handler/scsi_dh_hp_sw.ko 2024-01-24T12:46:01.364 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/device_handler/scsi_dh_rdac.ko 2024-01-24T12:46:01.364 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/dmx3191d.ko 2024-01-24T12:46:01.364 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/esas2r 2024-01-24T12:46:01.364 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/esas2r/esas2r.ko 2024-01-24T12:46:01.364 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/esp_scsi.ko 2024-01-24T12:46:01.365 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/fcoe 2024-01-24T12:46:01.365 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/fcoe/fcoe.ko 2024-01-24T12:46:01.365 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/fcoe/libfcoe.ko 2024-01-24T12:46:01.365 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/fnic 2024-01-24T12:46:01.365 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/fnic/fnic.ko 2024-01-24T12:46:01.365 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/hpsa.ko 2024-01-24T12:46:01.365 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/hptiop.ko 2024-01-24T12:46:01.365 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/hv_storvsc.ko 2024-01-24T12:46:01.365 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/initio.ko 2024-01-24T12:46:01.365 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/ipr.ko 2024-01-24T12:46:01.365 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/ips.ko 2024-01-24T12:46:01.365 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/isci 2024-01-24T12:46:01.365 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/isci/isci.ko 2024-01-24T12:46:01.365 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/iscsi_boot_sysfs.ko 2024-01-24T12:46:01.366 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/iscsi_tcp.ko 2024-01-24T12:46:01.366 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/libfc 2024-01-24T12:46:01.366 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/libfc/libfc.ko 2024-01-24T12:46:01.366 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/libiscsi.ko 2024-01-24T12:46:01.366 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/libiscsi_tcp.ko 2024-01-24T12:46:01.366 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/libsas 2024-01-24T12:46:01.366 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/libsas/libsas.ko 2024-01-24T12:46:01.366 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/lpfc 2024-01-24T12:46:01.366 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/lpfc/lpfc.ko 2024-01-24T12:46:01.366 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/megaraid 2024-01-24T12:46:01.366 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/megaraid.ko 2024-01-24T12:46:01.366 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/megaraid/megaraid_mbox.ko 2024-01-24T12:46:01.367 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/megaraid/megaraid_mm.ko 2024-01-24T12:46:01.367 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/megaraid/megaraid_sas.ko 2024-01-24T12:46:01.367 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/mpt3sas 2024-01-24T12:46:01.367 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/mpt3sas/mpt3sas.ko 2024-01-24T12:46:01.367 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/mvsas 2024-01-24T12:46:01.367 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/mvsas/mvsas.ko 2024-01-24T12:46:01.367 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/mvumi.ko 2024-01-24T12:46:01.367 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/pm8001 2024-01-24T12:46:01.367 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/pm8001/pm80xx.ko 2024-01-24T12:46:01.367 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/pmcraid.ko 2024-01-24T12:46:01.367 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/qla1280.ko 2024-01-24T12:46:01.368 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/qla2xxx 2024-01-24T12:46:01.368 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/qla2xxx/qla2xxx.ko 2024-01-24T12:46:01.368 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/qla2xxx/tcm_qla2xxx.ko 2024-01-24T12:46:01.368 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/qla4xxx 2024-01-24T12:46:01.368 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/qla4xxx/qla4xxx.ko 2024-01-24T12:46:01.368 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/raid_class.ko 2024-01-24T12:46:01.368 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/scsi_debug.ko 2024-01-24T12:46:01.368 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/scsi_transport_fc.ko 2024-01-24T12:46:01.368 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/scsi_transport_iscsi.ko 2024-01-24T12:46:01.368 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/scsi_transport_sas.ko 2024-01-24T12:46:01.368 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/scsi_transport_spi.ko 2024-01-24T12:46:01.368 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/scsi_transport_srp.ko 2024-01-24T12:46:01.369 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/ses.ko 2024-01-24T12:46:01.369 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/st.ko 2024-01-24T12:46:01.369 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/stex.ko 2024-01-24T12:46:01.369 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/sym53c8xx_2 2024-01-24T12:46:01.369 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/sym53c8xx_2/sym53c8xx.ko 2024-01-24T12:46:01.369 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/virtio_scsi.ko 2024-01-24T12:46:01.369 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/vmw_pvscsi.ko 2024-01-24T12:46:01.369 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/scsi/wd719x.ko 2024-01-24T12:46:01.369 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ssb 2024-01-24T12:46:01.369 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ssb/ssb.ko 2024-01-24T12:46:01.369 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/target 2024-01-24T12:46:01.369 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/target/iscsi 2024-01-24T12:46:01.369 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/target/iscsi/iscsi_target_mod.ko 2024-01-24T12:46:01.370 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/target/loopback 2024-01-24T12:46:01.370 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/target/loopback/tcm_loop.ko 2024-01-24T12:46:01.370 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/target/target_core_file.ko 2024-01-24T12:46:01.370 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/target/target_core_iblock.ko 2024-01-24T12:46:01.370 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/target/target_core_mod.ko 2024-01-24T12:46:01.370 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/target/target_core_pscsi.ko 2024-01-24T12:46:01.370 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/target/target_core_user.ko 2024-01-24T12:46:01.370 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/target/tcm_fc 2024-01-24T12:46:01.370 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/target/tcm_fc/tcm_fc.ko 2024-01-24T12:46:01.370 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/thermal 2024-01-24T12:46:01.370 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/thermal/intel 2024-01-24T12:46:01.370 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/thermal/intel/int340x_thermal 2024-01-24T12:46:01.370 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/thermal/intel/int340x_thermal/acpi_thermal_rel.ko 2024-01-24T12:46:01.371 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/thermal/intel/int340x_thermal/int3400_thermal.ko 2024-01-24T12:46:01.371 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/thermal/intel/int340x_thermal/int3401_thermal.ko 2024-01-24T12:46:01.371 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/thermal/intel/int340x_thermal/int3402_thermal.ko 2024-01-24T12:46:01.371 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/thermal/intel/int340x_thermal/int3403_thermal.ko 2024-01-24T12:46:01.371 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/thermal/intel/int340x_thermal/int340x_thermal_zone.ko 2024-01-24T12:46:01.371 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device.ko 2024-01-24T12:46:01.371 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci.ko 2024-01-24T12:46:01.371 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci_legacy.ko 2024-01-24T12:46:01.371 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_mbox.ko 2024-01-24T12:46:01.371 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_power_floor.ko 2024-01-24T12:46:01.371 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rapl.ko 2024-01-24T12:46:01.371 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rfim.ko 2024-01-24T12:46:01.371 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_wt_hint.ko 2024-01-24T12:46:01.371 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_wt_req.ko 2024-01-24T12:46:01.372 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/thermal/intel/intel_soc_dts_iosf.ko 2024-01-24T12:46:01.372 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/thermal/intel/intel_soc_dts_thermal.ko 2024-01-24T12:46:01.372 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/thermal/intel/x86_pkg_temp_thermal.ko 2024-01-24T12:46:01.372 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/tty 2024-01-24T12:46:01.372 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/tty/ipwireless 2024-01-24T12:46:01.372 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/tty/ipwireless/ipwireless.ko 2024-01-24T12:46:01.372 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/tty/n_gsm.ko 2024-01-24T12:46:01.372 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/tty/n_hdlc.ko 2024-01-24T12:46:01.372 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/tty/nozomi.ko 2024-01-24T12:46:01.372 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/tty/serial 2024-01-24T12:46:01.372 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/tty/serial/8250 2024-01-24T12:46:01.372 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/tty/serial/8250/serial_cs.ko 2024-01-24T12:46:01.372 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/tty/serial/arc_uart.ko 2024-01-24T12:46:01.373 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/tty/serial/jsm 2024-01-24T12:46:01.373 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/tty/serial/jsm/jsm.ko 2024-01-24T12:46:01.373 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ufs 2024-01-24T12:46:01.373 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ufs/core 2024-01-24T12:46:01.373 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ufs/core/ufshcd-core.ko 2024-01-24T12:46:01.373 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ufs/host 2024-01-24T12:46:01.373 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/ufs/host/ufshcd-pci.ko 2024-01-24T12:46:01.373 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/uio 2024-01-24T12:46:01.373 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/uio/uio.ko 2024-01-24T12:46:01.373 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/uio/uio_aec.ko 2024-01-24T12:46:01.373 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/uio/uio_cif.ko 2024-01-24T12:46:01.373 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/uio/uio_pci_generic.ko 2024-01-24T12:46:01.373 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/uio/uio_sercos3.ko 2024-01-24T12:46:01.373 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb 2024-01-24T12:46:01.374 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/class 2024-01-24T12:46:01.374 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/class/cdc-acm.ko 2024-01-24T12:46:01.374 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/class/cdc-wdm.ko 2024-01-24T12:46:01.374 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/class/usblp.ko 2024-01-24T12:46:01.374 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/class/usbtmc.ko 2024-01-24T12:46:01.374 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/host 2024-01-24T12:46:01.374 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/host/sl811-hcd.ko 2024-01-24T12:46:01.374 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/image 2024-01-24T12:46:01.374 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/image/mdc800.ko 2024-01-24T12:46:01.374 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/image/microtek.ko 2024-01-24T12:46:01.374 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/misc 2024-01-24T12:46:01.374 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/misc/adutux.ko 2024-01-24T12:46:01.374 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/misc/appledisplay.ko 2024-01-24T12:46:01.374 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/misc/emi26.ko 2024-01-24T12:46:01.375 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/misc/emi62.ko 2024-01-24T12:46:01.375 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/misc/ezusb.ko 2024-01-24T12:46:01.375 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/misc/idmouse.ko 2024-01-24T12:46:01.375 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/misc/iowarrior.ko 2024-01-24T12:46:01.375 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/misc/isight_firmware.ko 2024-01-24T12:46:01.375 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/misc/ldusb.ko 2024-01-24T12:46:01.375 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/misc/legousbtower.ko 2024-01-24T12:46:01.375 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/misc/sisusbvga 2024-01-24T12:46:01.375 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/misc/sisusbvga/sisusbvga.ko 2024-01-24T12:46:01.375 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/misc/trancevibrator.ko 2024-01-24T12:46:01.375 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/misc/usb3503.ko 2024-01-24T12:46:01.375 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/misc/usblcd.ko 2024-01-24T12:46:01.375 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/misc/usbsevseg.ko 2024-01-24T12:46:01.375 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/misc/uss720.ko 2024-01-24T12:46:01.376 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/misc/yurex.ko 2024-01-24T12:46:01.376 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/phy 2024-01-24T12:46:01.376 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/phy/phy-generic.ko 2024-01-24T12:46:01.376 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial 2024-01-24T12:46:01.376 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/aircable.ko 2024-01-24T12:46:01.376 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/ark3116.ko 2024-01-24T12:46:01.376 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/belkin_sa.ko 2024-01-24T12:46:01.376 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/ch341.ko 2024-01-24T12:46:01.376 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/cp210x.ko 2024-01-24T12:46:01.376 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/cyberjack.ko 2024-01-24T12:46:01.376 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/cypress_m8.ko 2024-01-24T12:46:01.376 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/digi_acceleport.ko 2024-01-24T12:46:01.377 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/empeg.ko 2024-01-24T12:46:01.377 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/ftdi_sio.ko 2024-01-24T12:46:01.377 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/garmin_gps.ko 2024-01-24T12:46:01.377 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/io_edgeport.ko 2024-01-24T12:46:01.377 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/io_ti.ko 2024-01-24T12:46:01.377 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/ipaq.ko 2024-01-24T12:46:01.377 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/ipw.ko 2024-01-24T12:46:01.377 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/ir-usb.ko 2024-01-24T12:46:01.377 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/iuu_phoenix.ko 2024-01-24T12:46:01.377 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/keyspan.ko 2024-01-24T12:46:01.377 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/keyspan_pda.ko 2024-01-24T12:46:01.377 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/kl5kusb105.ko 2024-01-24T12:46:01.377 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/kobil_sct.ko 2024-01-24T12:46:01.378 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/mct_u232.ko 2024-01-24T12:46:01.378 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/mos7720.ko 2024-01-24T12:46:01.378 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/mos7840.ko 2024-01-24T12:46:01.378 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/navman.ko 2024-01-24T12:46:01.378 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/omninet.ko 2024-01-24T12:46:01.378 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/opticon.ko 2024-01-24T12:46:01.378 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/option.ko 2024-01-24T12:46:01.378 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/oti6858.ko 2024-01-24T12:46:01.378 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/pl2303.ko 2024-01-24T12:46:01.378 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/qcaux.ko 2024-01-24T12:46:01.378 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/qcserial.ko 2024-01-24T12:46:01.378 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/quatech2.ko 2024-01-24T12:46:01.379 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/safe_serial.ko 2024-01-24T12:46:01.379 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/sierra.ko 2024-01-24T12:46:01.379 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/spcp8x5.ko 2024-01-24T12:46:01.379 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/ssu100.ko 2024-01-24T12:46:01.379 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/symbolserial.ko 2024-01-24T12:46:01.379 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/ti_usb_3410_5052.ko 2024-01-24T12:46:01.379 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/usb-serial-simple.ko 2024-01-24T12:46:01.379 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/usb_debug.ko 2024-01-24T12:46:01.379 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/usb_wwan.ko 2024-01-24T12:46:01.379 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/visor.ko 2024-01-24T12:46:01.379 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/whiteheat.ko 2024-01-24T12:46:01.379 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/serial/xsens_mt.ko 2024-01-24T12:46:01.379 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/storage 2024-01-24T12:46:01.379 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/storage/uas.ko 2024-01-24T12:46:01.380 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/storage/ums-alauda.ko 2024-01-24T12:46:01.380 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/storage/ums-cypress.ko 2024-01-24T12:46:01.380 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/storage/ums-datafab.ko 2024-01-24T12:46:01.380 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/storage/ums-eneub6250.ko 2024-01-24T12:46:01.380 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/storage/ums-freecom.ko 2024-01-24T12:46:01.380 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/storage/ums-isd200.ko 2024-01-24T12:46:01.380 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/storage/ums-jumpshot.ko 2024-01-24T12:46:01.380 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/storage/ums-karma.ko 2024-01-24T12:46:01.380 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/storage/ums-onetouch.ko 2024-01-24T12:46:01.380 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/storage/ums-realtek.ko 2024-01-24T12:46:01.380 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/storage/ums-sddr09.ko 2024-01-24T12:46:01.380 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/storage/ums-sddr55.ko 2024-01-24T12:46:01.380 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/storage/ums-usbat.ko 2024-01-24T12:46:01.381 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/storage/usb-storage.ko 2024-01-24T12:46:01.381 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/usbip 2024-01-24T12:46:01.381 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/usbip/usbip-core.ko 2024-01-24T12:46:01.381 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/usbip/usbip-host.ko 2024-01-24T12:46:01.381 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/usb/usbip/vhci-hcd.ko 2024-01-24T12:46:01.381 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/vfio 2024-01-24T12:46:01.381 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/vfio/pci 2024-01-24T12:46:01.381 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/vfio/pci/vfio-pci-core.ko 2024-01-24T12:46:01.381 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/vfio/pci/vfio-pci.ko 2024-01-24T12:46:01.381 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/vfio/vfio.ko 2024-01-24T12:46:01.381 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/vfio/vfio_iommu_type1.ko 2024-01-24T12:46:01.381 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/vhost 2024-01-24T12:46:01.381 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/vhost/vhost.ko 2024-01-24T12:46:01.381 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/vhost/vhost_iotlb.ko 2024-01-24T12:46:01.382 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/vhost/vhost_net.ko 2024-01-24T12:46:01.382 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/vhost/vhost_scsi.ko 2024-01-24T12:46:01.382 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/video 2024-01-24T12:46:01.382 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/video/backlight 2024-01-24T12:46:01.382 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/video/backlight/apple_bl.ko 2024-01-24T12:46:01.382 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/video/backlight/lcd.ko 2024-01-24T12:46:01.382 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/video/backlight/platform_lcd.ko 2024-01-24T12:46:01.382 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/virtio 2024-01-24T12:46:01.382 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/virtio/virtio.ko 2024-01-24T12:46:01.382 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/virtio/virtio_balloon.ko 2024-01-24T12:46:01.382 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/virtio/virtio_mmio.ko 2024-01-24T12:46:01.382 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/virtio/virtio_pci.ko 2024-01-24T12:46:01.382 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/virtio/virtio_pci_legacy_dev.ko 2024-01-24T12:46:01.382 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/virtio/virtio_pci_modern_dev.ko 2024-01-24T12:46:01.383 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/virtio/virtio_ring.ko 2024-01-24T12:46:01.383 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/w1 2024-01-24T12:46:01.383 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/w1/masters 2024-01-24T12:46:01.383 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/w1/masters/ds2482.ko 2024-01-24T12:46:01.383 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/w1/masters/ds2490.ko 2024-01-24T12:46:01.383 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/w1/slaves 2024-01-24T12:46:01.383 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/w1/slaves/w1_ds2406.ko 2024-01-24T12:46:01.383 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/w1/slaves/w1_ds2408.ko 2024-01-24T12:46:01.383 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/w1/slaves/w1_ds2413.ko 2024-01-24T12:46:01.383 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/w1/slaves/w1_ds2423.ko 2024-01-24T12:46:01.383 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/w1/slaves/w1_ds2431.ko 2024-01-24T12:46:01.383 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/w1/slaves/w1_ds2433.ko 2024-01-24T12:46:01.383 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/w1/slaves/w1_ds2780.ko 2024-01-24T12:46:01.384 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/w1/slaves/w1_ds2781.ko 2024-01-24T12:46:01.384 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/w1/slaves/w1_ds28e04.ko 2024-01-24T12:46:01.384 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/w1/slaves/w1_smem.ko 2024-01-24T12:46:01.384 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/w1/slaves/w1_therm.ko 2024-01-24T12:46:01.384 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/w1/wire.ko 2024-01-24T12:46:01.384 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/watchdog 2024-01-24T12:46:01.384 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/watchdog/alim1535_wdt.ko 2024-01-24T12:46:01.384 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/watchdog/alim7101_wdt.ko 2024-01-24T12:46:01.384 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/watchdog/f71808e_wdt.ko 2024-01-24T12:46:01.384 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/watchdog/hpwdt.ko 2024-01-24T12:46:01.384 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/watchdog/i6300esb.ko 2024-01-24T12:46:01.384 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/watchdog/iTCO_vendor_support.ko 2024-01-24T12:46:01.384 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/watchdog/iTCO_wdt.ko 2024-01-24T12:46:01.385 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/watchdog/ib700wdt.ko 2024-01-24T12:46:01.385 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/watchdog/ibmasr.ko 2024-01-24T12:46:01.385 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/watchdog/ie6xx_wdt.ko 2024-01-24T12:46:01.385 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/watchdog/it8712f_wdt.ko 2024-01-24T12:46:01.385 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/watchdog/it87_wdt.ko 2024-01-24T12:46:01.385 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/watchdog/machzwd.ko 2024-01-24T12:46:01.385 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/watchdog/nv_tco.ko 2024-01-24T12:46:01.385 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/watchdog/pcwd_pci.ko 2024-01-24T12:46:01.385 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/watchdog/pcwd_usb.ko 2024-01-24T12:46:01.385 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/watchdog/sbc_fitpc2_wdt.ko 2024-01-24T12:46:01.385 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/watchdog/sch311x_wdt.ko 2024-01-24T12:46:01.385 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/watchdog/softdog.ko 2024-01-24T12:46:01.385 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/watchdog/sp5100_tco.ko 2024-01-24T12:46:01.385 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/watchdog/via_wdt.ko 2024-01-24T12:46:01.386 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/watchdog/w83627hf_wdt.ko 2024-01-24T12:46:01.386 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/watchdog/w83877f_wdt.ko 2024-01-24T12:46:01.386 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/watchdog/w83977f_wdt.ko 2024-01-24T12:46:01.386 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/watchdog/wdt_pci.ko 2024-01-24T12:46:01.386 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/watchdog/xen_wdt.ko 2024-01-24T12:46:01.386 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/xen 2024-01-24T12:46:01.386 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/xen/xen-acpi-processor.ko 2024-01-24T12:46:01.386 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/xen/xen-evtchn.ko 2024-01-24T12:46:01.386 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/xen/xen-gntalloc.ko 2024-01-24T12:46:01.386 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/xen/xen-gntdev.ko 2024-01-24T12:46:01.386 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/xen/xen-pciback 2024-01-24T12:46:01.386 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/xen/xen-pciback/xen-pciback.ko 2024-01-24T12:46:01.387 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/xen/xen-privcmd.ko 2024-01-24T12:46:01.387 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/xen/xenfs 2024-01-24T12:46:01.387 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/drivers/xen/xenfs/xenfs.ko 2024-01-24T12:46:01.387 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs 2024-01-24T12:46:01.387 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/9p 2024-01-24T12:46:01.387 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/9p/9p.ko 2024-01-24T12:46:01.387 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/affs 2024-01-24T12:46:01.387 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/affs/affs.ko 2024-01-24T12:46:01.387 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/befs 2024-01-24T12:46:01.387 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/befs/befs.ko 2024-01-24T12:46:01.387 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/binfmt_misc.ko 2024-01-24T12:46:01.387 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/btrfs 2024-01-24T12:46:01.387 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/btrfs/btrfs.ko 2024-01-24T12:46:01.388 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/cachefiles 2024-01-24T12:46:01.388 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/cachefiles/cachefiles.ko 2024-01-24T12:46:01.388 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/ceph 2024-01-24T12:46:01.388 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/ceph/ceph.ko 2024-01-24T12:46:01.388 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/coda 2024-01-24T12:46:01.388 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/coda/coda.ko 2024-01-24T12:46:01.388 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/cramfs 2024-01-24T12:46:01.388 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/cramfs/cramfs.ko 2024-01-24T12:46:01.388 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/dlm 2024-01-24T12:46:01.388 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/dlm/dlm.ko 2024-01-24T12:46:01.388 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/ecryptfs 2024-01-24T12:46:01.388 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/ecryptfs/ecryptfs.ko 2024-01-24T12:46:01.389 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/f2fs 2024-01-24T12:46:01.389 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/f2fs/f2fs.ko 2024-01-24T12:46:01.389 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/fat 2024-01-24T12:46:01.389 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/fat/fat.ko 2024-01-24T12:46:01.389 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/fat/msdos.ko 2024-01-24T12:46:01.389 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/fat/vfat.ko 2024-01-24T12:46:01.389 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/fscache 2024-01-24T12:46:01.389 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/fscache/fscache.ko 2024-01-24T12:46:01.389 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/fuse 2024-01-24T12:46:01.389 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/fuse/cuse.ko 2024-01-24T12:46:01.389 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/fuse/fuse.ko 2024-01-24T12:46:01.389 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/gfs2 2024-01-24T12:46:01.389 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/gfs2/gfs2.ko 2024-01-24T12:46:01.389 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/hfs 2024-01-24T12:46:01.390 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/hfs/hfs.ko 2024-01-24T12:46:01.390 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/hfsplus 2024-01-24T12:46:01.390 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/hfsplus/hfsplus.ko 2024-01-24T12:46:01.390 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/isofs 2024-01-24T12:46:01.390 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/isofs/isofs.ko 2024-01-24T12:46:01.390 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/jfs 2024-01-24T12:46:01.390 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/jfs/jfs.ko 2024-01-24T12:46:01.390 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/lockd 2024-01-24T12:46:01.390 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/lockd/lockd.ko 2024-01-24T12:46:01.390 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/minix 2024-01-24T12:46:01.390 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/minix/minix.ko 2024-01-24T12:46:01.390 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/netfs 2024-01-24T12:46:01.391 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/netfs/netfs.ko 2024-01-24T12:46:01.391 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nfs 2024-01-24T12:46:01.391 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nfs/blocklayout 2024-01-24T12:46:01.391 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nfs/blocklayout/blocklayoutdriver.ko 2024-01-24T12:46:01.391 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nfs/filelayout 2024-01-24T12:46:01.391 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nfs/filelayout/nfs_layout_nfsv41_files.ko 2024-01-24T12:46:01.391 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nfs/flexfilelayout 2024-01-24T12:46:01.391 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nfs/flexfilelayout/nfs_layout_flexfiles.ko 2024-01-24T12:46:01.391 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nfs/nfs.ko 2024-01-24T12:46:01.391 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nfs/nfsv3.ko 2024-01-24T12:46:01.391 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nfs/nfsv4.ko 2024-01-24T12:46:01.391 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nfs_common 2024-01-24T12:46:01.392 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nfs_common/grace.ko 2024-01-24T12:46:01.392 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nfs_common/nfs_acl.ko 2024-01-24T12:46:01.392 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nfsd 2024-01-24T12:46:01.392 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nfsd/nfsd.ko 2024-01-24T12:46:01.392 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nilfs2 2024-01-24T12:46:01.392 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nilfs2/nilfs2.ko 2024-01-24T12:46:01.392 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls 2024-01-24T12:46:01.392 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/mac-celtic.ko 2024-01-24T12:46:01.392 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/mac-centeuro.ko 2024-01-24T12:46:01.392 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/mac-croatian.ko 2024-01-24T12:46:01.392 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/mac-cyrillic.ko 2024-01-24T12:46:01.392 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/mac-gaelic.ko 2024-01-24T12:46:01.393 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/mac-greek.ko 2024-01-24T12:46:01.393 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/mac-iceland.ko 2024-01-24T12:46:01.393 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/mac-inuit.ko 2024-01-24T12:46:01.393 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/mac-roman.ko 2024-01-24T12:46:01.393 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/mac-romanian.ko 2024-01-24T12:46:01.393 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/mac-turkish.ko 2024-01-24T12:46:01.393 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_cp1250.ko 2024-01-24T12:46:01.393 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_cp1251.ko 2024-01-24T12:46:01.393 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_cp1255.ko 2024-01-24T12:46:01.393 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_cp737.ko 2024-01-24T12:46:01.393 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_cp775.ko 2024-01-24T12:46:01.393 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_cp850.ko 2024-01-24T12:46:01.393 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_cp852.ko 2024-01-24T12:46:01.394 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_cp855.ko 2024-01-24T12:46:01.394 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_cp857.ko 2024-01-24T12:46:01.394 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_cp860.ko 2024-01-24T12:46:01.394 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_cp861.ko 2024-01-24T12:46:01.394 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_cp862.ko 2024-01-24T12:46:01.394 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_cp863.ko 2024-01-24T12:46:01.394 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_cp864.ko 2024-01-24T12:46:01.394 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_cp865.ko 2024-01-24T12:46:01.394 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_cp866.ko 2024-01-24T12:46:01.394 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_cp869.ko 2024-01-24T12:46:01.394 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_cp874.ko 2024-01-24T12:46:01.394 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_cp932.ko 2024-01-24T12:46:01.394 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_cp936.ko 2024-01-24T12:46:01.395 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_cp949.ko 2024-01-24T12:46:01.395 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_cp950.ko 2024-01-24T12:46:01.395 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_euc-jp.ko 2024-01-24T12:46:01.395 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_iso8859-1.ko 2024-01-24T12:46:01.395 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_iso8859-13.ko 2024-01-24T12:46:01.395 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_iso8859-14.ko 2024-01-24T12:46:01.395 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_iso8859-15.ko 2024-01-24T12:46:01.395 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_iso8859-2.ko 2024-01-24T12:46:01.395 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_iso8859-3.ko 2024-01-24T12:46:01.395 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_iso8859-4.ko 2024-01-24T12:46:01.395 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_iso8859-5.ko 2024-01-24T12:46:01.395 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_iso8859-6.ko 2024-01-24T12:46:01.395 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_iso8859-7.ko 2024-01-24T12:46:01.395 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_iso8859-9.ko 2024-01-24T12:46:01.396 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_koi8-r.ko 2024-01-24T12:46:01.396 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_koi8-ru.ko 2024-01-24T12:46:01.396 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_koi8-u.ko 2024-01-24T12:46:01.396 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_ucs2_utils.ko 2024-01-24T12:46:01.396 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/nls/nls_utf8.ko 2024-01-24T12:46:01.396 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/ocfs2 2024-01-24T12:46:01.396 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/ocfs2/cluster 2024-01-24T12:46:01.396 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/ocfs2/cluster/ocfs2_nodemanager.ko 2024-01-24T12:46:01.396 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/ocfs2/dlm 2024-01-24T12:46:01.396 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/ocfs2/dlm/ocfs2_dlm.ko 2024-01-24T12:46:01.396 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/ocfs2/dlmfs 2024-01-24T12:46:01.396 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/ocfs2/dlmfs/ocfs2_dlmfs.ko 2024-01-24T12:46:01.396 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/ocfs2/ocfs2.ko 2024-01-24T12:46:01.397 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/ocfs2/ocfs2_stack_o2cb.ko 2024-01-24T12:46:01.397 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/ocfs2/ocfs2_stack_user.ko 2024-01-24T12:46:01.397 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/ocfs2/ocfs2_stackglue.ko 2024-01-24T12:46:01.397 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/overlayfs 2024-01-24T12:46:01.397 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/overlayfs/overlay.ko 2024-01-24T12:46:01.397 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/pstore 2024-01-24T12:46:01.397 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/pstore/ramoops.ko 2024-01-24T12:46:01.397 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/reiserfs 2024-01-24T12:46:01.397 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/reiserfs/reiserfs.ko 2024-01-24T12:46:01.397 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/romfs 2024-01-24T12:46:01.397 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/romfs/romfs.ko 2024-01-24T12:46:01.397 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/smb 2024-01-24T12:46:01.397 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/smb/client 2024-01-24T12:46:01.397 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/smb/client/cifs.ko 2024-01-24T12:46:01.398 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/smb/common 2024-01-24T12:46:01.398 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/smb/common/cifs_arc4.ko 2024-01-24T12:46:01.398 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/smb/common/cifs_md4.ko 2024-01-24T12:46:01.398 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/squashfs 2024-01-24T12:46:01.398 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/squashfs/squashfs.ko 2024-01-24T12:46:01.398 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/sysv 2024-01-24T12:46:01.398 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/sysv/sysv.ko 2024-01-24T12:46:01.398 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/udf 2024-01-24T12:46:01.398 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/udf/udf.ko 2024-01-24T12:46:01.398 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/ufs 2024-01-24T12:46:01.398 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/ufs/ufs.ko 2024-01-24T12:46:01.398 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/xfs 2024-01-24T12:46:01.398 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/fs/xfs/xfs.ko 2024-01-24T12:46:01.398 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/kernel 2024-01-24T12:46:01.399 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/kernel/rcu 2024-01-24T12:46:01.399 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/kernel/rcu/rcutorture.ko 2024-01-24T12:46:01.399 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/kernel/torture.ko 2024-01-24T12:46:01.399 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/kernel/trace 2024-01-24T12:46:01.399 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/kernel/trace/ring_buffer_benchmark.ko 2024-01-24T12:46:01.399 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/lib 2024-01-24T12:46:01.399 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/lib/asn1_encoder.ko 2024-01-24T12:46:01.399 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/lib/crc-itu-t.ko 2024-01-24T12:46:01.399 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/lib/crc8.ko 2024-01-24T12:46:01.399 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/lib/crypto 2024-01-24T12:46:01.399 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/lib/crypto/libarc4.ko 2024-01-24T12:46:01.399 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/lib/crypto/libdes.ko 2024-01-24T12:46:01.399 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/lib/libcrc32c.ko 2024-01-24T12:46:01.400 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/lib/lru_cache.ko 2024-01-24T12:46:01.400 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/lib/lz4 2024-01-24T12:46:01.400 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/lib/lz4/lz4_compress.ko 2024-01-24T12:46:01.400 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/lib/lz4/lz4hc_compress.ko 2024-01-24T12:46:01.400 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/lib/math 2024-01-24T12:46:01.400 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/lib/math/cordic.ko 2024-01-24T12:46:01.400 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/lib/raid6 2024-01-24T12:46:01.400 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/lib/raid6/raid6_pq.ko 2024-01-24T12:46:01.400 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/lib/reed_solomon 2024-01-24T12:46:01.400 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/lib/reed_solomon/reed_solomon.ko 2024-01-24T12:46:01.400 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/lib/ts_bm.ko 2024-01-24T12:46:01.400 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/lib/ts_fsm.ko 2024-01-24T12:46:01.400 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/lib/ts_kmp.ko 2024-01-24T12:46:01.401 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/lib/zstd 2024-01-24T12:46:01.401 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/lib/zstd/zstd_compress.ko 2024-01-24T12:46:01.401 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/mm 2024-01-24T12:46:01.401 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/mm/hwpoison-inject.ko 2024-01-24T12:46:01.401 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net 2024-01-24T12:46:01.401 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/6lowpan 2024-01-24T12:46:01.401 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/6lowpan/6lowpan.ko 2024-01-24T12:46:01.401 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/6lowpan/nhc_dest.ko 2024-01-24T12:46:01.401 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/6lowpan/nhc_fragment.ko 2024-01-24T12:46:01.401 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/6lowpan/nhc_hop.ko 2024-01-24T12:46:01.401 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/6lowpan/nhc_ipv6.ko 2024-01-24T12:46:01.401 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/6lowpan/nhc_mobility.ko 2024-01-24T12:46:01.401 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/6lowpan/nhc_routing.ko 2024-01-24T12:46:01.401 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/6lowpan/nhc_udp.ko 2024-01-24T12:46:01.401 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/802 2024-01-24T12:46:01.402 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/802/garp.ko 2024-01-24T12:46:01.402 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/802/mrp.ko 2024-01-24T12:46:01.402 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/802/p8022.ko 2024-01-24T12:46:01.402 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/802/psnap.ko 2024-01-24T12:46:01.402 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/802/stp.ko 2024-01-24T12:46:01.402 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/8021q 2024-01-24T12:46:01.402 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/8021q/8021q.ko 2024-01-24T12:46:01.402 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/9p 2024-01-24T12:46:01.402 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/9p/9pnet.ko 2024-01-24T12:46:01.402 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/9p/9pnet_fd.ko 2024-01-24T12:46:01.402 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/9p/9pnet_rdma.ko 2024-01-24T12:46:01.402 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/9p/9pnet_virtio.ko 2024-01-24T12:46:01.402 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/batman-adv 2024-01-24T12:46:01.403 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/batman-adv/batman-adv.ko 2024-01-24T12:46:01.403 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/bridge 2024-01-24T12:46:01.403 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/bridge/br_netfilter.ko 2024-01-24T12:46:01.403 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/bridge/bridge.ko 2024-01-24T12:46:01.403 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/bridge/netfilter 2024-01-24T12:46:01.403 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/bridge/netfilter/ebt_802_3.ko 2024-01-24T12:46:01.403 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/bridge/netfilter/ebt_among.ko 2024-01-24T12:46:01.403 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/bridge/netfilter/ebt_arp.ko 2024-01-24T12:46:01.403 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/bridge/netfilter/ebt_arpreply.ko 2024-01-24T12:46:01.403 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/bridge/netfilter/ebt_dnat.ko 2024-01-24T12:46:01.403 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/bridge/netfilter/ebt_ip.ko 2024-01-24T12:46:01.403 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/bridge/netfilter/ebt_ip6.ko 2024-01-24T12:46:01.403 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/bridge/netfilter/ebt_limit.ko 2024-01-24T12:46:01.403 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/bridge/netfilter/ebt_log.ko 2024-01-24T12:46:01.404 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/bridge/netfilter/ebt_mark.ko 2024-01-24T12:46:01.404 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/bridge/netfilter/ebt_mark_m.ko 2024-01-24T12:46:01.404 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/bridge/netfilter/ebt_nflog.ko 2024-01-24T12:46:01.404 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/bridge/netfilter/ebt_pkttype.ko 2024-01-24T12:46:01.404 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/bridge/netfilter/ebt_redirect.ko 2024-01-24T12:46:01.404 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/bridge/netfilter/ebt_snat.ko 2024-01-24T12:46:01.404 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/bridge/netfilter/ebt_stp.ko 2024-01-24T12:46:01.404 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/bridge/netfilter/ebt_vlan.ko 2024-01-24T12:46:01.404 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/bridge/netfilter/ebtable_broute.ko 2024-01-24T12:46:01.404 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/bridge/netfilter/ebtable_filter.ko 2024-01-24T12:46:01.404 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/bridge/netfilter/ebtable_nat.ko 2024-01-24T12:46:01.404 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/bridge/netfilter/ebtables.ko 2024-01-24T12:46:01.404 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/bridge/netfilter/nf_conntrack_bridge.ko 2024-01-24T12:46:01.404 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/bridge/netfilter/nft_meta_bridge.ko 2024-01-24T12:46:01.405 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/bridge/netfilter/nft_reject_bridge.ko 2024-01-24T12:46:01.405 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ceph 2024-01-24T12:46:01.405 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ceph/libceph.ko 2024-01-24T12:46:01.405 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/core 2024-01-24T12:46:01.405 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/core/failover.ko 2024-01-24T12:46:01.405 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/core/pktgen.ko 2024-01-24T12:46:01.405 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/dccp 2024-01-24T12:46:01.405 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/dccp/dccp.ko 2024-01-24T12:46:01.405 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/dccp/dccp_diag.ko 2024-01-24T12:46:01.405 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/dccp/dccp_ipv4.ko 2024-01-24T12:46:01.405 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/dccp/dccp_ipv6.ko 2024-01-24T12:46:01.405 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/dns_resolver 2024-01-24T12:46:01.405 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/dns_resolver/dns_resolver.ko 2024-01-24T12:46:01.406 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/dsa 2024-01-24T12:46:01.406 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/dsa/dsa_core.ko 2024-01-24T12:46:01.406 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/dsa/tag_brcm.ko 2024-01-24T12:46:01.406 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/dsa/tag_dsa.ko 2024-01-24T12:46:01.406 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/dsa/tag_none.ko 2024-01-24T12:46:01.406 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/dsa/tag_trailer.ko 2024-01-24T12:46:01.406 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ieee802154 2024-01-24T12:46:01.406 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ieee802154/6lowpan 2024-01-24T12:46:01.406 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ieee802154/6lowpan/ieee802154_6lowpan.ko 2024-01-24T12:46:01.406 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ieee802154/ieee802154.ko 2024-01-24T12:46:01.406 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ieee802154/ieee802154_socket.ko 2024-01-24T12:46:01.406 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4 2024-01-24T12:46:01.406 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/ah4.ko 2024-01-24T12:46:01.406 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/esp4.ko 2024-01-24T12:46:01.407 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/fou.ko 2024-01-24T12:46:01.407 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/gre.ko 2024-01-24T12:46:01.407 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/inet_diag.ko 2024-01-24T12:46:01.407 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/ip_gre.ko 2024-01-24T12:46:01.407 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/ip_tunnel.ko 2024-01-24T12:46:01.407 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/ip_vti.ko 2024-01-24T12:46:01.407 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/ipcomp.ko 2024-01-24T12:46:01.407 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/ipip.ko 2024-01-24T12:46:01.407 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/netfilter 2024-01-24T12:46:01.407 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/netfilter/arp_tables.ko 2024-01-24T12:46:01.407 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/netfilter/arpt_mangle.ko 2024-01-24T12:46:01.407 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/netfilter/arptable_filter.ko 2024-01-24T12:46:01.407 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/netfilter/ipt_ECN.ko 2024-01-24T12:46:01.408 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/netfilter/ipt_SYNPROXY.ko 2024-01-24T12:46:01.408 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/netfilter/ipt_ah.ko 2024-01-24T12:46:01.408 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/netfilter/ipt_rpfilter.ko 2024-01-24T12:46:01.408 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/netfilter/iptable_mangle.ko 2024-01-24T12:46:01.408 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/netfilter/iptable_nat.ko 2024-01-24T12:46:01.408 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/netfilter/iptable_raw.ko 2024-01-24T12:46:01.408 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/netfilter/iptable_security.ko 2024-01-24T12:46:01.408 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/netfilter/nf_defrag_ipv4.ko 2024-01-24T12:46:01.408 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/netfilter/nf_dup_ipv4.ko 2024-01-24T12:46:01.408 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/netfilter/nf_nat_h323.ko 2024-01-24T12:46:01.408 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/netfilter/nf_nat_pptp.ko 2024-01-24T12:46:01.408 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/netfilter/nf_nat_snmp_basic.ko 2024-01-24T12:46:01.409 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/netfilter/nf_socket_ipv4.ko 2024-01-24T12:46:01.409 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/netfilter/nf_tproxy_ipv4.ko 2024-01-24T12:46:01.409 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/netfilter/nft_dup_ipv4.ko 2024-01-24T12:46:01.409 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/netfilter/nft_fib_ipv4.ko 2024-01-24T12:46:01.409 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/netfilter/nft_reject_ipv4.ko 2024-01-24T12:46:01.409 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/tcp_bic.ko 2024-01-24T12:46:01.409 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/tcp_dctcp.ko 2024-01-24T12:46:01.409 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/tcp_diag.ko 2024-01-24T12:46:01.409 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/tcp_highspeed.ko 2024-01-24T12:46:01.409 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/tcp_htcp.ko 2024-01-24T12:46:01.409 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/tcp_hybla.ko 2024-01-24T12:46:01.409 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/tcp_illinois.ko 2024-01-24T12:46:01.409 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/tcp_lp.ko 2024-01-24T12:46:01.410 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/tcp_scalable.ko 2024-01-24T12:46:01.410 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/tcp_vegas.ko 2024-01-24T12:46:01.410 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/tcp_veno.ko 2024-01-24T12:46:01.410 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/tcp_westwood.ko 2024-01-24T12:46:01.410 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/tcp_yeah.ko 2024-01-24T12:46:01.410 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/tunnel4.ko 2024-01-24T12:46:01.410 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/udp_diag.ko 2024-01-24T12:46:01.410 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/udp_tunnel.ko 2024-01-24T12:46:01.410 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv4/xfrm4_tunnel.ko 2024-01-24T12:46:01.410 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6 2024-01-24T12:46:01.410 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/ah6.ko 2024-01-24T12:46:01.410 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/esp6.ko 2024-01-24T12:46:01.410 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/fou6.ko 2024-01-24T12:46:01.410 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/ip6_tunnel.ko 2024-01-24T12:46:01.411 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/ip6_udp_tunnel.ko 2024-01-24T12:46:01.411 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/ip6_vti.ko 2024-01-24T12:46:01.411 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/ipcomp6.ko 2024-01-24T12:46:01.411 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/netfilter 2024-01-24T12:46:01.411 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/netfilter/ip6_tables.ko 2024-01-24T12:46:01.411 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/netfilter/ip6t_REJECT.ko 2024-01-24T12:46:01.411 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/netfilter/ip6t_SYNPROXY.ko 2024-01-24T12:46:01.411 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/netfilter/ip6t_ah.ko 2024-01-24T12:46:01.411 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/netfilter/ip6t_eui64.ko 2024-01-24T12:46:01.411 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/netfilter/ip6t_frag.ko 2024-01-24T12:46:01.411 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/netfilter/ip6t_hbh.ko 2024-01-24T12:46:01.411 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/netfilter/ip6t_ipv6header.ko 2024-01-24T12:46:01.412 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/netfilter/ip6t_mh.ko 2024-01-24T12:46:01.412 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/netfilter/ip6t_rpfilter.ko 2024-01-24T12:46:01.412 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/netfilter/ip6t_rt.ko 2024-01-24T12:46:01.412 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/netfilter/ip6table_filter.ko 2024-01-24T12:46:01.412 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/netfilter/ip6table_mangle.ko 2024-01-24T12:46:01.412 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/netfilter/ip6table_nat.ko 2024-01-24T12:46:01.412 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/netfilter/ip6table_raw.ko 2024-01-24T12:46:01.412 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/netfilter/ip6table_security.ko 2024-01-24T12:46:01.412 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/netfilter/nf_defrag_ipv6.ko 2024-01-24T12:46:01.412 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/netfilter/nf_dup_ipv6.ko 2024-01-24T12:46:01.412 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/netfilter/nf_reject_ipv6.ko 2024-01-24T12:46:01.413 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/netfilter/nf_socket_ipv6.ko 2024-01-24T12:46:01.413 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/netfilter/nf_tproxy_ipv6.ko 2024-01-24T12:46:01.413 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/netfilter/nft_dup_ipv6.ko 2024-01-24T12:46:01.413 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/netfilter/nft_fib_ipv6.ko 2024-01-24T12:46:01.413 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/netfilter/nft_reject_ipv6.ko 2024-01-24T12:46:01.413 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/sit.ko 2024-01-24T12:46:01.413 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/tunnel6.ko 2024-01-24T12:46:01.413 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/ipv6/xfrm6_tunnel.ko 2024-01-24T12:46:01.413 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/key 2024-01-24T12:46:01.413 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/key/af_key.ko 2024-01-24T12:46:01.413 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/l2tp 2024-01-24T12:46:01.413 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/l2tp/l2tp_core.ko 2024-01-24T12:46:01.413 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/l2tp/l2tp_debugfs.ko 2024-01-24T12:46:01.414 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/l2tp/l2tp_eth.ko 2024-01-24T12:46:01.414 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/l2tp/l2tp_ip.ko 2024-01-24T12:46:01.414 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/l2tp/l2tp_ip6.ko 2024-01-24T12:46:01.414 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/l2tp/l2tp_netlink.ko 2024-01-24T12:46:01.414 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/l2tp/l2tp_ppp.ko 2024-01-24T12:46:01.414 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/llc 2024-01-24T12:46:01.414 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/llc/llc.ko 2024-01-24T12:46:01.414 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/mac802154 2024-01-24T12:46:01.414 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/mac802154/mac802154.ko 2024-01-24T12:46:01.414 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/mpls 2024-01-24T12:46:01.414 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/mpls/mpls_gso.ko 2024-01-24T12:46:01.414 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter 2024-01-24T12:46:01.415 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/ipset 2024-01-24T12:46:01.415 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/ipset/ip_set.ko 2024-01-24T12:46:01.415 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/ipset/ip_set_bitmap_ip.ko 2024-01-24T12:46:01.415 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/ipset/ip_set_bitmap_ipmac.ko 2024-01-24T12:46:01.415 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/ipset/ip_set_bitmap_port.ko 2024-01-24T12:46:01.415 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/ipset/ip_set_hash_ip.ko 2024-01-24T12:46:01.415 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/ipset/ip_set_hash_ipmark.ko 2024-01-24T12:46:01.415 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/ipset/ip_set_hash_ipport.ko 2024-01-24T12:46:01.415 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/ipset/ip_set_hash_ipportip.ko 2024-01-24T12:46:01.415 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/ipset/ip_set_hash_ipportnet.ko 2024-01-24T12:46:01.415 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/ipset/ip_set_hash_mac.ko 2024-01-24T12:46:01.415 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/ipset/ip_set_hash_net.ko 2024-01-24T12:46:01.415 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/ipset/ip_set_hash_netiface.ko 2024-01-24T12:46:01.416 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/ipset/ip_set_hash_netnet.ko 2024-01-24T12:46:01.416 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/ipset/ip_set_hash_netport.ko 2024-01-24T12:46:01.416 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/ipset/ip_set_hash_netportnet.ko 2024-01-24T12:46:01.416 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/ipset/ip_set_list_set.ko 2024-01-24T12:46:01.416 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/ipvs 2024-01-24T12:46:01.416 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/ipvs/ip_vs.ko 2024-01-24T12:46:01.416 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/ipvs/ip_vs_dh.ko 2024-01-24T12:46:01.416 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/ipvs/ip_vs_fo.ko 2024-01-24T12:46:01.416 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/ipvs/ip_vs_ftp.ko 2024-01-24T12:46:01.416 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/ipvs/ip_vs_lblc.ko 2024-01-24T12:46:01.416 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/ipvs/ip_vs_lblcr.ko 2024-01-24T12:46:01.416 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/ipvs/ip_vs_lc.ko 2024-01-24T12:46:01.417 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/ipvs/ip_vs_nq.ko 2024-01-24T12:46:01.417 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/ipvs/ip_vs_pe_sip.ko 2024-01-24T12:46:01.417 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/ipvs/ip_vs_rr.ko 2024-01-24T12:46:01.417 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/ipvs/ip_vs_sed.ko 2024-01-24T12:46:01.417 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/ipvs/ip_vs_sh.ko 2024-01-24T12:46:01.417 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/ipvs/ip_vs_wlc.ko 2024-01-24T12:46:01.417 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/ipvs/ip_vs_wrr.ko 2024-01-24T12:46:01.417 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nf_conncount.ko 2024-01-24T12:46:01.417 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nf_conntrack.ko 2024-01-24T12:46:01.417 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nf_conntrack_amanda.ko 2024-01-24T12:46:01.417 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nf_conntrack_broadcast.ko 2024-01-24T12:46:01.417 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nf_conntrack_ftp.ko 2024-01-24T12:46:01.418 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nf_conntrack_h323.ko 2024-01-24T12:46:01.418 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nf_conntrack_irc.ko 2024-01-24T12:46:01.418 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nf_conntrack_netbios_ns.ko 2024-01-24T12:46:01.418 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nf_conntrack_netlink.ko 2024-01-24T12:46:01.418 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nf_conntrack_pptp.ko 2024-01-24T12:46:01.418 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nf_conntrack_sane.ko 2024-01-24T12:46:01.418 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nf_conntrack_sip.ko 2024-01-24T12:46:01.418 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nf_conntrack_snmp.ko 2024-01-24T12:46:01.418 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nf_conntrack_tftp.ko 2024-01-24T12:46:01.418 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nf_dup_netdev.ko 2024-01-24T12:46:01.418 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nf_flow_table.ko 2024-01-24T12:46:01.418 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nf_flow_table_inet.ko 2024-01-24T12:46:01.418 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nf_log_syslog.ko 2024-01-24T12:46:01.418 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nf_nat.ko 2024-01-24T12:46:01.419 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nf_nat_amanda.ko 2024-01-24T12:46:01.419 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nf_nat_ftp.ko 2024-01-24T12:46:01.419 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nf_nat_irc.ko 2024-01-24T12:46:01.419 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nf_nat_sip.ko 2024-01-24T12:46:01.419 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nf_nat_tftp.ko 2024-01-24T12:46:01.419 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nf_synproxy_core.ko 2024-01-24T12:46:01.419 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nf_tables.ko 2024-01-24T12:46:01.419 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nfnetlink.ko 2024-01-24T12:46:01.419 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nfnetlink_acct.ko 2024-01-24T12:46:01.419 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nfnetlink_log.ko 2024-01-24T12:46:01.419 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nfnetlink_osf.ko 2024-01-24T12:46:01.419 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nfnetlink_queue.ko 2024-01-24T12:46:01.419 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nft_chain_nat.ko 2024-01-24T12:46:01.419 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nft_compat.ko 2024-01-24T12:46:01.420 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nft_ct.ko 2024-01-24T12:46:01.420 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nft_dup_netdev.ko 2024-01-24T12:46:01.420 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nft_fib.ko 2024-01-24T12:46:01.420 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nft_fwd_netdev.ko 2024-01-24T12:46:01.420 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nft_hash.ko 2024-01-24T12:46:01.420 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nft_limit.ko 2024-01-24T12:46:01.420 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nft_log.ko 2024-01-24T12:46:01.420 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nft_masq.ko 2024-01-24T12:46:01.420 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nft_nat.ko 2024-01-24T12:46:01.420 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nft_numgen.ko 2024-01-24T12:46:01.420 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nft_queue.ko 2024-01-24T12:46:01.420 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nft_quota.ko 2024-01-24T12:46:01.420 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nft_redir.ko 2024-01-24T12:46:01.421 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nft_reject.ko 2024-01-24T12:46:01.421 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nft_reject_inet.ko 2024-01-24T12:46:01.421 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nft_socket.ko 2024-01-24T12:46:01.421 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/nft_tunnel.ko 2024-01-24T12:46:01.421 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_AUDIT.ko 2024-01-24T12:46:01.421 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_CHECKSUM.ko 2024-01-24T12:46:01.421 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_CLASSIFY.ko 2024-01-24T12:46:01.421 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_CONNSECMARK.ko 2024-01-24T12:46:01.421 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_CT.ko 2024-01-24T12:46:01.421 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_DSCP.ko 2024-01-24T12:46:01.421 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_HL.ko 2024-01-24T12:46:01.421 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_HMARK.ko 2024-01-24T12:46:01.421 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_IDLETIMER.ko 2024-01-24T12:46:01.421 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_LED.ko 2024-01-24T12:46:01.422 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_LOG.ko 2024-01-24T12:46:01.422 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_MASQUERADE.ko 2024-01-24T12:46:01.422 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_NETMAP.ko 2024-01-24T12:46:01.422 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_NFLOG.ko 2024-01-24T12:46:01.422 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_NFQUEUE.ko 2024-01-24T12:46:01.422 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_RATEEST.ko 2024-01-24T12:46:01.422 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_REDIRECT.ko 2024-01-24T12:46:01.422 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_SECMARK.ko 2024-01-24T12:46:01.422 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_TCPMSS.ko 2024-01-24T12:46:01.422 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_TCPOPTSTRIP.ko 2024-01-24T12:46:01.422 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_TEE.ko 2024-01-24T12:46:01.422 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_TPROXY.ko 2024-01-24T12:46:01.422 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_TRACE.ko 2024-01-24T12:46:01.422 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_addrtype.ko 2024-01-24T12:46:01.423 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_bpf.ko 2024-01-24T12:46:01.423 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_cgroup.ko 2024-01-24T12:46:01.423 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_cluster.ko 2024-01-24T12:46:01.423 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_comment.ko 2024-01-24T12:46:01.423 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_connbytes.ko 2024-01-24T12:46:01.423 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_connlabel.ko 2024-01-24T12:46:01.423 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_connlimit.ko 2024-01-24T12:46:01.423 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_connmark.ko 2024-01-24T12:46:01.423 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_conntrack.ko 2024-01-24T12:46:01.423 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_cpu.ko 2024-01-24T12:46:01.423 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_dccp.ko 2024-01-24T12:46:01.423 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_devgroup.ko 2024-01-24T12:46:01.423 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_dscp.ko 2024-01-24T12:46:01.423 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_ecn.ko 2024-01-24T12:46:01.423 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_esp.ko 2024-01-24T12:46:01.423 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_hashlimit.ko 2024-01-24T12:46:01.424 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_helper.ko 2024-01-24T12:46:01.424 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_hl.ko 2024-01-24T12:46:01.424 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_ipcomp.ko 2024-01-24T12:46:01.424 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_iprange.ko 2024-01-24T12:46:01.424 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_ipvs.ko 2024-01-24T12:46:01.424 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_l2tp.ko 2024-01-24T12:46:01.424 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_length.ko 2024-01-24T12:46:01.424 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_limit.ko 2024-01-24T12:46:01.424 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_mac.ko 2024-01-24T12:46:01.424 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_mark.ko 2024-01-24T12:46:01.424 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_multiport.ko 2024-01-24T12:46:01.424 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_nat.ko 2024-01-24T12:46:01.425 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_nfacct.ko 2024-01-24T12:46:01.425 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_osf.ko 2024-01-24T12:46:01.425 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_owner.ko 2024-01-24T12:46:01.425 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_physdev.ko 2024-01-24T12:46:01.425 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_pkttype.ko 2024-01-24T12:46:01.425 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_policy.ko 2024-01-24T12:46:01.425 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_quota.ko 2024-01-24T12:46:01.425 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_rateest.ko 2024-01-24T12:46:01.425 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_realm.ko 2024-01-24T12:46:01.425 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_recent.ko 2024-01-24T12:46:01.425 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_sctp.ko 2024-01-24T12:46:01.425 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_set.ko 2024-01-24T12:46:01.425 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_socket.ko 2024-01-24T12:46:01.425 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_state.ko 2024-01-24T12:46:01.426 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_statistic.ko 2024-01-24T12:46:01.426 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_string.ko 2024-01-24T12:46:01.426 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_tcpmss.ko 2024-01-24T12:46:01.426 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_time.ko 2024-01-24T12:46:01.426 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netfilter/xt_u32.ko 2024-01-24T12:46:01.426 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netlink 2024-01-24T12:46:01.426 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/netlink/netlink_diag.ko 2024-01-24T12:46:01.426 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/nsh 2024-01-24T12:46:01.426 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/nsh/nsh.ko 2024-01-24T12:46:01.426 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/openvswitch 2024-01-24T12:46:01.426 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/openvswitch/openvswitch.ko 2024-01-24T12:46:01.426 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/openvswitch/vport-geneve.ko 2024-01-24T12:46:01.426 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/openvswitch/vport-gre.ko 2024-01-24T12:46:01.426 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/openvswitch/vport-vxlan.ko 2024-01-24T12:46:01.426 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/packet 2024-01-24T12:46:01.427 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/packet/af_packet_diag.ko 2024-01-24T12:46:01.427 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/rds 2024-01-24T12:46:01.427 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/rds/rds.ko 2024-01-24T12:46:01.427 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/rds/rds_rdma.ko 2024-01-24T12:46:01.427 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/rds/rds_tcp.ko 2024-01-24T12:46:01.427 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched 2024-01-24T12:46:01.427 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/act_csum.ko 2024-01-24T12:46:01.427 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/act_gact.ko 2024-01-24T12:46:01.427 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/act_ipt.ko 2024-01-24T12:46:01.427 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/act_mirred.ko 2024-01-24T12:46:01.427 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/act_nat.ko 2024-01-24T12:46:01.427 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/act_pedit.ko 2024-01-24T12:46:01.427 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/act_police.ko 2024-01-24T12:46:01.428 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/act_simple.ko 2024-01-24T12:46:01.428 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/act_skbedit.ko 2024-01-24T12:46:01.428 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/act_vlan.ko 2024-01-24T12:46:01.428 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/cls_basic.ko 2024-01-24T12:46:01.428 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/cls_bpf.ko 2024-01-24T12:46:01.428 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/cls_flow.ko 2024-01-24T12:46:01.428 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/cls_fw.ko 2024-01-24T12:46:01.428 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/cls_route.ko 2024-01-24T12:46:01.428 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/cls_u32.ko 2024-01-24T12:46:01.428 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/em_cmp.ko 2024-01-24T12:46:01.428 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/em_ipset.ko 2024-01-24T12:46:01.428 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/em_meta.ko 2024-01-24T12:46:01.428 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/em_nbyte.ko 2024-01-24T12:46:01.428 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/em_text.ko 2024-01-24T12:46:01.429 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/em_u32.ko 2024-01-24T12:46:01.429 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/sch_choke.ko 2024-01-24T12:46:01.429 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/sch_codel.ko 2024-01-24T12:46:01.429 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/sch_drr.ko 2024-01-24T12:46:01.429 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/sch_fq.ko 2024-01-24T12:46:01.429 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/sch_gred.ko 2024-01-24T12:46:01.429 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/sch_hfsc.ko 2024-01-24T12:46:01.429 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/sch_hhf.ko 2024-01-24T12:46:01.429 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/sch_htb.ko 2024-01-24T12:46:01.429 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/sch_ingress.ko 2024-01-24T12:46:01.429 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/sch_mqprio.ko 2024-01-24T12:46:01.429 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/sch_mqprio_lib.ko 2024-01-24T12:46:01.430 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/sch_multiq.ko 2024-01-24T12:46:01.430 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/sch_netem.ko 2024-01-24T12:46:01.430 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/sch_pie.ko 2024-01-24T12:46:01.430 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/sch_plug.ko 2024-01-24T12:46:01.430 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/sch_prio.ko 2024-01-24T12:46:01.430 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/sch_qfq.ko 2024-01-24T12:46:01.430 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/sch_red.ko 2024-01-24T12:46:01.430 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/sch_sfb.ko 2024-01-24T12:46:01.430 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/sch_sfq.ko 2024-01-24T12:46:01.430 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/sch_tbf.ko 2024-01-24T12:46:01.430 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sched/sch_teql.ko 2024-01-24T12:46:01.430 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sctp 2024-01-24T12:46:01.430 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sctp/sctp.ko 2024-01-24T12:46:01.430 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sctp/sctp_diag.ko 2024-01-24T12:46:01.431 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sunrpc 2024-01-24T12:46:01.431 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sunrpc/auth_gss 2024-01-24T12:46:01.431 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sunrpc/auth_gss/auth_rpcgss.ko 2024-01-24T12:46:01.431 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sunrpc/auth_gss/rpcsec_gss_krb5.ko 2024-01-24T12:46:01.431 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sunrpc/sunrpc.ko 2024-01-24T12:46:01.431 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sunrpc/xprtrdma 2024-01-24T12:46:01.431 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/sunrpc/xprtrdma/rpcrdma.ko 2024-01-24T12:46:01.431 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/tipc 2024-01-24T12:46:01.431 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/tipc/diag.ko 2024-01-24T12:46:01.431 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/tipc/tipc.ko 2024-01-24T12:46:01.431 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/unix 2024-01-24T12:46:01.431 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/unix/unix_diag.ko 2024-01-24T12:46:01.431 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/vmw_vsock 2024-01-24T12:46:01.431 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/vmw_vsock/vmw_vsock_virtio_transport_common.ko 2024-01-24T12:46:01.432 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/vmw_vsock/vmw_vsock_vmci_transport.ko 2024-01-24T12:46:01.432 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/vmw_vsock/vsock.ko 2024-01-24T12:46:01.432 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/vmw_vsock/vsock_diag.ko 2024-01-24T12:46:01.432 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/vmw_vsock/vsock_loopback.ko 2024-01-24T12:46:01.432 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/xfrm 2024-01-24T12:46:01.432 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/net/xfrm/xfrm_ipcomp.ko 2024-01-24T12:46:01.432 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/security 2024-01-24T12:46:01.432 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/security/keys 2024-01-24T12:46:01.432 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/security/keys/encrypted-keys 2024-01-24T12:46:01.432 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/security/keys/encrypted-keys/encrypted-keys.ko 2024-01-24T12:46:01.432 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/security/keys/trusted-keys 2024-01-24T12:46:01.432 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/security/keys/trusted-keys/trusted.ko 2024-01-24T12:46:01.432 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/virt 2024-01-24T12:46:01.432 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/virt/lib 2024-01-24T12:46:01.433 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/kernel/virt/lib/irqbypass.ko 2024-01-24T12:46:01.433 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/modules.alias 2024-01-24T12:46:01.433 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/modules.alias.bin 2024-01-24T12:46:01.433 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/modules.builtin 2024-01-24T12:46:01.433 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/modules.builtin.bin 2024-01-24T12:46:01.433 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/modules.builtin.modinfo 2024-01-24T12:46:01.433 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/modules.dep 2024-01-24T12:46:01.433 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/modules.dep.bin 2024-01-24T12:46:01.433 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/modules.devname 2024-01-24T12:46:01.433 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/modules.order 2024-01-24T12:46:01.433 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/modules.softdep 2024-01-24T12:46:01.433 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/modules.symbols 2024-01-24T12:46:01.433 INFO:teuthology.orchestra.run.smithi084.stdout:/lib/modules/6.7.0-gf2d346040895/modules.symbols.bin 2024-01-24T12:46:01.434 DEBUG:teuthology.task.kernel:get_image_version: 6.7.0-gf2d346040895 2024-01-24T12:46:01.434 DEBUG:teuthology.orchestra.run.smithi084:> rpm --scripts -qp /tmp/kernel.x86_64.rpm 2024-01-24T12:46:01.458 INFO:teuthology.orchestra.run.smithi084.stdout:postinstall scriptlet (using /bin/sh): 2024-01-24T12:46:01.458 INFO:teuthology.orchestra.run.smithi084.stdout:if [ -x /sbin/installkernel -a -r /boot/vmlinuz-6.7.0-gf2d346040895 -a -r /boot/System.map-6.7.0-gf2d346040895 ]; then 2024-01-24T12:46:01.458 INFO:teuthology.orchestra.run.smithi084.stdout:cp /boot/vmlinuz-6.7.0-gf2d346040895 /boot/.vmlinuz-6.7.0-gf2d346040895-rpm 2024-01-24T12:46:01.458 INFO:teuthology.orchestra.run.smithi084.stdout:cp /boot/System.map-6.7.0-gf2d346040895 /boot/.System.map-6.7.0-gf2d346040895-rpm 2024-01-24T12:46:01.458 INFO:teuthology.orchestra.run.smithi084.stdout:rm -f /boot/vmlinuz-6.7.0-gf2d346040895 /boot/System.map-6.7.0-gf2d346040895 2024-01-24T12:46:01.458 INFO:teuthology.orchestra.run.smithi084.stdout:/sbin/installkernel 6.7.0-gf2d346040895 /boot/.vmlinuz-6.7.0-gf2d346040895-rpm /boot/.System.map-6.7.0-gf2d346040895-rpm 2024-01-24T12:46:01.458 INFO:teuthology.orchestra.run.smithi084.stdout:rm -f /boot/.vmlinuz-6.7.0-gf2d346040895-rpm /boot/.System.map-6.7.0-gf2d346040895-rpm 2024-01-24T12:46:01.458 INFO:teuthology.orchestra.run.smithi084.stdout:fi 2024-01-24T12:46:01.458 INFO:teuthology.orchestra.run.smithi084.stdout:preuninstall scriptlet (using /bin/sh): 2024-01-24T12:46:01.458 INFO:teuthology.orchestra.run.smithi084.stdout:if [ -x /sbin/new-kernel-pkg ]; then 2024-01-24T12:46:01.459 INFO:teuthology.orchestra.run.smithi084.stdout:new-kernel-pkg --remove 6.7.0-gf2d346040895 --rminitrd --initrdfile=/boot/initramfs-6.7.0-gf2d346040895.img 2024-01-24T12:46:01.459 INFO:teuthology.orchestra.run.smithi084.stdout:elif [ -x /usr/bin/kernel-install ]; then 2024-01-24T12:46:01.459 INFO:teuthology.orchestra.run.smithi084.stdout:kernel-install remove 6.7.0-gf2d346040895 2024-01-24T12:46:01.459 INFO:teuthology.orchestra.run.smithi084.stdout:fi 2024-01-24T12:46:01.459 INFO:teuthology.orchestra.run.smithi084.stdout:postuninstall scriptlet (using /bin/sh): 2024-01-24T12:46:01.459 INFO:teuthology.orchestra.run.smithi084.stdout:if [ -x /sbin/update-bootloader ]; then 2024-01-24T12:46:01.459 INFO:teuthology.orchestra.run.smithi084.stdout:/sbin/update-bootloader --remove 6.7.0-gf2d346040895 2024-01-24T12:46:01.459 INFO:teuthology.orchestra.run.smithi084.stdout:fi 2024-01-24T12:46:01.460 DEBUG:teuthology.orchestra.run.smithi084:> sudo rpm -qi grub2-tools 2024-01-24T12:46:01.548 INFO:teuthology.orchestra.run.smithi084.stdout:Name : grub2-tools 2024-01-24T12:46:01.548 INFO:teuthology.orchestra.run.smithi084.stdout:Epoch : 1 2024-01-24T12:46:01.548 INFO:teuthology.orchestra.run.smithi084.stdout:Version : 2.02 2024-01-24T12:46:01.548 INFO:teuthology.orchestra.run.smithi084.stdout:Release : 123.el8 2024-01-24T12:46:01.549 INFO:teuthology.orchestra.run.smithi084.stdout:Architecture: x86_64 2024-01-24T12:46:01.549 INFO:teuthology.orchestra.run.smithi084.stdout:Install Date: Thu 14 Dec 2023 12:39:42 AM UTC 2024-01-24T12:46:01.549 INFO:teuthology.orchestra.run.smithi084.stdout:Group : System Environment/Base 2024-01-24T12:46:01.549 INFO:teuthology.orchestra.run.smithi084.stdout:Size : 9265450 2024-01-24T12:46:01.549 INFO:teuthology.orchestra.run.smithi084.stdout:License : GPLv3+ 2024-01-24T12:46:01.549 INFO:teuthology.orchestra.run.smithi084.stdout:Signature : RSA/SHA256, Thu 31 Mar 2022 07:24:35 PM UTC, Key ID 199e2f91fd431d51 2024-01-24T12:46:01.549 INFO:teuthology.orchestra.run.smithi084.stdout:Source RPM : grub2-2.02-123.el8.src.rpm 2024-01-24T12:46:01.549 INFO:teuthology.orchestra.run.smithi084.stdout:Build Date : Mon 28 Mar 2022 02:12:09 PM UTC 2024-01-24T12:46:01.549 INFO:teuthology.orchestra.run.smithi084.stdout:Build Host : x86-vm-09.build.eng.bos.redhat.com 2024-01-24T12:46:01.549 INFO:teuthology.orchestra.run.smithi084.stdout:Relocations : (not relocatable) 2024-01-24T12:46:01.549 INFO:teuthology.orchestra.run.smithi084.stdout:Packager : Red Hat, Inc. 2024-01-24T12:46:01.549 INFO:teuthology.orchestra.run.smithi084.stdout:Vendor : Red Hat, Inc. 2024-01-24T12:46:01.549 INFO:teuthology.orchestra.run.smithi084.stdout:URL : http://www.gnu.org/software/grub/ 2024-01-24T12:46:01.550 INFO:teuthology.orchestra.run.smithi084.stdout:Summary : Support tools for GRUB. 2024-01-24T12:46:01.550 INFO:teuthology.orchestra.run.smithi084.stdout:Description : 2024-01-24T12:46:01.550 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-01-24T12:46:01.550 INFO:teuthology.orchestra.run.smithi084.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-01-24T12:46:01.550 INFO:teuthology.orchestra.run.smithi084.stdout:customizable bootloader with modular architecture. It supports a rich 2024-01-24T12:46:01.550 INFO:teuthology.orchestra.run.smithi084.stdout:variety of kernel formats, file systems, computer architectures and 2024-01-24T12:46:01.550 INFO:teuthology.orchestra.run.smithi084.stdout:hardware devices. 2024-01-24T12:46:01.550 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-01-24T12:46:01.550 INFO:teuthology.orchestra.run.smithi084.stdout:This subpackage provides tools for support of all platforms. 2024-01-24T12:46:01.550 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-01-24T12:46:01.550 INFO:teuthology.task.kernel:Updating grub on smithi084 to boot 6.7.0-gf2d346040895 2024-01-24T12:46:01.551 DEBUG:teuthology.orchestra.run.smithi084:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-01-24T12:46:02.280 INFO:teuthology.orchestra.run.smithi084.stderr:Generating grub configuration file ... 2024-01-24T12:46:04.032 INFO:teuthology.orchestra.run.smithi084.stderr:done 2024-01-24T12:46:04.034 DEBUG:teuthology.orchestra.run.smithi084:> mktemp 2024-01-24T12:46:04.050 INFO:teuthology.orchestra.run.smithi084.stdout:/tmp/tmp.gsqCt8tXLV 2024-01-24T12:46:04.051 DEBUG:teuthology.orchestra.run.smithi084:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.gsqCt8tXLV 2024-01-24T12:46:04.125 DEBUG:teuthology.orchestra.run.smithi084:> sudo chmod 0666 /tmp/tmp.gsqCt8tXLV 2024-01-24T12:46:04.280 DEBUG:teuthology.orchestra.remote:smithi084:/tmp/tmp.gsqCt8tXLV is 6KB 2024-01-24T12:46:04.328 DEBUG:teuthology.orchestra.run.smithi084:> rm -fr /tmp/tmp.gsqCt8tXLV 2024-01-24T12:46:04.345 DEBUG:teuthology.orchestra.run.smithi084:> sudo /bin/ls /boot/loader/entries || true 2024-01-24T12:46:04.415 INFO:teuthology.orchestra.run.smithi084.stdout:2db68f91c8f90721a6596efe657a5324-0-rescue.conf 2024-01-24T12:46:04.415 INFO:teuthology.orchestra.run.smithi084.stdout:2db68f91c8f90721a6596efe657a5324-6.7.0-gf2d346040895.conf 2024-01-24T12:46:04.415 INFO:teuthology.orchestra.run.smithi084.stdout:963f8b6c99184de696879b3f7da9ecce-0-rescue.conf 2024-01-24T12:46:04.415 INFO:teuthology.orchestra.run.smithi084.stdout:963f8b6c99184de696879b3f7da9ecce-4.18.0-372.9.1.el8.x86_64.conf 2024-01-24T12:46:04.415 INFO:teuthology.orchestra.run.smithi084.stdout:963f8b6c99184de696879b3f7da9ecce-4.18.0-513.9.1.el8_9.x86_64.conf 2024-01-24T12:46:04.416 DEBUG:teuthology.orchestra.run.smithi084:> sudo grub2-set-default 2db68f91c8f90721a6596efe657a5324-6.7.0-gf2d346040895 2024-01-24T12:46:04.570 DEBUG:teuthology.orchestra.run.smithi084:> sudo shutdown -r now 2024-01-24T12:46:18.656 INFO:teuthology.task.kernel:Checking client mon.c for new kernel version... 2024-01-24T12:46:18.657 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi181.front.sepia.ceph.com' 2024-01-24T12:46:18.657 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi181.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-01-24T12:46:28.983 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-01-24T12:46:28.983 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi113.front.sepia.ceph.com' 2024-01-24T12:46:28.984 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi113.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-01-24T12:46:34.577 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-01-24T12:46:34.577 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi084.front.sepia.ceph.com' 2024-01-24T12:46:34.578 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi084.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-01-24T12:46:37.116 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.181 2024-01-24T12:46:46.124 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi181.front.sepia.ceph.com' 2024-01-24T12:46:46.125 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi181.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-01-24T12:46:47.356 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.113 2024-01-24T12:46:52.992 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.84 2024-01-24T12:46:56.360 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi113.front.sepia.ceph.com' 2024-01-24T12:46:56.361 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi113.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-01-24T12:46:59.424 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.113 2024-01-24T12:47:01.996 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi084.front.sepia.ceph.com' 2024-01-24T12:47:01.997 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi084.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-01-24T12:47:05.056 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.84 2024-01-24T12:47:11.428 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi113.front.sepia.ceph.com' 2024-01-24T12:47:11.428 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi113.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-01-24T12:47:14.492 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.113 2024-01-24T12:47:17.059 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi084.front.sepia.ceph.com' 2024-01-24T12:47:17.060 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi084.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-01-24T12:47:29.506 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi113.front.sepia.ceph.com' 2024-01-24T12:47:29.507 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi113.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-01-24T12:47:46.140 DEBUG:teuthology.orchestra.remote:timed out 2024-01-24T12:47:48.028 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.113 2024-01-24T12:47:48.804 DEBUG:teuthology.orchestra.run.smithi084:> true 2024-01-24T12:47:49.227 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi084.front.sepia.ceph.com' 2024-01-24T12:47:49.227 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "6.7.0-gf2d346040895"... 2024-01-24T12:47:49.227 DEBUG:teuthology.orchestra.run.smithi084:> uname -r 2024-01-24T12:47:49.269 INFO:teuthology.orchestra.run.smithi084.stdout:6.7.0-gf2d346040895 2024-01-24T12:47:49.269 DEBUG:teuthology.task.kernel:current kernel version is 6.7.0-gf2d346040895 vs 6.7.0-gf2d346040895 2024-01-24T12:47:49.269 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-01-24T12:47:49.269 DEBUG:teuthology.task.kernel:Distro of this test job: rhel 2024-01-24T12:47:50.271 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-01-24T12:47:50.271 DEBUG:teuthology.orchestra.run.smithi084:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-01-24T12:47:50.407 INFO:teuthology.orchestra.run.smithi084.stdout:ttyS1 2024-01-24T12:47:50.435 DEBUG:teuthology.parallel:result is None 2024-01-24T12:47:58.141 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi181.front.sepia.ceph.com' 2024-01-24T12:47:58.142 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi181.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-01-24T12:47:58.522 DEBUG:teuthology.orchestra.run.smithi181:> true 2024-01-24T12:47:58.926 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi181.front.sepia.ceph.com' 2024-01-24T12:47:58.926 INFO:teuthology.task.kernel:Checking kernel version of mon.c, want "6.7.0-gf2d346040895"... 2024-01-24T12:47:58.926 DEBUG:teuthology.orchestra.run.smithi181:> uname -r 2024-01-24T12:47:58.967 INFO:teuthology.orchestra.run.smithi181.stdout:6.7.0-gf2d346040895 2024-01-24T12:47:58.967 DEBUG:teuthology.task.kernel:current kernel version is 6.7.0-gf2d346040895 vs 6.7.0-gf2d346040895 2024-01-24T12:47:58.967 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-01-24T12:47:58.968 DEBUG:teuthology.task.kernel:Distro of this test job: rhel 2024-01-24T12:47:59.969 INFO:teuthology.task.kernel:Enabling kdb on mon.c... 2024-01-24T12:47:59.969 DEBUG:teuthology.orchestra.run.smithi181:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-01-24T12:48:00.104 INFO:teuthology.orchestra.run.smithi181.stdout:ttyS1 2024-01-24T12:48:00.124 DEBUG:teuthology.parallel:result is None 2024-01-24T12:48:06.029 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi113.front.sepia.ceph.com' 2024-01-24T12:48:06.030 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi113.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-01-24T12:48:06.391 DEBUG:teuthology.orchestra.run.smithi113:> true 2024-01-24T12:48:06.779 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi113.front.sepia.ceph.com' 2024-01-24T12:48:06.780 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "6.7.0-gf2d346040895"... 2024-01-24T12:48:06.780 DEBUG:teuthology.orchestra.run.smithi113:> uname -r 2024-01-24T12:48:06.820 INFO:teuthology.orchestra.run.smithi113.stdout:6.7.0-gf2d346040895 2024-01-24T12:48:06.820 DEBUG:teuthology.task.kernel:current kernel version is 6.7.0-gf2d346040895 vs 6.7.0-gf2d346040895 2024-01-24T12:48:06.820 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-01-24T12:48:06.821 DEBUG:teuthology.task.kernel:Distro of this test job: rhel 2024-01-24T12:48:07.822 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-01-24T12:48:07.823 DEBUG:teuthology.orchestra.run.smithi113:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-01-24T12:48:07.955 INFO:teuthology.orchestra.run.smithi113.stdout:ttyS1 2024-01-24T12:48:07.980 DEBUG:teuthology.parallel:result is None 2024-01-24T12:48:07.980 INFO:teuthology.run_tasks:Running task internal.base... 2024-01-24T12:48:07.988 INFO:teuthology.task.internal:Creating test directory... 2024-01-24T12:48:07.988 DEBUG:teuthology.orchestra.run.smithi084:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-01-24T12:48:07.992 DEBUG:teuthology.orchestra.run.smithi113:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-01-24T12:48:07.996 DEBUG:teuthology.orchestra.run.smithi181:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-01-24T12:48:08.042 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-01-24T12:48:08.048 INFO:teuthology.run_tasks:Running task internal.archive... 2024-01-24T12:48:08.069 INFO:teuthology.task.internal:Creating archive directory... 2024-01-24T12:48:08.069 DEBUG:teuthology.orchestra.run.smithi084:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-01-24T12:48:08.078 DEBUG:teuthology.orchestra.run.smithi113:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-01-24T12:48:08.082 DEBUG:teuthology.orchestra.run.smithi181:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-01-24T12:48:08.143 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-01-24T12:48:08.151 INFO:teuthology.task.internal:Enabling coredump saving... 2024-01-24T12:48:08.151 DEBUG:teuthology.orchestra.run.smithi084:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-01-24T12:48:08.155 DEBUG:teuthology.orchestra.run.smithi113:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-01-24T12:48:08.159 DEBUG:teuthology.orchestra.run.smithi181:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-01-24T12:48:08.224 INFO:teuthology.orchestra.run.smithi113.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-01-24T12:48:08.230 INFO:teuthology.orchestra.run.smithi084.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-01-24T12:48:08.249 INFO:teuthology.orchestra.run.smithi113.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-01-24T12:48:08.256 INFO:teuthology.orchestra.run.smithi084.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-01-24T12:48:08.263 INFO:teuthology.orchestra.run.smithi181.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-01-24T12:48:08.289 INFO:teuthology.orchestra.run.smithi181.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-01-24T12:48:08.292 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-01-24T12:48:08.299 INFO:teuthology.task.internal:Configuring sudo... 2024-01-24T12:48:08.300 DEBUG:teuthology.orchestra.run.smithi084:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-01-24T12:48:08.303 DEBUG:teuthology.orchestra.run.smithi113:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-01-24T12:48:08.307 DEBUG:teuthology.orchestra.run.smithi181:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-01-24T12:48:08.371 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-01-24T12:48:08.381 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-01-24T12:48:08.381 DEBUG:teuthology.orchestra.run.smithi084:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-01-24T12:48:08.385 DEBUG:teuthology.orchestra.run.smithi113:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-01-24T12:48:08.389 DEBUG:teuthology.orchestra.run.smithi181:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-01-24T12:48:08.430 DEBUG:teuthology.orchestra.run.smithi084:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-01-24T12:48:08.532 DEBUG:teuthology.orchestra.run.smithi084:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-01-24T12:48:08.636 DEBUG:teuthology.orchestra.run.smithi084:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-01-24T12:48:08.706 DEBUG:teuthology.orchestra.run.smithi084:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-01-24T12:48:08.785 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-01-24T12:48:08.785 DEBUG:teuthology.orchestra.run.smithi084:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-01-24T12:48:08.862 DEBUG:teuthology.orchestra.run.smithi113:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-01-24T12:48:08.935 DEBUG:teuthology.orchestra.run.smithi113:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-01-24T12:48:09.008 DEBUG:teuthology.orchestra.run.smithi113:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-01-24T12:48:09.077 DEBUG:teuthology.orchestra.run.smithi113:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-01-24T12:48:09.141 DEBUG:teuthology.orchestra.run.smithi113:> set -ex 2024-01-24T12:48:09.141 DEBUG:teuthology.orchestra.run.smithi113:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-01-24T12:48:09.204 DEBUG:teuthology.orchestra.run.smithi181:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-01-24T12:48:09.276 DEBUG:teuthology.orchestra.run.smithi181:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-01-24T12:48:09.362 DEBUG:teuthology.orchestra.run.smithi181:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-01-24T12:48:09.431 DEBUG:teuthology.orchestra.run.smithi181:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-01-24T12:48:09.510 DEBUG:teuthology.orchestra.run.smithi181:> set -ex 2024-01-24T12:48:09.510 DEBUG:teuthology.orchestra.run.smithi181:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-01-24T12:48:09.575 DEBUG:teuthology.orchestra.run.smithi084:> sudo service rsyslog restart 2024-01-24T12:48:09.579 DEBUG:teuthology.orchestra.run.smithi113:> sudo service rsyslog restart 2024-01-24T12:48:09.583 DEBUG:teuthology.orchestra.run.smithi181:> sudo service rsyslog restart 2024-01-24T12:48:09.683 INFO:teuthology.orchestra.run.smithi113.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-01-24T12:48:09.690 INFO:teuthology.orchestra.run.smithi084.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-01-24T12:48:09.713 INFO:teuthology.orchestra.run.smithi181.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-01-24T12:48:10.180 INFO:teuthology.run_tasks:Running task internal.timer... 2024-01-24T12:48:10.189 INFO:teuthology.task.internal:Starting timer... 2024-01-24T12:48:10.189 INFO:teuthology.run_tasks:Running task pcp... 2024-01-24T12:48:10.214 INFO:teuthology.run_tasks:Running task selinux... 2024-01-24T12:48:10.248 DEBUG:teuthology.task:Applying overrides for task selinux: {'whitelist': ['scontext=system_u:system_r:logrotate_t:s0']} 2024-01-24T12:48:10.249 DEBUG:teuthology.orchestra.run.smithi084:> sudo service auditd rotate 2024-01-24T12:48:10.422 INFO:teuthology.orchestra.run.smithi084.stdout:Rotating logs: 2024-01-24T12:48:10.425 DEBUG:teuthology.orchestra.run.smithi113:> sudo service auditd rotate 2024-01-24T12:48:10.594 INFO:teuthology.orchestra.run.smithi113.stdout:Rotating logs: 2024-01-24T12:48:10.597 DEBUG:teuthology.orchestra.run.smithi181:> sudo service auditd rotate 2024-01-24T12:48:10.753 INFO:teuthology.orchestra.run.smithi181.stdout:Rotating logs: 2024-01-24T12:48:10.757 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-01-24T12:48:10.757 DEBUG:teuthology.orchestra.run.smithi084:> /usr/sbin/getenforce 2024-01-24T12:48:10.802 INFO:teuthology.orchestra.run.smithi084.stdout:Permissive 2024-01-24T12:48:10.802 DEBUG:teuthology.orchestra.run.smithi113:> /usr/sbin/getenforce 2024-01-24T12:48:10.855 INFO:teuthology.orchestra.run.smithi113.stdout:Permissive 2024-01-24T12:48:10.855 DEBUG:teuthology.orchestra.run.smithi181:> /usr/sbin/getenforce 2024-01-24T12:48:10.899 INFO:teuthology.orchestra.run.smithi181.stdout:Permissive 2024-01-24T12:48:10.899 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi084.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi113.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi181.front.sepia.ceph.com': 'permissive'} 2024-01-24T12:48:10.900 DEBUG:teuthology.orchestra.run.smithi084:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2024-01-24T12:48:10.965 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-01-24T12:48:10.966 DEBUG:teuthology.orchestra.run.smithi113:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2024-01-24T12:48:11.031 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-01-24T12:48:11.032 DEBUG:teuthology.orchestra.run.smithi181:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2024-01-24T12:48:11.097 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-01-24T12:48:11.098 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-01-24T12:48:11.098 DEBUG:teuthology.orchestra.run.smithi084:> sudo /usr/sbin/setenforce permissive 2024-01-24T12:48:11.162 DEBUG:teuthology.orchestra.run.smithi113:> sudo /usr/sbin/setenforce permissive 2024-01-24T12:48:11.227 DEBUG:teuthology.orchestra.run.smithi181:> sudo /usr/sbin/setenforce permissive 2024-01-24T12:48:11.291 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-01-24T12:48:11.301 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2024-01-24T12:48:11.306 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2024-01-24T12:48:11.422 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-01-24T12:48:11.438 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-01-24T12:48:11.439 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi084.front.sepia.ceph.com,smithi113.front.sepia.ceph.com,smithi181.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-01-24T12:58:30.417 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi084.front.sepia.ceph.com'), Remote(name='ubuntu@smithi113.front.sepia.ceph.com'), Remote(name='ubuntu@smithi181.front.sepia.ceph.com')] 2024-01-24T12:58:30.418 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi084.front.sepia.ceph.com' 2024-01-24T12:58:30.419 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi084.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-01-24T12:58:30.516 DEBUG:teuthology.orchestra.run.smithi084:> true 2024-01-24T12:58:30.624 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi084.front.sepia.ceph.com' 2024-01-24T12:58:30.625 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi113.front.sepia.ceph.com' 2024-01-24T12:58:30.625 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi113.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-01-24T12:58:30.718 DEBUG:teuthology.orchestra.run.smithi113:> true 2024-01-24T12:58:30.835 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi113.front.sepia.ceph.com' 2024-01-24T12:58:30.835 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi181.front.sepia.ceph.com' 2024-01-24T12:58:30.836 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi181.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-01-24T12:58:30.932 DEBUG:teuthology.orchestra.run.smithi181:> true 2024-01-24T12:58:31.042 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi181.front.sepia.ceph.com' 2024-01-24T12:58:31.043 INFO:teuthology.run_tasks:Running task clock... 2024-01-24T12:58:31.054 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-01-24T12:58:31.054 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-01-24T12:58:31.054 DEBUG:teuthology.orchestra.run.smithi084:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-01-24T12:58:31.059 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-01-24T12:58:31.059 DEBUG:teuthology.orchestra.run.smithi113:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-01-24T12:58:31.063 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-01-24T12:58:31.063 DEBUG:teuthology.orchestra.run.smithi181:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-01-24T12:58:31.130 INFO:teuthology.orchestra.run.smithi084.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-01-24T12:58:31.132 INFO:teuthology.orchestra.run.smithi113.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-01-24T12:58:31.153 INFO:teuthology.orchestra.run.smithi181.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-01-24T12:58:31.163 INFO:teuthology.orchestra.run.smithi084.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-01-24T12:58:31.165 INFO:teuthology.orchestra.run.smithi113.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-01-24T12:58:31.186 INFO:teuthology.orchestra.run.smithi181.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-01-24T12:58:31.251 INFO:teuthology.orchestra.run.smithi113.stderr:sudo: ntpd: command not found 2024-01-24T12:58:31.252 INFO:teuthology.orchestra.run.smithi084.stderr:sudo: ntpd: command not found 2024-01-24T12:58:31.274 INFO:teuthology.orchestra.run.smithi181.stderr:sudo: ntpd: command not found 2024-01-24T12:58:31.278 INFO:teuthology.orchestra.run.smithi113.stdout:506 Cannot talk to daemon 2024-01-24T12:58:31.279 INFO:teuthology.orchestra.run.smithi084.stdout:506 Cannot talk to daemon 2024-01-24T12:58:31.302 INFO:teuthology.orchestra.run.smithi181.stdout:506 Cannot talk to daemon 2024-01-24T12:58:31.310 INFO:teuthology.orchestra.run.smithi113.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-01-24T12:58:31.311 INFO:teuthology.orchestra.run.smithi084.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-01-24T12:58:31.334 INFO:teuthology.orchestra.run.smithi181.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-01-24T12:58:31.342 INFO:teuthology.orchestra.run.smithi113.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-01-24T12:58:31.343 INFO:teuthology.orchestra.run.smithi084.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-01-24T12:58:31.367 INFO:teuthology.orchestra.run.smithi181.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-01-24T12:58:31.426 INFO:teuthology.orchestra.run.smithi113.stderr:bash: ntpq: command not found 2024-01-24T12:58:31.428 INFO:teuthology.orchestra.run.smithi084.stderr:bash: ntpq: command not found 2024-01-24T12:58:31.433 INFO:teuthology.orchestra.run.smithi113.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-01-24T12:58:31.433 INFO:teuthology.orchestra.run.smithi113.stdout:=============================================================================== 2024-01-24T12:58:31.433 INFO:teuthology.orchestra.run.smithi113.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-01-24T12:58:31.433 INFO:teuthology.orchestra.run.smithi113.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-01-24T12:58:31.433 INFO:teuthology.orchestra.run.smithi113.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-01-24T12:58:31.433 INFO:teuthology.orchestra.run.smithi113.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-01-24T12:58:31.436 INFO:teuthology.orchestra.run.smithi084.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-01-24T12:58:31.436 INFO:teuthology.orchestra.run.smithi084.stdout:=============================================================================== 2024-01-24T12:58:31.436 INFO:teuthology.orchestra.run.smithi084.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-01-24T12:58:31.436 INFO:teuthology.orchestra.run.smithi084.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-01-24T12:58:31.436 INFO:teuthology.orchestra.run.smithi084.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-01-24T12:58:31.436 INFO:teuthology.orchestra.run.smithi084.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-01-24T12:58:31.462 INFO:teuthology.orchestra.run.smithi181.stderr:bash: ntpq: command not found 2024-01-24T12:58:31.469 INFO:teuthology.orchestra.run.smithi181.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-01-24T12:58:31.469 INFO:teuthology.orchestra.run.smithi181.stdout:=============================================================================== 2024-01-24T12:58:31.469 INFO:teuthology.orchestra.run.smithi181.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-01-24T12:58:31.469 INFO:teuthology.orchestra.run.smithi181.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-01-24T12:58:31.470 INFO:teuthology.orchestra.run.smithi181.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-01-24T12:58:31.470 INFO:teuthology.orchestra.run.smithi181.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-01-24T12:58:31.471 INFO:teuthology.run_tasks:Running task pexec... 2024-01-24T12:58:31.480 INFO:teuthology.task.pexec:Executing custom commands... 2024-01-24T12:58:31.481 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi084.front.sepia.ceph.com 2024-01-24T12:58:31.481 DEBUG:teuthology.orchestra.run.smithi084:> TESTDIR=/home/ubuntu/cephtest bash -s 2024-01-24T12:58:31.481 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi113.front.sepia.ceph.com 2024-01-24T12:58:31.481 DEBUG:teuthology.orchestra.run.smithi113:> TESTDIR=/home/ubuntu/cephtest bash -s 2024-01-24T12:58:31.482 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi181.front.sepia.ceph.com 2024-01-24T12:58:31.482 DEBUG:teuthology.orchestra.run.smithi181:> TESTDIR=/home/ubuntu/cephtest bash -s 2024-01-24T12:58:31.958 INFO:teuthology.orchestra.run.smithi181.stdout:Updating Subscription Management repositories. 2024-01-24T12:58:31.960 INFO:teuthology.orchestra.run.smithi084.stdout:Updating Subscription Management repositories. 2024-01-24T12:58:31.961 INFO:teuthology.orchestra.run.smithi113.stdout:Updating Subscription Management repositories. 2024-01-24T12:58:33.863 INFO:teuthology.orchestra.run.smithi113.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 40 kB/s | 4.1 kB 00:00 2024-01-24T12:58:33.970 INFO:teuthology.orchestra.run.smithi084.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 42 kB/s | 4.5 kB 00:00 2024-01-24T12:58:33.979 INFO:teuthology.orchestra.run.smithi181.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 33 kB/s | 4.5 kB 00:00 2024-01-24T12:58:34.250 INFO:teuthology.orchestra.run.smithi113.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 37 kB/s | 4.5 kB 00:00 2024-01-24T12:58:34.682 INFO:teuthology.orchestra.run.smithi181.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 25 kB/s | 4.1 kB 00:00 2024-01-24T12:58:34.787 INFO:teuthology.orchestra.run.smithi084.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 29 kB/s | 4.1 kB 00:00 2024-01-24T12:58:37.447 INFO:teuthology.orchestra.run.smithi113.stdout:Dependencies resolved. 2024-01-24T12:58:37.448 INFO:teuthology.orchestra.run.smithi113.stdout:================================================================================ 2024-01-24T12:58:37.448 INFO:teuthology.orchestra.run.smithi113.stdout: Package Architecture Version Repository Size 2024-01-24T12:58:37.448 INFO:teuthology.orchestra.run.smithi113.stdout:================================================================================ 2024-01-24T12:58:37.448 INFO:teuthology.orchestra.run.smithi113.stdout:Resetting modules: 2024-01-24T12:58:37.448 INFO:teuthology.orchestra.run.smithi113.stdout: container-tools 2024-01-24T12:58:37.448 INFO:teuthology.orchestra.run.smithi113.stdout: 2024-01-24T12:58:37.448 INFO:teuthology.orchestra.run.smithi113.stdout:Transaction Summary 2024-01-24T12:58:37.448 INFO:teuthology.orchestra.run.smithi113.stdout:================================================================================ 2024-01-24T12:58:37.449 INFO:teuthology.orchestra.run.smithi113.stdout: 2024-01-24T12:58:37.584 INFO:teuthology.orchestra.run.smithi181.stdout:Dependencies resolved. 2024-01-24T12:58:37.584 INFO:teuthology.orchestra.run.smithi181.stdout:================================================================================ 2024-01-24T12:58:37.584 INFO:teuthology.orchestra.run.smithi181.stdout: Package Architecture Version Repository Size 2024-01-24T12:58:37.584 INFO:teuthology.orchestra.run.smithi181.stdout:================================================================================ 2024-01-24T12:58:37.584 INFO:teuthology.orchestra.run.smithi181.stdout:Resetting modules: 2024-01-24T12:58:37.584 INFO:teuthology.orchestra.run.smithi181.stdout: container-tools 2024-01-24T12:58:37.585 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-01-24T12:58:37.585 INFO:teuthology.orchestra.run.smithi181.stdout:Transaction Summary 2024-01-24T12:58:37.585 INFO:teuthology.orchestra.run.smithi181.stdout:================================================================================ 2024-01-24T12:58:37.585 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-01-24T12:58:37.729 INFO:teuthology.orchestra.run.smithi084.stdout:Dependencies resolved. 2024-01-24T12:58:37.730 INFO:teuthology.orchestra.run.smithi084.stdout:================================================================================ 2024-01-24T12:58:37.730 INFO:teuthology.orchestra.run.smithi084.stdout: Package Architecture Version Repository Size 2024-01-24T12:58:37.730 INFO:teuthology.orchestra.run.smithi084.stdout:================================================================================ 2024-01-24T12:58:37.730 INFO:teuthology.orchestra.run.smithi084.stdout:Resetting modules: 2024-01-24T12:58:37.730 INFO:teuthology.orchestra.run.smithi084.stdout: container-tools 2024-01-24T12:58:37.730 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-01-24T12:58:37.730 INFO:teuthology.orchestra.run.smithi084.stdout:Transaction Summary 2024-01-24T12:58:37.730 INFO:teuthology.orchestra.run.smithi084.stdout:================================================================================ 2024-01-24T12:58:37.731 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-01-24T12:58:52.258 INFO:teuthology.orchestra.run.smithi113.stdout:Complete! 2024-01-24T12:58:52.264 INFO:teuthology.orchestra.run.smithi084.stdout:Complete! 2024-01-24T12:58:52.820 INFO:teuthology.orchestra.run.smithi181.stdout:Complete! 2024-01-24T12:58:52.856 INFO:teuthology.orchestra.run.smithi084.stdout:Updating Subscription Management repositories. 2024-01-24T12:58:52.884 INFO:teuthology.orchestra.run.smithi113.stdout:Updating Subscription Management repositories. 2024-01-24T12:58:53.428 INFO:teuthology.orchestra.run.smithi181.stdout:Updating Subscription Management repositories. 2024-01-24T12:58:54.774 INFO:teuthology.orchestra.run.smithi113.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 42 kB/s | 4.1 kB 00:00 2024-01-24T12:58:55.122 INFO:teuthology.orchestra.run.smithi084.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 28 kB/s | 4.5 kB 00:00 2024-01-24T12:58:55.176 INFO:teuthology.orchestra.run.smithi113.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 32 kB/s | 4.5 kB 00:00 2024-01-24T12:58:55.701 INFO:teuthology.orchestra.run.smithi181.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 34 kB/s | 4.5 kB 00:00 2024-01-24T12:58:55.866 INFO:teuthology.orchestra.run.smithi084.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 29 kB/s | 4.1 kB 00:00 2024-01-24T12:58:56.348 INFO:teuthology.orchestra.run.smithi181.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 34 kB/s | 4.1 kB 00:00 2024-01-24T12:58:58.459 INFO:teuthology.orchestra.run.smithi113.stdout:Dependencies resolved. 2024-01-24T12:58:58.621 INFO:teuthology.orchestra.run.smithi113.stdout:========================================================================================================== 2024-01-24T12:58:58.622 INFO:teuthology.orchestra.run.smithi113.stdout: Package Arch Version Repository Size 2024-01-24T12:58:58.622 INFO:teuthology.orchestra.run.smithi113.stdout:========================================================================================================== 2024-01-24T12:58:58.622 INFO:teuthology.orchestra.run.smithi113.stdout:Installing group/module packages: 2024-01-24T12:58:58.622 INFO:teuthology.orchestra.run.smithi113.stdout: aardvark-dns x86_64 2:1.7.0-1.module+el8.9.0+20326+387084d0 rhel-8-for-x86_64-appstream-rpms 1.0 M 2024-01-24T12:58:58.622 INFO:teuthology.orchestra.run.smithi113.stdout: buildah x86_64 1:1.31.3-1.module+el8.9.0+20326+387084d0 rhel-8-for-x86_64-appstream-rpms 8.8 M 2024-01-24T12:58:58.622 INFO:teuthology.orchestra.run.smithi113.stdout: cockpit-podman noarch 75-1.module+el8.9.0+20326+387084d0 rhel-8-for-x86_64-appstream-rpms 739 k 2024-01-24T12:58:58.622 INFO:teuthology.orchestra.run.smithi113.stdout: crun x86_64 1.8.7-1.module+el8.9.0+20326+387084d0 rhel-8-for-x86_64-appstream-rpms 239 k 2024-01-24T12:58:58.622 INFO:teuthology.orchestra.run.smithi113.stdout: netavark x86_64 2:1.7.0-1.module+el8.9.0+20326+387084d0 rhel-8-for-x86_64-appstream-rpms 3.7 M 2024-01-24T12:58:58.622 INFO:teuthology.orchestra.run.smithi113.stdout: python3-podman noarch 4.6.0-1.module+el8.9.0+20326+387084d0 rhel-8-for-x86_64-appstream-rpms 153 k 2024-01-24T12:58:58.622 INFO:teuthology.orchestra.run.smithi113.stdout: skopeo x86_64 2:1.13.3-1.module+el8.9.0+20326+387084d0 rhel-8-for-x86_64-appstream-rpms 8.1 M 2024-01-24T12:58:58.622 INFO:teuthology.orchestra.run.smithi113.stdout: toolbox x86_64 0.0.99.4-5.module+el8.9.0+20326+387084d0 rhel-8-for-x86_64-appstream-rpms 2.5 M 2024-01-24T12:58:58.623 INFO:teuthology.orchestra.run.smithi113.stdout: udica noarch 0.2.6-20.module+el8.9.0+20326+387084d0 rhel-8-for-x86_64-appstream-rpms 49 k 2024-01-24T12:58:58.623 INFO:teuthology.orchestra.run.smithi113.stdout:Installing dependencies: 2024-01-24T12:58:58.623 INFO:teuthology.orchestra.run.smithi113.stdout: python3-pytoml noarch 0.1.14-5.git7dea353.el8 rhel-8-for-x86_64-appstream-rpms 25 k 2024-01-24T12:58:58.623 INFO:teuthology.orchestra.run.smithi113.stdout: python3-pyxdg noarch 0.25-16.el8 rhel-8-for-x86_64-appstream-rpms 94 k 2024-01-24T12:58:58.623 INFO:teuthology.orchestra.run.smithi113.stdout: yajl x86_64 2.1.0-12.el8 rhel-8-for-x86_64-appstream-rpms 41 k 2024-01-24T12:58:58.623 INFO:teuthology.orchestra.run.smithi113.stdout:Installing weak dependencies: 2024-01-24T12:58:58.623 INFO:teuthology.orchestra.run.smithi113.stdout: criu-libs x86_64 3.18-4.module+el8.9.0+20326+387084d0 rhel-8-for-x86_64-appstream-rpms 39 k 2024-01-24T12:58:58.623 INFO:teuthology.orchestra.run.smithi113.stdout:Installing module profiles: 2024-01-24T12:58:58.623 INFO:teuthology.orchestra.run.smithi113.stdout: container-tools/common 2024-01-24T12:58:58.623 INFO:teuthology.orchestra.run.smithi113.stdout: 2024-01-24T12:58:58.623 INFO:teuthology.orchestra.run.smithi113.stdout:Enabling module streams: 2024-01-24T12:58:58.623 INFO:teuthology.orchestra.run.smithi113.stdout: container-tools rhel8 2024-01-24T12:58:58.624 INFO:teuthology.orchestra.run.smithi113.stdout: 2024-01-24T12:58:58.624 INFO:teuthology.orchestra.run.smithi113.stdout:Transaction Summary 2024-01-24T12:58:58.624 INFO:teuthology.orchestra.run.smithi113.stdout:========================================================================================================== 2024-01-24T12:58:58.624 INFO:teuthology.orchestra.run.smithi113.stdout:Install 13 Packages 2024-01-24T12:58:58.624 INFO:teuthology.orchestra.run.smithi113.stdout: 2024-01-24T12:58:58.624 INFO:teuthology.orchestra.run.smithi113.stdout:Total download size: 26 M 2024-01-24T12:58:58.625 INFO:teuthology.orchestra.run.smithi113.stdout:Installed size: 87 M 2024-01-24T12:58:58.625 INFO:teuthology.orchestra.run.smithi113.stdout:Downloading Packages: 2024-01-24T12:58:58.751 INFO:teuthology.orchestra.run.smithi084.stdout:Dependencies resolved. 2024-01-24T12:58:58.768 INFO:teuthology.orchestra.run.smithi113.stdout:(1/13): python3-pytoml-0.1.14-5.git7dea353.el8. 173 kB/s | 25 kB 00:00 2024-01-24T12:58:58.794 INFO:teuthology.orchestra.run.smithi113.stdout:(2/13): python3-pyxdg-0.25-16.el8.noarch.rpm 557 kB/s | 94 kB 00:00 2024-01-24T12:58:58.872 INFO:teuthology.orchestra.run.smithi113.stdout:(3/13): yajl-2.1.0-12.el8.x86_64.rpm 168 kB/s | 41 kB 00:00 2024-01-24T12:58:58.919 INFO:teuthology.orchestra.run.smithi084.stdout:========================================================================================================== 2024-01-24T12:58:58.919 INFO:teuthology.orchestra.run.smithi084.stdout: Package Arch Version Repository Size 2024-01-24T12:58:58.919 INFO:teuthology.orchestra.run.smithi084.stdout:========================================================================================================== 2024-01-24T12:58:58.919 INFO:teuthology.orchestra.run.smithi084.stdout:Installing group/module packages: 2024-01-24T12:58:58.919 INFO:teuthology.orchestra.run.smithi084.stdout: aardvark-dns x86_64 2:1.7.0-1.module+el8.9.0+20326+387084d0 rhel-8-for-x86_64-appstream-rpms 1.0 M 2024-01-24T12:58:58.919 INFO:teuthology.orchestra.run.smithi084.stdout: buildah x86_64 1:1.31.3-1.module+el8.9.0+20326+387084d0 rhel-8-for-x86_64-appstream-rpms 8.8 M 2024-01-24T12:58:58.920 INFO:teuthology.orchestra.run.smithi084.stdout: cockpit-podman noarch 75-1.module+el8.9.0+20326+387084d0 rhel-8-for-x86_64-appstream-rpms 739 k 2024-01-24T12:58:58.920 INFO:teuthology.orchestra.run.smithi084.stdout: crun x86_64 1.8.7-1.module+el8.9.0+20326+387084d0 rhel-8-for-x86_64-appstream-rpms 239 k 2024-01-24T12:58:58.920 INFO:teuthology.orchestra.run.smithi084.stdout: netavark x86_64 2:1.7.0-1.module+el8.9.0+20326+387084d0 rhel-8-for-x86_64-appstream-rpms 3.7 M 2024-01-24T12:58:58.920 INFO:teuthology.orchestra.run.smithi084.stdout: python3-podman noarch 4.6.0-1.module+el8.9.0+20326+387084d0 rhel-8-for-x86_64-appstream-rpms 153 k 2024-01-24T12:58:58.920 INFO:teuthology.orchestra.run.smithi084.stdout: skopeo x86_64 2:1.13.3-1.module+el8.9.0+20326+387084d0 rhel-8-for-x86_64-appstream-rpms 8.1 M 2024-01-24T12:58:58.920 INFO:teuthology.orchestra.run.smithi084.stdout: toolbox x86_64 0.0.99.4-5.module+el8.9.0+20326+387084d0 rhel-8-for-x86_64-appstream-rpms 2.5 M 2024-01-24T12:58:58.920 INFO:teuthology.orchestra.run.smithi084.stdout: udica noarch 0.2.6-20.module+el8.9.0+20326+387084d0 rhel-8-for-x86_64-appstream-rpms 49 k 2024-01-24T12:58:58.920 INFO:teuthology.orchestra.run.smithi084.stdout:Installing dependencies: 2024-01-24T12:58:58.920 INFO:teuthology.orchestra.run.smithi084.stdout: python3-pytoml noarch 0.1.14-5.git7dea353.el8 rhel-8-for-x86_64-appstream-rpms 25 k 2024-01-24T12:58:58.920 INFO:teuthology.orchestra.run.smithi084.stdout: python3-pyxdg noarch 0.25-16.el8 rhel-8-for-x86_64-appstream-rpms 94 k 2024-01-24T12:58:58.920 INFO:teuthology.orchestra.run.smithi084.stdout: yajl x86_64 2.1.0-12.el8 rhel-8-for-x86_64-appstream-rpms 41 k 2024-01-24T12:58:58.920 INFO:teuthology.orchestra.run.smithi084.stdout:Installing weak dependencies: 2024-01-24T12:58:58.920 INFO:teuthology.orchestra.run.smithi084.stdout: criu-libs x86_64 3.18-4.module+el8.9.0+20326+387084d0 rhel-8-for-x86_64-appstream-rpms 39 k 2024-01-24T12:58:58.921 INFO:teuthology.orchestra.run.smithi084.stdout:Installing module profiles: 2024-01-24T12:58:58.921 INFO:teuthology.orchestra.run.smithi084.stdout: container-tools/common 2024-01-24T12:58:58.921 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-01-24T12:58:58.921 INFO:teuthology.orchestra.run.smithi084.stdout:Enabling module streams: 2024-01-24T12:58:58.921 INFO:teuthology.orchestra.run.smithi084.stdout: container-tools rhel8 2024-01-24T12:58:58.921 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-01-24T12:58:58.921 INFO:teuthology.orchestra.run.smithi084.stdout:Transaction Summary 2024-01-24T12:58:58.921 INFO:teuthology.orchestra.run.smithi084.stdout:========================================================================================================== 2024-01-24T12:58:58.921 INFO:teuthology.orchestra.run.smithi084.stdout:Install 13 Packages 2024-01-24T12:58:58.921 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-01-24T12:58:58.922 INFO:teuthology.orchestra.run.smithi084.stdout:Total download size: 26 M 2024-01-24T12:58:58.922 INFO:teuthology.orchestra.run.smithi084.stdout:Installed size: 87 M 2024-01-24T12:58:58.922 INFO:teuthology.orchestra.run.smithi084.stdout:Downloading Packages: 2024-01-24T12:58:58.928 INFO:teuthology.orchestra.run.smithi113.stdout:(4/13): aardvark-dns-1.7.0-1.module+el8.9.0+203 6.4 MB/s | 1.0 MB 00:00 2024-01-24T12:58:59.020 INFO:teuthology.orchestra.run.smithi113.stdout:(5/13): cockpit-podman-75-1.module+el8.9.0+2032 4.8 MB/s | 739 kB 00:00 2024-01-24T12:58:59.070 INFO:teuthology.orchestra.run.smithi113.stdout:(6/13): criu-libs-3.18-4.module+el8.9.0+20326+3 277 kB/s | 39 kB 00:00 2024-01-24T12:58:59.110 INFO:teuthology.orchestra.run.smithi084.stdout:(1/13): python3-pytoml-0.1.14-5.git7dea353.el8. 132 kB/s | 25 kB 00:00 2024-01-24T12:58:59.135 INFO:teuthology.orchestra.run.smithi084.stdout:(2/13): yajl-2.1.0-12.el8.x86_64.rpm 193 kB/s | 41 kB 00:00 2024-01-24T12:58:59.160 INFO:teuthology.orchestra.run.smithi084.stdout:(3/13): python3-pyxdg-0.25-16.el8.noarch.rpm 395 kB/s | 94 kB 00:00 2024-01-24T12:58:59.245 INFO:teuthology.orchestra.run.smithi113.stdout:(7/13): buildah-1.31.3-1.module+el8.9.0+20326+3 20 MB/s | 8.8 MB 00:00 2024-01-24T12:58:59.279 INFO:teuthology.orchestra.run.smithi113.stdout:(8/13): crun-1.8.7-1.module+el8.9.0+20326+38708 925 kB/s | 239 kB 00:00 2024-01-24T12:58:59.286 INFO:teuthology.orchestra.run.smithi084.stdout:(4/13): aardvark-dns-1.7.0-1.module+el8.9.0+203 5.7 MB/s | 1.0 MB 00:00 2024-01-24T12:58:59.336 INFO:teuthology.orchestra.run.smithi084.stdout:(5/13): cockpit-podman-75-1.module+el8.9.0+2032 4.1 MB/s | 739 kB 00:00 2024-01-24T12:58:59.362 INFO:teuthology.orchestra.run.smithi181.stdout:Dependencies resolved. 2024-01-24T12:58:59.378 INFO:teuthology.orchestra.run.smithi084.stdout:(6/13): criu-libs-3.18-4.module+el8.9.0+20326+3 430 kB/s | 39 kB 00:00 2024-01-24T12:58:59.404 INFO:teuthology.orchestra.run.smithi113.stdout:(9/13): netavark-1.7.0-1.module+el8.9.0+20326+3 11 MB/s | 3.7 MB 00:00 2024-01-24T12:58:59.429 INFO:teuthology.orchestra.run.smithi113.stdout:(10/13): python3-podman-4.6.0-1.module+el8.9.0+ 835 kB/s | 153 kB 00:00 2024-01-24T12:58:59.436 INFO:teuthology.orchestra.run.smithi084.stdout:(7/13): crun-1.8.7-1.module+el8.9.0+20326+38708 2.3 MB/s | 239 kB 00:00 2024-01-24T12:58:59.524 INFO:teuthology.orchestra.run.smithi181.stdout:========================================================================================================== 2024-01-24T12:58:59.524 INFO:teuthology.orchestra.run.smithi181.stdout: Package Arch Version Repository Size 2024-01-24T12:58:59.524 INFO:teuthology.orchestra.run.smithi181.stdout:========================================================================================================== 2024-01-24T12:58:59.524 INFO:teuthology.orchestra.run.smithi181.stdout:Installing group/module packages: 2024-01-24T12:58:59.524 INFO:teuthology.orchestra.run.smithi181.stdout: aardvark-dns x86_64 2:1.7.0-1.module+el8.9.0+20326+387084d0 rhel-8-for-x86_64-appstream-rpms 1.0 M 2024-01-24T12:58:59.524 INFO:teuthology.orchestra.run.smithi181.stdout: buildah x86_64 1:1.31.3-1.module+el8.9.0+20326+387084d0 rhel-8-for-x86_64-appstream-rpms 8.8 M 2024-01-24T12:58:59.524 INFO:teuthology.orchestra.run.smithi181.stdout: cockpit-podman noarch 75-1.module+el8.9.0+20326+387084d0 rhel-8-for-x86_64-appstream-rpms 739 k 2024-01-24T12:58:59.524 INFO:teuthology.orchestra.run.smithi181.stdout: crun x86_64 1.8.7-1.module+el8.9.0+20326+387084d0 rhel-8-for-x86_64-appstream-rpms 239 k 2024-01-24T12:58:59.524 INFO:teuthology.orchestra.run.smithi181.stdout: netavark x86_64 2:1.7.0-1.module+el8.9.0+20326+387084d0 rhel-8-for-x86_64-appstream-rpms 3.7 M 2024-01-24T12:58:59.524 INFO:teuthology.orchestra.run.smithi181.stdout: python3-podman noarch 4.6.0-1.module+el8.9.0+20326+387084d0 rhel-8-for-x86_64-appstream-rpms 153 k 2024-01-24T12:58:59.525 INFO:teuthology.orchestra.run.smithi181.stdout: skopeo x86_64 2:1.13.3-1.module+el8.9.0+20326+387084d0 rhel-8-for-x86_64-appstream-rpms 8.1 M 2024-01-24T12:58:59.525 INFO:teuthology.orchestra.run.smithi181.stdout: toolbox x86_64 0.0.99.4-5.module+el8.9.0+20326+387084d0 rhel-8-for-x86_64-appstream-rpms 2.5 M 2024-01-24T12:58:59.525 INFO:teuthology.orchestra.run.smithi181.stdout: udica noarch 0.2.6-20.module+el8.9.0+20326+387084d0 rhel-8-for-x86_64-appstream-rpms 49 k 2024-01-24T12:58:59.525 INFO:teuthology.orchestra.run.smithi181.stdout:Installing dependencies: 2024-01-24T12:58:59.525 INFO:teuthology.orchestra.run.smithi181.stdout: python3-pytoml noarch 0.1.14-5.git7dea353.el8 rhel-8-for-x86_64-appstream-rpms 25 k 2024-01-24T12:58:59.525 INFO:teuthology.orchestra.run.smithi181.stdout: python3-pyxdg noarch 0.25-16.el8 rhel-8-for-x86_64-appstream-rpms 94 k 2024-01-24T12:58:59.525 INFO:teuthology.orchestra.run.smithi181.stdout: yajl x86_64 2.1.0-12.el8 rhel-8-for-x86_64-appstream-rpms 41 k 2024-01-24T12:58:59.525 INFO:teuthology.orchestra.run.smithi181.stdout:Installing weak dependencies: 2024-01-24T12:58:59.525 INFO:teuthology.orchestra.run.smithi181.stdout: criu-libs x86_64 3.18-4.module+el8.9.0+20326+387084d0 rhel-8-for-x86_64-appstream-rpms 39 k 2024-01-24T12:58:59.525 INFO:teuthology.orchestra.run.smithi181.stdout:Installing module profiles: 2024-01-24T12:58:59.525 INFO:teuthology.orchestra.run.smithi181.stdout: container-tools/common 2024-01-24T12:58:59.525 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-01-24T12:58:59.525 INFO:teuthology.orchestra.run.smithi181.stdout:Enabling module streams: 2024-01-24T12:58:59.525 INFO:teuthology.orchestra.run.smithi181.stdout: container-tools rhel8 2024-01-24T12:58:59.526 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-01-24T12:58:59.526 INFO:teuthology.orchestra.run.smithi181.stdout:Transaction Summary 2024-01-24T12:58:59.526 INFO:teuthology.orchestra.run.smithi181.stdout:========================================================================================================== 2024-01-24T12:58:59.526 INFO:teuthology.orchestra.run.smithi181.stdout:Install 13 Packages 2024-01-24T12:58:59.526 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-01-24T12:58:59.526 INFO:teuthology.orchestra.run.smithi181.stdout:Total download size: 26 M 2024-01-24T12:58:59.527 INFO:teuthology.orchestra.run.smithi181.stdout:Installed size: 87 M 2024-01-24T12:58:59.527 INFO:teuthology.orchestra.run.smithi181.stdout:Downloading Packages: 2024-01-24T12:58:59.580 INFO:teuthology.orchestra.run.smithi113.stdout:(11/13): toolbox-0.0.99.4-5.module+el8.9.0+2032 14 MB/s | 2.5 MB 00:00 2024-01-24T12:58:59.603 INFO:teuthology.orchestra.run.smithi084.stdout:(8/13): buildah-1.31.3-1.module+el8.9.0+20326+3 19 MB/s | 8.8 MB 00:00 2024-01-24T12:58:59.628 INFO:teuthology.orchestra.run.smithi084.stdout:(9/13): python3-podman-4.6.0-1.module+el8.9.0+2 800 kB/s | 153 kB 00:00 2024-01-24T12:58:59.688 INFO:teuthology.orchestra.run.smithi113.stdout:(12/13): skopeo-1.13.3-1.module+el8.9.0+20326+3 20 MB/s | 8.1 MB 00:00 2024-01-24T12:58:59.710 INFO:teuthology.orchestra.run.smithi181.stdout:(1/13): yajl-2.1.0-12.el8.x86_64.rpm 225 kB/s | 41 kB 00:00 2024-01-24T12:58:59.713 INFO:teuthology.orchestra.run.smithi113.stdout:(13/13): udica-0.2.6-20.module+el8.9.0+20326+38 174 kB/s | 49 kB 00:00 2024-01-24T12:58:59.714 INFO:teuthology.orchestra.run.smithi113.stdout:-------------------------------------------------------------------------------- 2024-01-24T12:58:59.714 INFO:teuthology.orchestra.run.smithi113.stdout:Total 23 MB/s | 26 MB 00:01 2024-01-24T12:58:59.735 INFO:teuthology.orchestra.run.smithi181.stdout:(2/13): python3-pytoml-0.1.14-5.git7dea353.el8. 119 kB/s | 25 kB 00:00 2024-01-24T12:58:59.745 INFO:teuthology.orchestra.run.smithi084.stdout:(10/13): netavark-1.7.0-1.module+el8.9.0+20326+ 10 MB/s | 3.7 MB 00:00 2024-01-24T12:58:59.752 INFO:teuthology.orchestra.run.smithi181.stdout:(3/13): python3-pyxdg-0.25-16.el8.noarch.rpm 418 kB/s | 94 kB 00:00 2024-01-24T12:58:59.844 INFO:teuthology.orchestra.run.smithi181.stdout:(4/13): aardvark-dns-1.7.0-1.module+el8.9.0+203 7.6 MB/s | 1.0 MB 00:00 2024-01-24T12:58:59.846 INFO:teuthology.orchestra.run.smithi084.stdout:(11/13): toolbox-0.0.99.4-5.module+el8.9.0+2032 12 MB/s | 2.5 MB 00:00 2024-01-24T12:58:59.879 INFO:teuthology.orchestra.run.smithi084.stdout:(12/13): udica-0.2.6-20.module+el8.9.0+20326+38 370 kB/s | 49 kB 00:00 2024-01-24T12:58:59.895 INFO:teuthology.orchestra.run.smithi181.stdout:(5/13): cockpit-podman-75-1.module+el8.9.0+2032 5.1 MB/s | 739 kB 00:00 2024-01-24T12:58:59.955 INFO:teuthology.orchestra.run.smithi181.stdout:(6/13): criu-libs-3.18-4.module+el8.9.0+20326+3 355 kB/s | 39 kB 00:00 2024-01-24T12:58:59.997 INFO:teuthology.orchestra.run.smithi181.stdout:(7/13): crun-1.8.7-1.module+el8.9.0+20326+38708 2.3 MB/s | 239 kB 00:00 2024-01-24T12:59:00.013 INFO:teuthology.orchestra.run.smithi084.stdout:(13/13): skopeo-1.13.3-1.module+el8.9.0+20326+3 20 MB/s | 8.1 MB 00:00 2024-01-24T12:59:00.013 INFO:teuthology.orchestra.run.smithi084.stdout:-------------------------------------------------------------------------------- 2024-01-24T12:59:00.013 INFO:teuthology.orchestra.run.smithi084.stdout:Total 23 MB/s | 26 MB 00:01 2024-01-24T12:59:00.164 INFO:teuthology.orchestra.run.smithi181.stdout:(8/13): buildah-1.31.3-1.module+el8.9.0+20326+3 21 MB/s | 8.8 MB 00:00 2024-01-24T12:59:00.176 INFO:teuthology.orchestra.run.smithi113.stdout:Running transaction check 2024-01-24T12:59:00.202 INFO:teuthology.orchestra.run.smithi113.stdout:Transaction check succeeded. 2024-01-24T12:59:00.202 INFO:teuthology.orchestra.run.smithi113.stdout:Running transaction test 2024-01-24T12:59:00.222 INFO:teuthology.orchestra.run.smithi181.stdout:(9/13): netavark-1.7.0-1.module+el8.9.0+20326+3 14 MB/s | 3.7 MB 00:00 2024-01-24T12:59:00.247 INFO:teuthology.orchestra.run.smithi181.stdout:(10/13): python3-podman-4.6.0-1.module+el8.9.0+ 612 kB/s | 153 kB 00:00 2024-01-24T12:59:00.406 INFO:teuthology.orchestra.run.smithi181.stdout:(11/13): udica-0.2.6-20.module+el8.9.0+20326+38 313 kB/s | 49 kB 00:00 2024-01-24T12:59:00.475 INFO:teuthology.orchestra.run.smithi084.stdout:Running transaction check 2024-01-24T12:59:00.501 INFO:teuthology.orchestra.run.smithi084.stdout:Transaction check succeeded. 2024-01-24T12:59:00.501 INFO:teuthology.orchestra.run.smithi084.stdout:Running transaction test 2024-01-24T12:59:00.531 INFO:teuthology.orchestra.run.smithi181.stdout:(12/13): skopeo-1.13.3-1.module+el8.9.0+20326+3 22 MB/s | 8.1 MB 00:00 2024-01-24T12:59:00.581 INFO:teuthology.orchestra.run.smithi181.stdout:(13/13): toolbox-0.0.99.4-5.module+el8.9.0+2032 7.6 MB/s | 2.5 MB 00:00 2024-01-24T12:59:00.582 INFO:teuthology.orchestra.run.smithi181.stdout:-------------------------------------------------------------------------------- 2024-01-24T12:59:00.582 INFO:teuthology.orchestra.run.smithi181.stdout:Total 24 MB/s | 26 MB 00:01 2024-01-24T12:59:00.727 INFO:teuthology.orchestra.run.smithi113.stdout:Transaction test succeeded. 2024-01-24T12:59:00.736 INFO:teuthology.orchestra.run.smithi113.stdout:Running transaction 2024-01-24T12:59:01.018 INFO:teuthology.orchestra.run.smithi084.stdout:Transaction test succeeded. 2024-01-24T12:59:01.028 INFO:teuthology.orchestra.run.smithi084.stdout:Running transaction 2024-01-24T12:59:01.043 INFO:teuthology.orchestra.run.smithi181.stdout:Running transaction check 2024-01-24T12:59:01.068 INFO:teuthology.orchestra.run.smithi181.stdout:Transaction check succeeded. 2024-01-24T12:59:01.068 INFO:teuthology.orchestra.run.smithi181.stdout:Running transaction test 2024-01-24T12:59:01.371 INFO:teuthology.orchestra.run.smithi113.stdout: Preparing : 1/1 2024-01-24T12:59:01.603 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : criu-libs-3.18-4.module+el8.9.0+20326+387084d0.x86 1/13 2024-01-24T12:59:01.610 INFO:teuthology.orchestra.run.smithi181.stdout:Transaction test succeeded. 2024-01-24T12:59:01.620 INFO:teuthology.orchestra.run.smithi181.stdout:Running transaction 2024-01-24T12:59:01.694 INFO:teuthology.orchestra.run.smithi084.stdout: Preparing : 1/1 2024-01-24T12:59:01.932 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : criu-libs-3.18-4.module+el8.9.0+20326+387084d0.x86 1/13 2024-01-24T12:59:02.162 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : aardvark-dns-2:1.7.0-1.module+el8.9.0+20326+387084 2/13 2024-01-24T12:59:02.294 INFO:teuthology.orchestra.run.smithi181.stdout: Preparing : 1/1 2024-01-24T12:59:02.361 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : netavark-2:1.7.0-1.module+el8.9.0+20326+387084d0.x 3/13 2024-01-24T12:59:02.496 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : aardvark-dns-2:1.7.0-1.module+el8.9.0+20326+387084 2/13 2024-01-24T12:59:02.545 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : yajl-2.1.0-12.el8.x86_64 4/13 2024-01-24T12:59:02.569 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : criu-libs-3.18-4.module+el8.9.0+20326+387084d0.x86 1/13 2024-01-24T12:59:02.698 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : netavark-2:1.7.0-1.module+el8.9.0+20326+387084d0.x 3/13 2024-01-24T12:59:02.771 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-pyxdg-0.25-16.el8.noarch 5/13 2024-01-24T12:59:02.882 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : yajl-2.1.0-12.el8.x86_64 4/13 2024-01-24T12:59:03.007 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 6/13 2024-01-24T12:59:03.099 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-pyxdg-0.25-16.el8.noarch 5/13 2024-01-24T12:59:03.113 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : aardvark-dns-2:1.7.0-1.module+el8.9.0+20326+387084 2/13 2024-01-24T12:59:03.250 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-podman-4.6.0-1.module+el8.9.0+20326+387084 7/13 2024-01-24T12:59:03.314 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : netavark-2:1.7.0-1.module+el8.9.0+20326+387084d0.x 3/13 2024-01-24T12:59:03.336 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 6/13 2024-01-24T12:59:03.511 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : yajl-2.1.0-12.el8.x86_64 4/13 2024-01-24T12:59:03.540 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-podman-4.6.0-1.module+el8.9.0+20326+387084 7/13 2024-01-24T12:59:03.687 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-pyxdg-0.25-16.el8.noarch 5/13 2024-01-24T12:59:03.913 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 6/13 2024-01-24T12:59:04.140 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-podman-4.6.0-1.module+el8.9.0+20326+387084 7/13 2024-01-24T12:59:04.198 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : crun-1.8.7-1.module+el8.9.0+20326+387084d0.x86_64 8/13 2024-01-24T12:59:04.425 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : buildah-1:1.31.3-1.module+el8.9.0+20326+387084d0.x 9/13 2024-01-24T12:59:04.511 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : crun-1.8.7-1.module+el8.9.0+20326+387084d0.x86_64 8/13 2024-01-24T12:59:04.778 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : buildah-1:1.31.3-1.module+el8.9.0+20326+387084d0.x 9/13 2024-01-24T12:59:04.847 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : udica-0.2.6-20.module+el8.9.0+20326+387084d0.noarc 10/13 2024-01-24T12:59:05.087 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : crun-1.8.7-1.module+el8.9.0+20326+387084d0.x86_64 8/13 2024-01-24T12:59:05.188 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : udica-0.2.6-20.module+el8.9.0+20326+387084d0.noarc 10/13 2024-01-24T12:59:05.311 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : buildah-1:1.31.3-1.module+el8.9.0+20326+387084d0.x 9/13 2024-01-24T12:59:05.735 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : udica-0.2.6-20.module+el8.9.0+20326+387084d0.noarc 10/13 2024-01-24T12:59:05.831 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : toolbox-0.0.99.4-5.module+el8.9.0+20326+387084d0.x 11/13 2024-01-24T12:59:06.095 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : skopeo-2:1.13.3-1.module+el8.9.0+20326+387084d0.x8 12/13 2024-01-24T12:59:06.155 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : toolbox-0.0.99.4-5.module+el8.9.0+20326+387084d0.x 11/13 2024-01-24T12:59:06.260 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : cockpit-podman-75-1.module+el8.9.0+20326+387084d0. 13/13 2024-01-24T12:59:06.389 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : skopeo-2:1.13.3-1.module+el8.9.0+20326+387084d0.x8 12/13 2024-01-24T12:59:06.579 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : cockpit-podman-75-1.module+el8.9.0+20326+387084d0. 13/13 2024-01-24T12:59:06.673 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : toolbox-0.0.99.4-5.module+el8.9.0+20326+387084d0.x 11/13 2024-01-24T12:59:06.902 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : skopeo-2:1.13.3-1.module+el8.9.0+20326+387084d0.x8 12/13 2024-01-24T12:59:06.965 INFO:teuthology.orchestra.run.smithi113.stdout: Running scriptlet: cockpit-podman-75-1.module+el8.9.0+20326+387084d0. 13/13 2024-01-24T12:59:06.965 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 1/13 2024-01-24T12:59:06.965 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-pyxdg-0.25-16.el8.noarch 2/13 2024-01-24T12:59:06.965 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : yajl-2.1.0-12.el8.x86_64 3/13 2024-01-24T12:59:06.965 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : aardvark-dns-2:1.7.0-1.module+el8.9.0+20326+387084 4/13 2024-01-24T12:59:06.965 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : buildah-1:1.31.3-1.module+el8.9.0+20326+387084d0.x 5/13 2024-01-24T12:59:06.965 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : cockpit-podman-75-1.module+el8.9.0+20326+387084d0. 6/13 2024-01-24T12:59:06.966 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : criu-libs-3.18-4.module+el8.9.0+20326+387084d0.x86 7/13 2024-01-24T12:59:06.966 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : crun-1.8.7-1.module+el8.9.0+20326+387084d0.x86_64 8/13 2024-01-24T12:59:06.966 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : netavark-2:1.7.0-1.module+el8.9.0+20326+387084d0.x 9/13 2024-01-24T12:59:06.966 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-podman-4.6.0-1.module+el8.9.0+20326+387084 10/13 2024-01-24T12:59:06.966 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : skopeo-2:1.13.3-1.module+el8.9.0+20326+387084d0.x8 11/13 2024-01-24T12:59:06.966 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : toolbox-0.0.99.4-5.module+el8.9.0+20326+387084d0.x 12/13 2024-01-24T12:59:07.101 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : cockpit-podman-75-1.module+el8.9.0+20326+387084d0. 13/13 2024-01-24T12:59:07.253 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: cockpit-podman-75-1.module+el8.9.0+20326+387084d0. 13/13 2024-01-24T12:59:07.253 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 1/13 2024-01-24T12:59:07.253 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-pyxdg-0.25-16.el8.noarch 2/13 2024-01-24T12:59:07.253 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : yajl-2.1.0-12.el8.x86_64 3/13 2024-01-24T12:59:07.253 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : aardvark-dns-2:1.7.0-1.module+el8.9.0+20326+387084 4/13 2024-01-24T12:59:07.253 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : buildah-1:1.31.3-1.module+el8.9.0+20326+387084d0.x 5/13 2024-01-24T12:59:07.253 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : cockpit-podman-75-1.module+el8.9.0+20326+387084d0. 6/13 2024-01-24T12:59:07.253 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : criu-libs-3.18-4.module+el8.9.0+20326+387084d0.x86 7/13 2024-01-24T12:59:07.253 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : crun-1.8.7-1.module+el8.9.0+20326+387084d0.x86_64 8/13 2024-01-24T12:59:07.253 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : netavark-2:1.7.0-1.module+el8.9.0+20326+387084d0.x 9/13 2024-01-24T12:59:07.254 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-podman-4.6.0-1.module+el8.9.0+20326+387084 10/13 2024-01-24T12:59:07.254 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : skopeo-2:1.13.3-1.module+el8.9.0+20326+387084d0.x8 11/13 2024-01-24T12:59:07.254 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : toolbox-0.0.99.4-5.module+el8.9.0+20326+387084d0.x 12/13 2024-01-24T12:59:07.771 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: cockpit-podman-75-1.module+el8.9.0+20326+387084d0. 13/13 2024-01-24T12:59:07.771 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 1/13 2024-01-24T12:59:07.771 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-pyxdg-0.25-16.el8.noarch 2/13 2024-01-24T12:59:07.771 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : yajl-2.1.0-12.el8.x86_64 3/13 2024-01-24T12:59:07.771 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : aardvark-dns-2:1.7.0-1.module+el8.9.0+20326+387084 4/13 2024-01-24T12:59:07.771 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : buildah-1:1.31.3-1.module+el8.9.0+20326+387084d0.x 5/13 2024-01-24T12:59:07.772 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : cockpit-podman-75-1.module+el8.9.0+20326+387084d0. 6/13 2024-01-24T12:59:07.772 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : criu-libs-3.18-4.module+el8.9.0+20326+387084d0.x86 7/13 2024-01-24T12:59:07.772 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : crun-1.8.7-1.module+el8.9.0+20326+387084d0.x86_64 8/13 2024-01-24T12:59:07.772 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : netavark-2:1.7.0-1.module+el8.9.0+20326+387084d0.x 9/13 2024-01-24T12:59:07.772 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-podman-4.6.0-1.module+el8.9.0+20326+387084 10/13 2024-01-24T12:59:07.772 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : skopeo-2:1.13.3-1.module+el8.9.0+20326+387084d0.x8 11/13 2024-01-24T12:59:07.772 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : toolbox-0.0.99.4-5.module+el8.9.0+20326+387084d0.x 12/13 2024-01-24T12:59:20.855 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : udica-0.2.6-20.module+el8.9.0+20326+387084d0.noarc 13/13 2024-01-24T12:59:20.855 INFO:teuthology.orchestra.run.smithi084.stdout:Installed products updated. 2024-01-24T12:59:20.866 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : udica-0.2.6-20.module+el8.9.0+20326+387084d0.noarc 13/13 2024-01-24T12:59:20.866 INFO:teuthology.orchestra.run.smithi113.stdout:Installed products updated. 2024-01-24T12:59:21.458 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-01-24T12:59:21.458 INFO:teuthology.orchestra.run.smithi084.stdout:Installed: 2024-01-24T12:59:21.459 INFO:teuthology.orchestra.run.smithi084.stdout: aardvark-dns-2:1.7.0-1.module+el8.9.0+20326+387084d0.x86_64 2024-01-24T12:59:21.459 INFO:teuthology.orchestra.run.smithi084.stdout: buildah-1:1.31.3-1.module+el8.9.0+20326+387084d0.x86_64 2024-01-24T12:59:21.459 INFO:teuthology.orchestra.run.smithi084.stdout: cockpit-podman-75-1.module+el8.9.0+20326+387084d0.noarch 2024-01-24T12:59:21.459 INFO:teuthology.orchestra.run.smithi084.stdout: criu-libs-3.18-4.module+el8.9.0+20326+387084d0.x86_64 2024-01-24T12:59:21.459 INFO:teuthology.orchestra.run.smithi084.stdout: crun-1.8.7-1.module+el8.9.0+20326+387084d0.x86_64 2024-01-24T12:59:21.459 INFO:teuthology.orchestra.run.smithi084.stdout: netavark-2:1.7.0-1.module+el8.9.0+20326+387084d0.x86_64 2024-01-24T12:59:21.459 INFO:teuthology.orchestra.run.smithi084.stdout: python3-podman-4.6.0-1.module+el8.9.0+20326+387084d0.noarch 2024-01-24T12:59:21.459 INFO:teuthology.orchestra.run.smithi084.stdout: python3-pytoml-0.1.14-5.git7dea353.el8.noarch 2024-01-24T12:59:21.459 INFO:teuthology.orchestra.run.smithi084.stdout: python3-pyxdg-0.25-16.el8.noarch 2024-01-24T12:59:21.459 INFO:teuthology.orchestra.run.smithi084.stdout: skopeo-2:1.13.3-1.module+el8.9.0+20326+387084d0.x86_64 2024-01-24T12:59:21.459 INFO:teuthology.orchestra.run.smithi084.stdout: toolbox-0.0.99.4-5.module+el8.9.0+20326+387084d0.x86_64 2024-01-24T12:59:21.459 INFO:teuthology.orchestra.run.smithi084.stdout: udica-0.2.6-20.module+el8.9.0+20326+387084d0.noarch 2024-01-24T12:59:21.460 INFO:teuthology.orchestra.run.smithi084.stdout: yajl-2.1.0-12.el8.x86_64 2024-01-24T12:59:21.460 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-01-24T12:59:21.460 INFO:teuthology.orchestra.run.smithi084.stdout:Complete! 2024-01-24T12:59:21.477 INFO:teuthology.orchestra.run.smithi113.stdout: 2024-01-24T12:59:21.477 INFO:teuthology.orchestra.run.smithi113.stdout:Installed: 2024-01-24T12:59:21.477 INFO:teuthology.orchestra.run.smithi113.stdout: aardvark-dns-2:1.7.0-1.module+el8.9.0+20326+387084d0.x86_64 2024-01-24T12:59:21.477 INFO:teuthology.orchestra.run.smithi113.stdout: buildah-1:1.31.3-1.module+el8.9.0+20326+387084d0.x86_64 2024-01-24T12:59:21.477 INFO:teuthology.orchestra.run.smithi113.stdout: cockpit-podman-75-1.module+el8.9.0+20326+387084d0.noarch 2024-01-24T12:59:21.477 INFO:teuthology.orchestra.run.smithi113.stdout: criu-libs-3.18-4.module+el8.9.0+20326+387084d0.x86_64 2024-01-24T12:59:21.477 INFO:teuthology.orchestra.run.smithi113.stdout: crun-1.8.7-1.module+el8.9.0+20326+387084d0.x86_64 2024-01-24T12:59:21.478 INFO:teuthology.orchestra.run.smithi113.stdout: netavark-2:1.7.0-1.module+el8.9.0+20326+387084d0.x86_64 2024-01-24T12:59:21.478 INFO:teuthology.orchestra.run.smithi113.stdout: python3-podman-4.6.0-1.module+el8.9.0+20326+387084d0.noarch 2024-01-24T12:59:21.478 INFO:teuthology.orchestra.run.smithi113.stdout: python3-pytoml-0.1.14-5.git7dea353.el8.noarch 2024-01-24T12:59:21.478 INFO:teuthology.orchestra.run.smithi113.stdout: python3-pyxdg-0.25-16.el8.noarch 2024-01-24T12:59:21.478 INFO:teuthology.orchestra.run.smithi113.stdout: skopeo-2:1.13.3-1.module+el8.9.0+20326+387084d0.x86_64 2024-01-24T12:59:21.478 INFO:teuthology.orchestra.run.smithi113.stdout: toolbox-0.0.99.4-5.module+el8.9.0+20326+387084d0.x86_64 2024-01-24T12:59:21.478 INFO:teuthology.orchestra.run.smithi113.stdout: udica-0.2.6-20.module+el8.9.0+20326+387084d0.noarch 2024-01-24T12:59:21.478 INFO:teuthology.orchestra.run.smithi113.stdout: yajl-2.1.0-12.el8.x86_64 2024-01-24T12:59:21.478 INFO:teuthology.orchestra.run.smithi113.stdout: 2024-01-24T12:59:21.478 INFO:teuthology.orchestra.run.smithi113.stdout:Complete! 2024-01-24T12:59:21.504 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : udica-0.2.6-20.module+el8.9.0+20326+387084d0.noarc 13/13 2024-01-24T12:59:21.504 INFO:teuthology.orchestra.run.smithi181.stdout:Installed products updated. 2024-01-24T12:59:21.703 DEBUG:teuthology.parallel:result is None 2024-01-24T12:59:21.775 DEBUG:teuthology.parallel:result is None 2024-01-24T12:59:22.129 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-01-24T12:59:22.129 INFO:teuthology.orchestra.run.smithi181.stdout:Installed: 2024-01-24T12:59:22.129 INFO:teuthology.orchestra.run.smithi181.stdout: aardvark-dns-2:1.7.0-1.module+el8.9.0+20326+387084d0.x86_64 2024-01-24T12:59:22.129 INFO:teuthology.orchestra.run.smithi181.stdout: buildah-1:1.31.3-1.module+el8.9.0+20326+387084d0.x86_64 2024-01-24T12:59:22.129 INFO:teuthology.orchestra.run.smithi181.stdout: cockpit-podman-75-1.module+el8.9.0+20326+387084d0.noarch 2024-01-24T12:59:22.129 INFO:teuthology.orchestra.run.smithi181.stdout: criu-libs-3.18-4.module+el8.9.0+20326+387084d0.x86_64 2024-01-24T12:59:22.129 INFO:teuthology.orchestra.run.smithi181.stdout: crun-1.8.7-1.module+el8.9.0+20326+387084d0.x86_64 2024-01-24T12:59:22.129 INFO:teuthology.orchestra.run.smithi181.stdout: netavark-2:1.7.0-1.module+el8.9.0+20326+387084d0.x86_64 2024-01-24T12:59:22.129 INFO:teuthology.orchestra.run.smithi181.stdout: python3-podman-4.6.0-1.module+el8.9.0+20326+387084d0.noarch 2024-01-24T12:59:22.129 INFO:teuthology.orchestra.run.smithi181.stdout: python3-pytoml-0.1.14-5.git7dea353.el8.noarch 2024-01-24T12:59:22.130 INFO:teuthology.orchestra.run.smithi181.stdout: python3-pyxdg-0.25-16.el8.noarch 2024-01-24T12:59:22.130 INFO:teuthology.orchestra.run.smithi181.stdout: skopeo-2:1.13.3-1.module+el8.9.0+20326+387084d0.x86_64 2024-01-24T12:59:22.130 INFO:teuthology.orchestra.run.smithi181.stdout: toolbox-0.0.99.4-5.module+el8.9.0+20326+387084d0.x86_64 2024-01-24T12:59:22.130 INFO:teuthology.orchestra.run.smithi181.stdout: udica-0.2.6-20.module+el8.9.0+20326+387084d0.noarch 2024-01-24T12:59:22.130 INFO:teuthology.orchestra.run.smithi181.stdout: yajl-2.1.0-12.el8.x86_64 2024-01-24T12:59:22.130 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-01-24T12:59:22.130 INFO:teuthology.orchestra.run.smithi181.stdout:Complete! 2024-01-24T12:59:22.408 DEBUG:teuthology.parallel:result is None 2024-01-24T12:59:22.408 INFO:teuthology.run_tasks:Running task install... 2024-01-24T12:59:22.417 DEBUG:teuthology.task.install:project ceph 2024-01-24T12:59:22.417 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '4e3182a65800aed6d4aa2f6b86da3cfd72188134'}} 2024-01-24T12:59:22.418 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '4e3182a65800aed6d4aa2f6b86da3cfd72188134'} 2024-01-24T12:59:22.418 INFO:teuthology.task.install:Using flavor: default 2024-01-24T12:59:22.423 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-01-24T12:59:22.424 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']} 2024-01-24T12:59:22.424 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '4e3182a65800aed6d4aa2f6b86da3cfd72188134', 'tag': None, 'wait_for_package': False} 2024-01-24T12:59:22.425 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=4e3182a65800aed6d4aa2f6b86da3cfd72188134 2024-01-24T12:59:22.427 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '4e3182a65800aed6d4aa2f6b86da3cfd72188134', 'tag': None, 'wait_for_package': False} 2024-01-24T12:59:22.427 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=4e3182a65800aed6d4aa2f6b86da3cfd72188134 2024-01-24T12:59:22.428 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '4e3182a65800aed6d4aa2f6b86da3cfd72188134', 'tag': None, 'wait_for_package': False} 2024-01-24T12:59:22.428 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=4e3182a65800aed6d4aa2f6b86da3cfd72188134 2024-01-24T12:59:22.573 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/wip-vshankar-testing1-reef-2024-01-24-1150/4e3182a65800aed6d4aa2f6b86da3cfd72188134/centos/8/flavors/default/ 2024-01-24T12:59:22.573 INFO:teuthology.task.install.rpm:Package version is 18.2.1-341.g4e3182a6 2024-01-24T12:59:22.647 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/wip-vshankar-testing1-reef-2024-01-24-1150/4e3182a65800aed6d4aa2f6b86da3cfd72188134/centos/8/flavors/default/ 2024-01-24T12:59:22.648 INFO:teuthology.task.install.rpm:Package version is 18.2.1-341.g4e3182a6 2024-01-24T12:59:22.651 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/wip-vshankar-testing1-reef-2024-01-24-1150/4e3182a65800aed6d4aa2f6b86da3cfd72188134/centos/8/flavors/default/ 2024-01-24T12:59:22.652 INFO:teuthology.task.install.rpm:Package version is 18.2.1-341.g4e3182a6 2024-01-24T12:59:22.755 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/wip-vshankar-testing1-reef-2024-01-24-1150/4e3182a65800aed6d4aa2f6b86da3cfd72188134/centos/8/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-vshankar-testing1-reef-2024-01-24-1150/4e3182a65800aed6d4aa2f6b86da3cfd72188134/centos/8/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-vshankar-testing1-reef-2024-01-24-1150/4e3182a65800aed6d4aa2f6b86da3cfd72188134/centos/8/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-01-24T12:59:22.755 DEBUG:teuthology.orchestra.run.smithi181:> set -ex 2024-01-24T12:59:22.756 DEBUG:teuthology.orchestra.run.smithi181:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-01-24T12:59:22.818 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/wip-vshankar-testing1-reef-2024-01-24-1150/4e3182a65800aed6d4aa2f6b86da3cfd72188134/centos/8/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-vshankar-testing1-reef-2024-01-24-1150/4e3182a65800aed6d4aa2f6b86da3cfd72188134/centos/8/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-vshankar-testing1-reef-2024-01-24-1150/4e3182a65800aed6d4aa2f6b86da3cfd72188134/centos/8/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-01-24T12:59:22.818 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-01-24T12:59:22.818 DEBUG:teuthology.orchestra.run.smithi084:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-01-24T12:59:22.820 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-01-24T12:59:22.820 DEBUG:teuthology.orchestra.run.smithi181:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/4e3182a65800aed6d4aa2f6b86da3cfd72188134/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-01-24T12:59:22.827 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/wip-vshankar-testing1-reef-2024-01-24-1150/4e3182a65800aed6d4aa2f6b86da3cfd72188134/centos/8/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-vshankar-testing1-reef-2024-01-24-1150/4e3182a65800aed6d4aa2f6b86da3cfd72188134/centos/8/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-vshankar-testing1-reef-2024-01-24-1150/4e3182a65800aed6d4aa2f6b86da3cfd72188134/centos/8/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-01-24T12:59:22.827 DEBUG:teuthology.orchestra.run.smithi113:> set -ex 2024-01-24T12:59:22.827 DEBUG:teuthology.orchestra.run.smithi113:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-01-24T12:59:22.889 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-01-24T12:59:22.889 DEBUG:teuthology.orchestra.run.smithi084:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/4e3182a65800aed6d4aa2f6b86da3cfd72188134/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-01-24T12:59:22.899 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-01-24T12:59:22.900 DEBUG:teuthology.orchestra.run.smithi113:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/4e3182a65800aed6d4aa2f6b86da3cfd72188134/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-01-24T12:59:22.930 DEBUG:teuthology.orchestra.run.smithi181:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-01-24T12:59:22.999 DEBUG:teuthology.orchestra.run.smithi084:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-01-24T12:59:23.008 DEBUG:teuthology.orchestra.run.smithi113:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-01-24T12:59:23.020 DEBUG:teuthology.orchestra.run.smithi181:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-01-24T12:59:23.084 INFO:teuthology.orchestra.run.smithi181.stdout:check_obsoletes = 1 2024-01-24T12:59:23.087 DEBUG:teuthology.orchestra.run.smithi181:> sudo yum clean all 2024-01-24T12:59:23.089 DEBUG:teuthology.orchestra.run.smithi084:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-01-24T12:59:23.099 DEBUG:teuthology.orchestra.run.smithi113:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-01-24T12:59:23.152 INFO:teuthology.orchestra.run.smithi084.stdout:check_obsoletes = 1 2024-01-24T12:59:23.156 DEBUG:teuthology.orchestra.run.smithi084:> sudo yum clean all 2024-01-24T12:59:23.162 INFO:teuthology.orchestra.run.smithi113.stdout:check_obsoletes = 1 2024-01-24T12:59:23.166 DEBUG:teuthology.orchestra.run.smithi113:> sudo yum clean all 2024-01-24T12:59:23.545 INFO:teuthology.orchestra.run.smithi181.stdout:Updating Subscription Management repositories. 2024-01-24T12:59:23.601 INFO:teuthology.orchestra.run.smithi084.stdout:Updating Subscription Management repositories. 2024-01-24T12:59:23.604 INFO:teuthology.orchestra.run.smithi113.stdout:Updating Subscription Management repositories. 2024-01-24T12:59:25.015 INFO:teuthology.orchestra.run.smithi181.stdout:57 files removed 2024-01-24T12:59:25.076 DEBUG:teuthology.orchestra.run.smithi181:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-01-24T12:59:25.095 INFO:teuthology.orchestra.run.smithi113.stdout:57 files removed 2024-01-24T12:59:25.152 DEBUG:teuthology.orchestra.run.smithi113:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-01-24T12:59:25.178 INFO:teuthology.orchestra.run.smithi084.stdout:57 files removed 2024-01-24T12:59:25.235 DEBUG:teuthology.orchestra.run.smithi084:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-01-24T12:59:25.516 INFO:teuthology.orchestra.run.smithi181.stdout:Updating Subscription Management repositories. 2024-01-24T12:59:25.594 INFO:teuthology.orchestra.run.smithi113.stdout:Updating Subscription Management repositories. 2024-01-24T12:59:25.678 INFO:teuthology.orchestra.run.smithi084.stdout:Updating Subscription Management repositories. 2024-01-24T12:59:27.468 INFO:teuthology.orchestra.run.smithi113.stdout:ceph packages for x86_64 302 kB/s | 80 kB 00:00 2024-01-24T12:59:27.488 INFO:teuthology.orchestra.run.smithi181.stdout:ceph packages for x86_64 227 kB/s | 80 kB 00:00 2024-01-24T12:59:27.649 INFO:teuthology.orchestra.run.smithi084.stdout:ceph packages for x86_64 217 kB/s | 80 kB 00:00 2024-01-24T12:59:27.736 INFO:teuthology.orchestra.run.smithi113.stdout:ceph noarch packages 41 kB/s | 9.5 kB 00:00 2024-01-24T12:59:27.797 INFO:teuthology.orchestra.run.smithi181.stdout:ceph noarch packages 35 kB/s | 9.5 kB 00:00 2024-01-24T12:59:28.016 INFO:teuthology.orchestra.run.smithi084.stdout:ceph noarch packages 29 kB/s | 9.5 kB 00:00 2024-01-24T12:59:28.064 INFO:teuthology.orchestra.run.smithi181.stdout:ceph source packages 6.2 kB/s | 1.5 kB 00:00 2024-01-24T12:59:28.120 INFO:teuthology.orchestra.run.smithi113.stdout:ceph source packages 4.2 kB/s | 1.5 kB 00:00 2024-01-24T12:59:28.256 INFO:teuthology.orchestra.run.smithi181.stdout:Copr repo for python3-asyncssh owned by ceph 21 kB/s | 3.5 kB 00:00 2024-01-24T12:59:28.270 INFO:teuthology.orchestra.run.smithi113.stdout:Copr repo for python3-asyncssh owned by ceph 28 kB/s | 3.5 kB 00:00 2024-01-24T12:59:28.334 INFO:teuthology.orchestra.run.smithi084.stdout:ceph source packages 5.1 kB/s | 1.5 kB 00:00 2024-01-24T12:59:28.492 INFO:teuthology.orchestra.run.smithi084.stdout:Copr repo for python3-asyncssh owned by ceph 26 kB/s | 3.5 kB 00:00 2024-01-24T12:59:29.154 INFO:teuthology.orchestra.run.smithi113.stdout:Extra Packages for Enterprise Linux 19 MB/s | 16 MB 00:00 2024-01-24T12:59:29.743 INFO:teuthology.orchestra.run.smithi181.stdout:Extra Packages for Enterprise Linux 11 MB/s | 16 MB 00:01 2024-01-24T12:59:30.993 INFO:teuthology.orchestra.run.smithi084.stdout:Extra Packages for Enterprise Linux 6.5 MB/s | 16 MB 00:02 2024-01-24T12:59:33.305 INFO:teuthology.orchestra.run.smithi113.stdout:lab-extras 401 kB/s | 24 kB 00:00 2024-01-24T12:59:33.916 INFO:teuthology.orchestra.run.smithi181.stdout:lab-extras 395 kB/s | 24 kB 00:00 2024-01-24T12:59:34.585 INFO:teuthology.orchestra.run.smithi181.stdout:Red Hat CodeReady Linux Builder for RHEL 8 x86_ 15 MB/s | 8.8 MB 00:00 2024-01-24T12:59:35.016 INFO:teuthology.orchestra.run.smithi113.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 40 MB/s | 65 MB 00:01 2024-01-24T12:59:35.193 INFO:teuthology.orchestra.run.smithi084.stdout:lab-extras 384 kB/s | 24 kB 00:00 2024-01-24T12:59:36.687 INFO:teuthology.orchestra.run.smithi084.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 41 MB/s | 59 MB 00:01 2024-01-24T12:59:37.570 INFO:teuthology.orchestra.run.smithi181.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 43 MB/s | 59 MB 00:01 2024-01-24T12:59:46.141 INFO:teuthology.orchestra.run.smithi113.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 41 MB/s | 59 MB 00:01 2024-01-24T12:59:48.120 INFO:teuthology.orchestra.run.smithi084.stdout:Red Hat CodeReady Linux Builder for RHEL 8 x86_ 16 MB/s | 8.8 MB 00:00 2024-01-24T12:59:49.628 INFO:teuthology.orchestra.run.smithi181.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 43 MB/s | 65 MB 00:01 2024-01-24T12:59:51.312 INFO:teuthology.orchestra.run.smithi084.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 45 MB/s | 65 MB 00:01 2024-01-24T12:59:57.416 INFO:teuthology.orchestra.run.smithi113.stdout:Red Hat CodeReady Linux Builder for RHEL 8 x86_ 14 MB/s | 8.8 MB 00:00 2024-01-24T13:00:04.809 INFO:teuthology.orchestra.run.smithi113.stdout:Package librados2-1:12.2.7-9.el8.x86_64 is already installed. 2024-01-24T13:00:04.811 INFO:teuthology.orchestra.run.smithi113.stdout:Package librbd1-1:12.2.7-9.el8.x86_64 is already installed. 2024-01-24T13:00:04.830 INFO:teuthology.orchestra.run.smithi113.stdout:Package NetworkManager-1:1.36.0-4.el8.x86_64 is already installed. 2024-01-24T13:00:04.832 INFO:teuthology.orchestra.run.smithi113.stdout:Package iproute-5.15.0-4.el8.x86_64 is already installed. 2024-01-24T13:00:04.833 INFO:teuthology.orchestra.run.smithi113.stdout:Package util-linux-2.32.1-35.el8.x86_64 is already installed. 2024-01-24T13:00:04.835 INFO:teuthology.orchestra.run.smithi113.stdout:Package libacl-devel-2.2.53-1.el8.x86_64 is already installed. 2024-01-24T13:00:04.838 INFO:teuthology.orchestra.run.smithi113.stdout:Package libattr-devel-2.4.48-3.el8.x86_64 is already installed. 2024-01-24T13:00:04.842 INFO:teuthology.orchestra.run.smithi113.stdout:Package xfsdump-3.1.8-4.el8.x86_64 is already installed. 2024-01-24T13:00:04.844 INFO:teuthology.orchestra.run.smithi113.stdout:Package xfsprogs-5.0.0-10.el8.x86_64 is already installed. 2024-01-24T13:00:05.062 INFO:teuthology.orchestra.run.smithi113.stdout:Dependencies resolved. 2024-01-24T13:00:05.071 INFO:teuthology.orchestra.run.smithi181.stdout:Package librados2-1:12.2.7-9.el8.x86_64 is already installed. 2024-01-24T13:00:05.072 INFO:teuthology.orchestra.run.smithi181.stdout:Package librbd1-1:12.2.7-9.el8.x86_64 is already installed. 2024-01-24T13:00:05.077 INFO:teuthology.orchestra.run.smithi113.stdout:=========================================================================================================================== 2024-01-24T13:00:05.077 INFO:teuthology.orchestra.run.smithi113.stdout: Package Arch Version Repository Size 2024-01-24T13:00:05.077 INFO:teuthology.orchestra.run.smithi113.stdout:=========================================================================================================================== 2024-01-24T13:00:05.077 INFO:teuthology.orchestra.run.smithi113.stdout:Installing: 2024-01-24T13:00:05.077 INFO:teuthology.orchestra.run.smithi113.stdout: NetworkManager-initscripts-updown noarch 1:1.40.16-13.el8_9 rhel-8-for-x86_64-baseos-rpms 144 k 2024-01-24T13:00:05.077 INFO:teuthology.orchestra.run.smithi113.stdout: bison x86_64 3.0.4-10.el8 rhel-8-for-x86_64-appstream-rpms 688 k 2024-01-24T13:00:05.078 INFO:teuthology.orchestra.run.smithi113.stdout: ceph x86_64 2:18.2.1-341.g4e3182a6.el8 ceph 6.4 k 2024-01-24T13:00:05.078 INFO:teuthology.orchestra.run.smithi113.stdout: ceph-base x86_64 2:18.2.1-341.g4e3182a6.el8 ceph 5.4 M 2024-01-24T13:00:05.078 INFO:teuthology.orchestra.run.smithi113.stdout: ceph-fuse x86_64 2:18.2.1-341.g4e3182a6.el8 ceph 852 k 2024-01-24T13:00:05.078 INFO:teuthology.orchestra.run.smithi113.stdout: ceph-immutable-object-cache x86_64 2:18.2.1-341.g4e3182a6.el8 ceph 165 k 2024-01-24T13:00:05.078 INFO:teuthology.orchestra.run.smithi113.stdout: ceph-mgr x86_64 2:18.2.1-341.g4e3182a6.el8 ceph 1.6 M 2024-01-24T13:00:05.078 INFO:teuthology.orchestra.run.smithi113.stdout: ceph-mgr-cephadm noarch 2:18.2.1-341.g4e3182a6.el8 ceph-noarch 132 k 2024-01-24T13:00:05.078 INFO:teuthology.orchestra.run.smithi113.stdout: ceph-mgr-dashboard noarch 2:18.2.1-341.g4e3182a6.el8 ceph-noarch 1.8 M 2024-01-24T13:00:05.078 INFO:teuthology.orchestra.run.smithi113.stdout: ceph-mgr-diskprediction-local noarch 2:18.2.1-341.g4e3182a6.el8 ceph-noarch 7.4 M 2024-01-24T13:00:05.078 INFO:teuthology.orchestra.run.smithi113.stdout: ceph-mgr-rook noarch 2:18.2.1-341.g4e3182a6.el8 ceph-noarch 50 k 2024-01-24T13:00:05.078 INFO:teuthology.orchestra.run.smithi113.stdout: ceph-radosgw x86_64 2:18.2.1-341.g4e3182a6.el8 ceph 13 M 2024-01-24T13:00:05.078 INFO:teuthology.orchestra.run.smithi113.stdout: ceph-test x86_64 2:18.2.1-341.g4e3182a6.el8 ceph 47 M 2024-01-24T13:00:05.079 INFO:teuthology.orchestra.run.smithi113.stdout: ceph-volume noarch 2:18.2.1-341.g4e3182a6.el8 ceph-noarch 262 k 2024-01-24T13:00:05.079 INFO:teuthology.orchestra.run.smithi113.stdout: cephadm noarch 2:18.2.1-341.g4e3182a6.el8 ceph-noarch 171 k 2024-01-24T13:00:05.079 INFO:teuthology.orchestra.run.smithi113.stdout: cephfs-mirror x86_64 2:18.2.1-341.g4e3182a6.el8 ceph 259 k 2024-01-24T13:00:05.079 INFO:teuthology.orchestra.run.smithi113.stdout: cephfs-top noarch 2:18.2.1-341.g4e3182a6.el8 ceph-noarch 18 k 2024-01-24T13:00:05.079 INFO:teuthology.orchestra.run.smithi113.stdout: elfutils-libelf-devel x86_64 0.189-3.el8 rhel-8-for-x86_64-baseos-rpms 62 k 2024-01-24T13:00:05.079 INFO:teuthology.orchestra.run.smithi113.stdout: flex x86_64 2.6.1-9.el8 rhel-8-for-x86_64-appstream-rpms 320 k 2024-01-24T13:00:05.079 INFO:teuthology.orchestra.run.smithi113.stdout: libaio-devel x86_64 0.3.112-1.el8 rhel-8-for-x86_64-baseos-rpms 19 k 2024-01-24T13:00:05.079 INFO:teuthology.orchestra.run.smithi113.stdout: libcephfs-devel x86_64 2:18.2.1-341.g4e3182a6.el8 ceph 31 k 2024-01-24T13:00:05.079 INFO:teuthology.orchestra.run.smithi113.stdout: libcephfs2 x86_64 2:18.2.1-341.g4e3182a6.el8 ceph 776 k 2024-01-24T13:00:05.079 INFO:teuthology.orchestra.run.smithi113.stdout: librados-devel x86_64 2:18.2.1-341.g4e3182a6.el8 ceph 139 k 2024-01-24T13:00:05.080 INFO:teuthology.orchestra.run.smithi113.stdout: libtool x86_64 2.4.6-25.el8 rhel-8-for-x86_64-appstream-rpms 709 k 2024-01-24T13:00:05.080 INFO:teuthology.orchestra.run.smithi113.stdout: libuuid-devel x86_64 2.32.1-43.el8 rhel-8-for-x86_64-baseos-rpms 100 k 2024-01-24T13:00:05.080 INFO:teuthology.orchestra.run.smithi113.stdout: openssl-devel x86_64 1:1.1.1k-12.el8_9 rhel-8-for-x86_64-baseos-rpms 2.3 M 2024-01-24T13:00:05.080 INFO:teuthology.orchestra.run.smithi113.stdout: postgresql x86_64 10.23-3.module+el8.9.0+20831+78489779 rhel-8-for-x86_64-appstream-rpms 1.5 M 2024-01-24T13:00:05.080 INFO:teuthology.orchestra.run.smithi113.stdout: postgresql-contrib x86_64 10.23-3.module+el8.9.0+20831+78489779 rhel-8-for-x86_64-appstream-rpms 811 k 2024-01-24T13:00:05.080 INFO:teuthology.orchestra.run.smithi113.stdout: postgresql-server x86_64 10.23-3.module+el8.9.0+20831+78489779 rhel-8-for-x86_64-appstream-rpms 5.1 M 2024-01-24T13:00:05.080 INFO:teuthology.orchestra.run.smithi113.stdout: python3-cephfs x86_64 2:18.2.1-341.g4e3182a6.el8 ceph 197 k 2024-01-24T13:00:05.080 INFO:teuthology.orchestra.run.smithi113.stdout: python3-rados x86_64 2:18.2.1-341.g4e3182a6.el8 ceph 371 k 2024-01-24T13:00:05.080 INFO:teuthology.orchestra.run.smithi113.stdout: python3-rbd x86_64 2:18.2.1-341.g4e3182a6.el8 ceph 365 k 2024-01-24T13:00:05.080 INFO:teuthology.orchestra.run.smithi113.stdout: python3-rgw x86_64 2:18.2.1-341.g4e3182a6.el8 ceph 107 k 2024-01-24T13:00:05.081 INFO:teuthology.orchestra.run.smithi113.stdout: rbd-fuse x86_64 2:18.2.1-341.g4e3182a6.el8 ceph 94 k 2024-01-24T13:00:05.081 INFO:teuthology.orchestra.run.smithi113.stdout: rbd-mirror x86_64 2:18.2.1-341.g4e3182a6.el8 ceph 3.4 M 2024-01-24T13:00:05.081 INFO:teuthology.orchestra.run.smithi113.stdout: rbd-nbd x86_64 2:18.2.1-341.g4e3182a6.el8 ceph 181 k 2024-01-24T13:00:05.081 INFO:teuthology.orchestra.run.smithi113.stdout: xfsprogs-devel x86_64 5.0.0-12.el8 rhel-8-for-x86_64-baseos-rpms 73 k 2024-01-24T13:00:05.081 INFO:teuthology.orchestra.run.smithi113.stdout:Upgrading: 2024-01-24T13:00:05.081 INFO:teuthology.orchestra.run.smithi113.stdout: elfutils-libelf x86_64 0.189-3.el8 rhel-8-for-x86_64-baseos-rpms 232 k 2024-01-24T13:00:05.081 INFO:teuthology.orchestra.run.smithi113.stdout: elfutils-libs x86_64 0.189-3.el8 rhel-8-for-x86_64-baseos-rpms 303 k 2024-01-24T13:00:05.081 INFO:teuthology.orchestra.run.smithi113.stdout: iproute x86_64 6.2.0-5.el8_9 rhel-8-for-x86_64-baseos-rpms 854 k 2024-01-24T13:00:05.081 INFO:teuthology.orchestra.run.smithi113.stdout: libblkid x86_64 2.32.1-43.el8 rhel-8-for-x86_64-baseos-rpms 220 k 2024-01-24T13:00:05.081 INFO:teuthology.orchestra.run.smithi113.stdout: libfdisk x86_64 2.32.1-43.el8 rhel-8-for-x86_64-baseos-rpms 254 k 2024-01-24T13:00:05.081 INFO:teuthology.orchestra.run.smithi113.stdout: libmount x86_64 2.32.1-43.el8 rhel-8-for-x86_64-baseos-rpms 237 k 2024-01-24T13:00:05.082 INFO:teuthology.orchestra.run.smithi113.stdout: librados2 x86_64 2:18.2.1-341.g4e3182a6.el8 ceph 3.7 M 2024-01-24T13:00:05.082 INFO:teuthology.orchestra.run.smithi113.stdout: librbd1 x86_64 2:18.2.1-341.g4e3182a6.el8 ceph 3.6 M 2024-01-24T13:00:05.082 INFO:teuthology.orchestra.run.smithi113.stdout: libsmartcols x86_64 2.32.1-43.el8 rhel-8-for-x86_64-baseos-rpms 179 k 2024-01-24T13:00:05.082 INFO:teuthology.orchestra.run.smithi113.stdout: libuuid x86_64 2.32.1-43.el8 rhel-8-for-x86_64-baseos-rpms 99 k 2024-01-24T13:00:05.082 INFO:teuthology.orchestra.run.smithi113.stdout: openssl x86_64 1:1.1.1k-12.el8_9 rhel-8-for-x86_64-baseos-rpms 711 k 2024-01-24T13:00:05.082 INFO:teuthology.orchestra.run.smithi113.stdout: openssl-libs x86_64 1:1.1.1k-12.el8_9 rhel-8-for-x86_64-baseos-rpms 1.5 M 2024-01-24T13:00:05.082 INFO:teuthology.orchestra.run.smithi113.stdout: util-linux x86_64 2.32.1-43.el8 rhel-8-for-x86_64-baseos-rpms 2.5 M 2024-01-24T13:00:05.082 INFO:teuthology.orchestra.run.smithi113.stdout: util-linux-user x86_64 2.32.1-43.el8 rhel-8-for-x86_64-baseos-rpms 103 k 2024-01-24T13:00:05.082 INFO:teuthology.orchestra.run.smithi113.stdout: xfsdump x86_64 3.1.8-7.el8_9 rhel-8-for-x86_64-baseos-rpms 333 k 2024-01-24T13:00:05.082 INFO:teuthology.orchestra.run.smithi113.stdout: xfsprogs x86_64 5.0.0-12.el8 rhel-8-for-x86_64-baseos-rpms 1.1 M 2024-01-24T13:00:05.082 INFO:teuthology.orchestra.run.smithi113.stdout:Installing dependencies: 2024-01-24T13:00:05.083 INFO:teuthology.orchestra.run.smithi113.stdout: automake noarch 1.16.1-8.el8 rhel-8-for-x86_64-appstream-rpms 714 k 2024-01-24T13:00:05.083 INFO:teuthology.orchestra.run.smithi113.stdout: ceph-common x86_64 2:18.2.1-341.g4e3182a6.el8 ceph 22 M 2024-01-24T13:00:05.083 INFO:teuthology.orchestra.run.smithi113.stdout: ceph-grafana-dashboards noarch 2:18.2.1-341.g4e3182a6.el8 ceph-noarch 23 k 2024-01-24T13:00:05.083 INFO:teuthology.orchestra.run.smithi113.stdout: ceph-mds x86_64 2:18.2.1-341.g4e3182a6.el8 ceph 2.3 M 2024-01-24T13:00:05.083 INFO:teuthology.orchestra.run.smithi113.stdout: ceph-mgr-modules-core noarch 2:18.2.1-341.g4e3182a6.el8 ceph-noarch 242 k 2024-01-24T13:00:05.083 INFO:teuthology.orchestra.run.smithi113.stdout: ceph-mon x86_64 2:18.2.1-341.g4e3182a6.el8 ceph 4.6 M 2024-01-24T13:00:05.083 INFO:teuthology.orchestra.run.smithi113.stdout: ceph-osd x86_64 2:18.2.1-341.g4e3182a6.el8 ceph 18 M 2024-01-24T13:00:05.083 INFO:teuthology.orchestra.run.smithi113.stdout: ceph-prometheus-alerts noarch 2:18.2.1-341.g4e3182a6.el8 ceph-noarch 15 k 2024-01-24T13:00:05.083 INFO:teuthology.orchestra.run.smithi113.stdout: ceph-selinux x86_64 2:18.2.1-341.g4e3182a6.el8 ceph 24 k 2024-01-24T13:00:05.083 INFO:teuthology.orchestra.run.smithi113.stdout: fuse x86_64 2.9.7-17.el8 rhel-8-for-x86_64-baseos-rpms 83 k 2024-01-24T13:00:05.083 INFO:teuthology.orchestra.run.smithi113.stdout: gperftools-libs x86_64 1:2.7-9.el8 epel 306 k 2024-01-24T13:00:05.084 INFO:teuthology.orchestra.run.smithi113.stdout: jq x86_64 1.6-7.el8 rhel-8-for-x86_64-appstream-rpms 202 k 2024-01-24T13:00:05.084 INFO:teuthology.orchestra.run.smithi113.stdout: keyutils-libs-devel x86_64 1.5.10-9.el8 rhel-8-for-x86_64-baseos-rpms 48 k 2024-01-24T13:00:05.084 INFO:teuthology.orchestra.run.smithi113.stdout: krb5-devel x86_64 1.18.2-26.el8_9 rhel-8-for-x86_64-baseos-rpms 562 k 2024-01-24T13:00:05.084 INFO:teuthology.orchestra.run.smithi113.stdout: libcephsqlite x86_64 2:18.2.1-341.g4e3182a6.el8 ceph 141 k 2024-01-24T13:00:05.084 INFO:teuthology.orchestra.run.smithi113.stdout: libcom_err-devel x86_64 1.45.6-4.el8 rhel-8-for-x86_64-baseos-rpms 39 k 2024-01-24T13:00:05.084 INFO:teuthology.orchestra.run.smithi113.stdout: libgfortran x86_64 8.5.0-20.el8 rhel-8-for-x86_64-baseos-rpms 645 k 2024-01-24T13:00:05.084 INFO:teuthology.orchestra.run.smithi113.stdout: liboath x86_64 2.6.2-3.el8 epel 59 k 2024-01-24T13:00:05.084 INFO:teuthology.orchestra.run.smithi113.stdout: libpq x86_64 13.11-1.el8 rhel-8-for-x86_64-appstream-rpms 198 k 2024-01-24T13:00:05.084 INFO:teuthology.orchestra.run.smithi113.stdout: libquadmath x86_64 8.5.0-20.el8 rhel-8-for-x86_64-baseos-rpms 172 k 2024-01-24T13:00:05.084 INFO:teuthology.orchestra.run.smithi113.stdout: librabbitmq x86_64 0.9.0-4.el8 rhel-8-for-x86_64-baseos-rpms 47 k 2024-01-24T13:00:05.084 INFO:teuthology.orchestra.run.smithi113.stdout: libradosstriper1 x86_64 2:18.2.1-341.g4e3182a6.el8 ceph 474 k 2024-01-24T13:00:05.085 INFO:teuthology.orchestra.run.smithi113.stdout: librdkafka x86_64 0.11.4-3.el8 rhel-8-for-x86_64-appstream-rpms 354 k 2024-01-24T13:00:05.085 INFO:teuthology.orchestra.run.smithi113.stdout: librgw2 x86_64 2:18.2.1-341.g4e3182a6.el8 ceph 6.5 M 2024-01-24T13:00:05.085 INFO:teuthology.orchestra.run.smithi113.stdout: libselinux-devel x86_64 2.9-5.el8 rhel-8-for-x86_64-baseos-rpms 200 k 2024-01-24T13:00:05.085 INFO:teuthology.orchestra.run.smithi113.stdout: libsepol-devel x86_64 2.9-3.el8 rhel-8-for-x86_64-baseos-rpms 87 k 2024-01-24T13:00:05.085 INFO:teuthology.orchestra.run.smithi113.stdout: libunwind x86_64 1.3.1-3.el8 epel 75 k 2024-01-24T13:00:05.085 INFO:teuthology.orchestra.run.smithi113.stdout: libverto-devel x86_64 0.3.0-5.el8 rhel-8-for-x86_64-baseos-rpms 18 k 2024-01-24T13:00:05.085 INFO:teuthology.orchestra.run.smithi113.stdout: libzstd-devel x86_64 1.4.4-1.el8 rhel-8-for-x86_64-baseos-rpms 44 k 2024-01-24T13:00:05.085 INFO:teuthology.orchestra.run.smithi113.stdout: lttng-ust x86_64 2.8.1-11.el8 rhel-8-for-x86_64-appstream-rpms 259 k 2024-01-24T13:00:05.085 INFO:teuthology.orchestra.run.smithi113.stdout: oniguruma x86_64 6.8.2-2.el8 rhel-8-for-x86_64-appstream-rpms 187 k 2024-01-24T13:00:05.085 INFO:teuthology.orchestra.run.smithi113.stdout: openblas x86_64 0.3.15-6.el8 rhel-8-for-x86_64-appstream-rpms 5.0 M 2024-01-24T13:00:05.086 INFO:teuthology.orchestra.run.smithi113.stdout: openblas-threads x86_64 0.3.15-6.el8 rhel-8-for-x86_64-appstream-rpms 5.2 M 2024-01-24T13:00:05.086 INFO:teuthology.orchestra.run.smithi113.stdout: pcre2-devel x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 605 k 2024-01-24T13:00:05.086 INFO:teuthology.orchestra.run.smithi113.stdout: pcre2-utf16 x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 229 k 2024-01-24T13:00:05.086 INFO:teuthology.orchestra.run.smithi113.stdout: pcre2-utf32 x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 220 k 2024-01-24T13:00:05.086 INFO:teuthology.orchestra.run.smithi113.stdout: python3-asyncssh noarch 2.7.0-2.el8 epel 476 k 2024-01-24T13:00:05.086 INFO:teuthology.orchestra.run.smithi113.stdout: python3-babel noarch 2.5.1-7.el8 rhel-8-for-x86_64-appstream-rpms 4.8 M 2024-01-24T13:00:05.086 INFO:teuthology.orchestra.run.smithi113.stdout: python3-bcrypt x86_64 3.1.6-2.el8.1 epel 44 k 2024-01-24T13:00:05.086 INFO:teuthology.orchestra.run.smithi113.stdout: python3-beautifulsoup4 noarch 4.6.3-2.el8.1 epel 185 k 2024-01-24T13:00:05.086 INFO:teuthology.orchestra.run.smithi113.stdout: python3-cachetools noarch 3.1.1-4.el8 epel 33 k 2024-01-24T13:00:05.086 INFO:teuthology.orchestra.run.smithi113.stdout: python3-ceph-argparse x86_64 2:18.2.1-341.g4e3182a6.el8 ceph 45 k 2024-01-24T13:00:05.086 INFO:teuthology.orchestra.run.smithi113.stdout: python3-ceph-common x86_64 2:18.2.1-341.g4e3182a6.el8 ceph 123 k 2024-01-24T13:00:05.087 INFO:teuthology.orchestra.run.smithi113.stdout: python3-certifi noarch 2018.10.15-7.el8 epel 16 k 2024-01-24T13:00:05.087 INFO:teuthology.orchestra.run.smithi113.stdout: python3-cffi x86_64 1.11.5-6.el8 rhel-8-for-x86_64-baseos-rpms 238 k 2024-01-24T13:00:05.087 INFO:teuthology.orchestra.run.smithi113.stdout: python3-cheroot noarch 8.5.2-1.el8 epel 173 k 2024-01-24T13:00:05.087 INFO:teuthology.orchestra.run.smithi113.stdout: python3-cherrypy noarch 18.4.0-1.el8 epel 384 k 2024-01-24T13:00:05.087 INFO:teuthology.orchestra.run.smithi113.stdout: python3-cryptography x86_64 3.2.1-6.el8 rhel-8-for-x86_64-baseos-rpms 559 k 2024-01-24T13:00:05.087 INFO:teuthology.orchestra.run.smithi113.stdout: python3-google-auth noarch 1:1.1.1-10.el8 epel 81 k 2024-01-24T13:00:05.087 INFO:teuthology.orchestra.run.smithi113.stdout: python3-jaraco noarch 6.2-6.el8 epel 11 k 2024-01-24T13:00:05.087 INFO:teuthology.orchestra.run.smithi113.stdout: python3-jaraco-functools noarch 2.0-4.el8 epel 18 k 2024-01-24T13:00:05.087 INFO:teuthology.orchestra.run.smithi113.stdout: python3-jinja2 noarch 2.10.1-3.el8 rhel-8-for-x86_64-appstream-rpms 538 k 2024-01-24T13:00:05.087 INFO:teuthology.orchestra.run.smithi113.stdout: python3-jsonpatch noarch 1.21-2.el8 rhel-8-for-x86_64-appstream-rpms 27 k 2024-01-24T13:00:05.087 INFO:teuthology.orchestra.run.smithi113.stdout: python3-jsonpointer noarch 1.10-11.el8 rhel-8-for-x86_64-appstream-rpms 20 k 2024-01-24T13:00:05.088 INFO:teuthology.orchestra.run.smithi113.stdout: python3-jwt noarch 1.6.1-2.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2024-01-24T13:00:05.088 INFO:teuthology.orchestra.run.smithi113.stdout: python3-kubernetes noarch 1:11.0.0-6.el8 epel 1.2 M 2024-01-24T13:00:05.088 INFO:teuthology.orchestra.run.smithi113.stdout: python3-logutils noarch 0.3.5-11.el8 epel 49 k 2024-01-24T13:00:05.088 INFO:teuthology.orchestra.run.smithi113.stdout: python3-mako noarch 1.0.6-14.el8 rhel-8-for-x86_64-appstream-rpms 157 k 2024-01-24T13:00:05.088 INFO:teuthology.orchestra.run.smithi113.stdout: python3-markupsafe x86_64 0.23-19.el8 rhel-8-for-x86_64-appstream-rpms 39 k 2024-01-24T13:00:05.088 INFO:teuthology.orchestra.run.smithi113.stdout: python3-more-itertools noarch 7.2.0-3.el8 epel 59 k 2024-01-24T13:00:05.088 INFO:teuthology.orchestra.run.smithi113.stdout: python3-natsort noarch 7.1.1-2.el8 epel 60 k 2024-01-24T13:00:05.088 INFO:teuthology.orchestra.run.smithi113.stdout: python3-numpy x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 3.7 M 2024-01-24T13:00:05.088 INFO:teuthology.orchestra.run.smithi113.stdout: python3-numpy-f2py x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 225 k 2024-01-24T13:00:05.088 INFO:teuthology.orchestra.run.smithi113.stdout: python3-oauthlib noarch 2.1.0-1.el8 rhel-8-for-x86_64-baseos-rpms 155 k 2024-01-24T13:00:05.088 INFO:teuthology.orchestra.run.smithi113.stdout: python3-pecan noarch 1.3.2-9.el8 epel 283 k 2024-01-24T13:00:05.088 INFO:teuthology.orchestra.run.smithi113.stdout: python3-portend noarch 2.6-1.el8 epel 16 k 2024-01-24T13:00:05.089 INFO:teuthology.orchestra.run.smithi113.stdout: python3-prettytable noarch 0.7.2-14.el8 rhel-8-for-x86_64-appstream-rpms 44 k 2024-01-24T13:00:05.089 INFO:teuthology.orchestra.run.smithi113.stdout: python3-pyOpenSSL noarch 19.0.0-1.el8 rhel-8-for-x86_64-appstream-rpms 103 k 2024-01-24T13:00:05.089 INFO:teuthology.orchestra.run.smithi113.stdout: python3-pyasn1 noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 126 k 2024-01-24T13:00:05.089 INFO:teuthology.orchestra.run.smithi113.stdout: python3-pyasn1-modules noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 110 k 2024-01-24T13:00:05.089 INFO:teuthology.orchestra.run.smithi113.stdout: python3-pycparser noarch 2.14-14.el8 rhel-8-for-x86_64-baseos-rpms 109 k 2024-01-24T13:00:05.089 INFO:teuthology.orchestra.run.smithi113.stdout: python3-pytz noarch 2017.2-11.el8 rhel-8-for-x86_64-appstream-rpms 54 k 2024-01-24T13:00:05.089 INFO:teuthology.orchestra.run.smithi113.stdout: python3-repoze-lru noarch 0.7-6.el8 epel 34 k 2024-01-24T13:00:05.089 INFO:teuthology.orchestra.run.smithi113.stdout: python3-requests-oauthlib noarch 1.0.0-1.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2024-01-24T13:00:05.089 INFO:teuthology.orchestra.run.smithi113.stdout: python3-routes noarch 2.4.1-12.el8 epel 196 k 2024-01-24T13:00:05.089 INFO:teuthology.orchestra.run.smithi113.stdout: python3-rsa noarch 4.9-2.el8 epel 64 k 2024-01-24T13:00:05.089 INFO:teuthology.orchestra.run.smithi113.stdout: python3-scipy x86_64 1.0.0-21.module+el8.9.0+20976+d3c38525 rhel-8-for-x86_64-appstream-rpms 14 M 2024-01-24T13:00:05.089 INFO:teuthology.orchestra.run.smithi113.stdout: python3-simplegeneric noarch 0.8.1-17.el8 epel 19 k 2024-01-24T13:00:05.090 INFO:teuthology.orchestra.run.smithi113.stdout: python3-singledispatch noarch 3.4.0.3-18.el8 epel 24 k 2024-01-24T13:00:05.090 INFO:teuthology.orchestra.run.smithi113.stdout: python3-tempora noarch 1.14.1-5.el8 epel 29 k 2024-01-24T13:00:05.090 INFO:teuthology.orchestra.run.smithi113.stdout: python3-trustme noarch 0.6.0-4.el8 epel 27 k 2024-01-24T13:00:05.090 INFO:teuthology.orchestra.run.smithi113.stdout: python3-waitress noarch 1.4.3-1.el8 epel 255 k 2024-01-24T13:00:05.090 INFO:teuthology.orchestra.run.smithi113.stdout: python3-webob noarch 1.8.5-1.el8.1 epel 251 k 2024-01-24T13:00:05.090 INFO:teuthology.orchestra.run.smithi113.stdout: python3-websocket-client noarch 0.56.0-5.el8 epel 61 k 2024-01-24T13:00:05.090 INFO:teuthology.orchestra.run.smithi113.stdout: python3-webtest noarch 2.0.33-1.el8 epel 85 k 2024-01-24T13:00:05.090 INFO:teuthology.orchestra.run.smithi113.stdout: python3-werkzeug noarch 0.12.2-4.el8 rhel-8-for-x86_64-appstream-rpms 457 k 2024-01-24T13:00:05.090 INFO:teuthology.orchestra.run.smithi113.stdout: python3-zc-lockfile noarch 2.0-2.el8 epel 23 k 2024-01-24T13:00:05.090 INFO:teuthology.orchestra.run.smithi113.stdout: socat x86_64 1.7.4.1-1.el8 rhel-8-for-x86_64-appstream-rpms 323 k 2024-01-24T13:00:05.090 INFO:teuthology.orchestra.run.smithi113.stdout: thrift x86_64 0.13.0-2.el8 epel 1.7 M 2024-01-24T13:00:05.090 INFO:teuthology.orchestra.run.smithi113.stdout: uuid x86_64 1.6.2-43.el8 rhel-8-for-x86_64-appstream-rpms 64 k 2024-01-24T13:00:05.091 INFO:teuthology.orchestra.run.smithi113.stdout: xmlstarlet x86_64 1.6.1-20.el8 lab-extras 70 k 2024-01-24T13:00:05.091 INFO:teuthology.orchestra.run.smithi113.stdout: zlib-devel x86_64 1.2.11-18.el8_5 rhel-8-for-x86_64-baseos-rpms 58 k 2024-01-24T13:00:05.091 INFO:teuthology.orchestra.run.smithi113.stdout:Enabling module streams: 2024-01-24T13:00:05.091 INFO:teuthology.orchestra.run.smithi113.stdout: postgresql 10 2024-01-24T13:00:05.091 INFO:teuthology.orchestra.run.smithi113.stdout: 2024-01-24T13:00:05.091 INFO:teuthology.orchestra.run.smithi113.stdout:Transaction Summary 2024-01-24T13:00:05.091 INFO:teuthology.orchestra.run.smithi113.stdout:=========================================================================================================================== 2024-01-24T13:00:05.091 INFO:teuthology.orchestra.run.smithi113.stdout:Install 129 Packages 2024-01-24T13:00:05.091 INFO:teuthology.orchestra.run.smithi113.stdout:Upgrade 16 Packages 2024-01-24T13:00:05.091 INFO:teuthology.orchestra.run.smithi113.stdout: 2024-01-24T13:00:05.092 INFO:teuthology.orchestra.run.smithi181.stdout:Package NetworkManager-1:1.36.0-4.el8.x86_64 is already installed. 2024-01-24T13:00:05.092 INFO:teuthology.orchestra.run.smithi181.stdout:Package iproute-5.15.0-4.el8.x86_64 is already installed. 2024-01-24T13:00:05.092 INFO:teuthology.orchestra.run.smithi113.stdout:Total download size: 212 M 2024-01-24T13:00:05.092 INFO:teuthology.orchestra.run.smithi113.stdout:Downloading Packages: 2024-01-24T13:00:05.094 INFO:teuthology.orchestra.run.smithi181.stdout:Package util-linux-2.32.1-35.el8.x86_64 is already installed. 2024-01-24T13:00:05.095 INFO:teuthology.orchestra.run.smithi181.stdout:Package libacl-devel-2.2.53-1.el8.x86_64 is already installed. 2024-01-24T13:00:05.098 INFO:teuthology.orchestra.run.smithi181.stdout:Package libattr-devel-2.4.48-3.el8.x86_64 is already installed. 2024-01-24T13:00:05.102 INFO:teuthology.orchestra.run.smithi181.stdout:Package xfsdump-3.1.8-4.el8.x86_64 is already installed. 2024-01-24T13:00:05.104 INFO:teuthology.orchestra.run.smithi181.stdout:Package xfsprogs-5.0.0-10.el8.x86_64 is already installed. 2024-01-24T13:00:05.249 INFO:teuthology.orchestra.run.smithi113.stdout:(1/145): ceph-18.2.1-341.g4e3182a6.el8.x86_64.r 53 kB/s | 6.4 kB 00:00 2024-01-24T13:00:05.317 INFO:teuthology.orchestra.run.smithi181.stdout:Dependencies resolved. 2024-01-24T13:00:05.332 INFO:teuthology.orchestra.run.smithi181.stdout:=========================================================================================================================== 2024-01-24T13:00:05.332 INFO:teuthology.orchestra.run.smithi181.stdout: Package Arch Version Repository Size 2024-01-24T13:00:05.332 INFO:teuthology.orchestra.run.smithi181.stdout:=========================================================================================================================== 2024-01-24T13:00:05.332 INFO:teuthology.orchestra.run.smithi181.stdout:Installing: 2024-01-24T13:00:05.332 INFO:teuthology.orchestra.run.smithi181.stdout: NetworkManager-initscripts-updown noarch 1:1.40.16-13.el8_9 rhel-8-for-x86_64-baseos-rpms 144 k 2024-01-24T13:00:05.333 INFO:teuthology.orchestra.run.smithi181.stdout: bison x86_64 3.0.4-10.el8 rhel-8-for-x86_64-appstream-rpms 688 k 2024-01-24T13:00:05.333 INFO:teuthology.orchestra.run.smithi181.stdout: ceph x86_64 2:18.2.1-341.g4e3182a6.el8 ceph 6.4 k 2024-01-24T13:00:05.333 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-base x86_64 2:18.2.1-341.g4e3182a6.el8 ceph 5.4 M 2024-01-24T13:00:05.333 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-fuse x86_64 2:18.2.1-341.g4e3182a6.el8 ceph 852 k 2024-01-24T13:00:05.333 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-immutable-object-cache x86_64 2:18.2.1-341.g4e3182a6.el8 ceph 165 k 2024-01-24T13:00:05.333 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-mgr x86_64 2:18.2.1-341.g4e3182a6.el8 ceph 1.6 M 2024-01-24T13:00:05.333 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-mgr-cephadm noarch 2:18.2.1-341.g4e3182a6.el8 ceph-noarch 132 k 2024-01-24T13:00:05.333 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-mgr-dashboard noarch 2:18.2.1-341.g4e3182a6.el8 ceph-noarch 1.8 M 2024-01-24T13:00:05.333 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-mgr-diskprediction-local noarch 2:18.2.1-341.g4e3182a6.el8 ceph-noarch 7.4 M 2024-01-24T13:00:05.333 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-mgr-rook noarch 2:18.2.1-341.g4e3182a6.el8 ceph-noarch 50 k 2024-01-24T13:00:05.333 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-radosgw x86_64 2:18.2.1-341.g4e3182a6.el8 ceph 13 M 2024-01-24T13:00:05.334 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-test x86_64 2:18.2.1-341.g4e3182a6.el8 ceph 47 M 2024-01-24T13:00:05.334 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-volume noarch 2:18.2.1-341.g4e3182a6.el8 ceph-noarch 262 k 2024-01-24T13:00:05.334 INFO:teuthology.orchestra.run.smithi181.stdout: cephadm noarch 2:18.2.1-341.g4e3182a6.el8 ceph-noarch 171 k 2024-01-24T13:00:05.334 INFO:teuthology.orchestra.run.smithi181.stdout: cephfs-mirror x86_64 2:18.2.1-341.g4e3182a6.el8 ceph 259 k 2024-01-24T13:00:05.334 INFO:teuthology.orchestra.run.smithi181.stdout: cephfs-top noarch 2:18.2.1-341.g4e3182a6.el8 ceph-noarch 18 k 2024-01-24T13:00:05.334 INFO:teuthology.orchestra.run.smithi181.stdout: elfutils-libelf-devel x86_64 0.189-3.el8 rhel-8-for-x86_64-baseos-rpms 62 k 2024-01-24T13:00:05.334 INFO:teuthology.orchestra.run.smithi181.stdout: flex x86_64 2.6.1-9.el8 rhel-8-for-x86_64-appstream-rpms 320 k 2024-01-24T13:00:05.334 INFO:teuthology.orchestra.run.smithi181.stdout: libaio-devel x86_64 0.3.112-1.el8 rhel-8-for-x86_64-baseos-rpms 19 k 2024-01-24T13:00:05.334 INFO:teuthology.orchestra.run.smithi181.stdout: libcephfs-devel x86_64 2:18.2.1-341.g4e3182a6.el8 ceph 31 k 2024-01-24T13:00:05.334 INFO:teuthology.orchestra.run.smithi181.stdout: libcephfs2 x86_64 2:18.2.1-341.g4e3182a6.el8 ceph 776 k 2024-01-24T13:00:05.334 INFO:teuthology.orchestra.run.smithi181.stdout: librados-devel x86_64 2:18.2.1-341.g4e3182a6.el8 ceph 139 k 2024-01-24T13:00:05.335 INFO:teuthology.orchestra.run.smithi181.stdout: libtool x86_64 2.4.6-25.el8 rhel-8-for-x86_64-appstream-rpms 709 k 2024-01-24T13:00:05.335 INFO:teuthology.orchestra.run.smithi181.stdout: libuuid-devel x86_64 2.32.1-43.el8 rhel-8-for-x86_64-baseos-rpms 100 k 2024-01-24T13:00:05.335 INFO:teuthology.orchestra.run.smithi181.stdout: openssl-devel x86_64 1:1.1.1k-12.el8_9 rhel-8-for-x86_64-baseos-rpms 2.3 M 2024-01-24T13:00:05.335 INFO:teuthology.orchestra.run.smithi181.stdout: postgresql x86_64 10.23-3.module+el8.9.0+20831+78489779 rhel-8-for-x86_64-appstream-rpms 1.5 M 2024-01-24T13:00:05.335 INFO:teuthology.orchestra.run.smithi181.stdout: postgresql-contrib x86_64 10.23-3.module+el8.9.0+20831+78489779 rhel-8-for-x86_64-appstream-rpms 811 k 2024-01-24T13:00:05.335 INFO:teuthology.orchestra.run.smithi181.stdout: postgresql-server x86_64 10.23-3.module+el8.9.0+20831+78489779 rhel-8-for-x86_64-appstream-rpms 5.1 M 2024-01-24T13:00:05.335 INFO:teuthology.orchestra.run.smithi181.stdout: python3-cephfs x86_64 2:18.2.1-341.g4e3182a6.el8 ceph 197 k 2024-01-24T13:00:05.335 INFO:teuthology.orchestra.run.smithi181.stdout: python3-rados x86_64 2:18.2.1-341.g4e3182a6.el8 ceph 371 k 2024-01-24T13:00:05.335 INFO:teuthology.orchestra.run.smithi181.stdout: python3-rbd x86_64 2:18.2.1-341.g4e3182a6.el8 ceph 365 k 2024-01-24T13:00:05.335 INFO:teuthology.orchestra.run.smithi181.stdout: python3-rgw x86_64 2:18.2.1-341.g4e3182a6.el8 ceph 107 k 2024-01-24T13:00:05.335 INFO:teuthology.orchestra.run.smithi181.stdout: rbd-fuse x86_64 2:18.2.1-341.g4e3182a6.el8 ceph 94 k 2024-01-24T13:00:05.335 INFO:teuthology.orchestra.run.smithi181.stdout: rbd-mirror x86_64 2:18.2.1-341.g4e3182a6.el8 ceph 3.4 M 2024-01-24T13:00:05.336 INFO:teuthology.orchestra.run.smithi181.stdout: rbd-nbd x86_64 2:18.2.1-341.g4e3182a6.el8 ceph 181 k 2024-01-24T13:00:05.336 INFO:teuthology.orchestra.run.smithi181.stdout: xfsprogs-devel x86_64 5.0.0-12.el8 rhel-8-for-x86_64-baseos-rpms 73 k 2024-01-24T13:00:05.336 INFO:teuthology.orchestra.run.smithi181.stdout:Upgrading: 2024-01-24T13:00:05.336 INFO:teuthology.orchestra.run.smithi181.stdout: elfutils-libelf x86_64 0.189-3.el8 rhel-8-for-x86_64-baseos-rpms 232 k 2024-01-24T13:00:05.336 INFO:teuthology.orchestra.run.smithi181.stdout: elfutils-libs x86_64 0.189-3.el8 rhel-8-for-x86_64-baseos-rpms 303 k 2024-01-24T13:00:05.336 INFO:teuthology.orchestra.run.smithi181.stdout: iproute x86_64 6.2.0-5.el8_9 rhel-8-for-x86_64-baseos-rpms 854 k 2024-01-24T13:00:05.336 INFO:teuthology.orchestra.run.smithi181.stdout: libblkid x86_64 2.32.1-43.el8 rhel-8-for-x86_64-baseos-rpms 220 k 2024-01-24T13:00:05.336 INFO:teuthology.orchestra.run.smithi181.stdout: libfdisk x86_64 2.32.1-43.el8 rhel-8-for-x86_64-baseos-rpms 254 k 2024-01-24T13:00:05.336 INFO:teuthology.orchestra.run.smithi181.stdout: libmount x86_64 2.32.1-43.el8 rhel-8-for-x86_64-baseos-rpms 237 k 2024-01-24T13:00:05.336 INFO:teuthology.orchestra.run.smithi181.stdout: librados2 x86_64 2:18.2.1-341.g4e3182a6.el8 ceph 3.7 M 2024-01-24T13:00:05.336 INFO:teuthology.orchestra.run.smithi181.stdout: librbd1 x86_64 2:18.2.1-341.g4e3182a6.el8 ceph 3.6 M 2024-01-24T13:00:05.336 INFO:teuthology.orchestra.run.smithi181.stdout: libsmartcols x86_64 2.32.1-43.el8 rhel-8-for-x86_64-baseos-rpms 179 k 2024-01-24T13:00:05.337 INFO:teuthology.orchestra.run.smithi181.stdout: libuuid x86_64 2.32.1-43.el8 rhel-8-for-x86_64-baseos-rpms 99 k 2024-01-24T13:00:05.337 INFO:teuthology.orchestra.run.smithi181.stdout: openssl x86_64 1:1.1.1k-12.el8_9 rhel-8-for-x86_64-baseos-rpms 711 k 2024-01-24T13:00:05.337 INFO:teuthology.orchestra.run.smithi181.stdout: openssl-libs x86_64 1:1.1.1k-12.el8_9 rhel-8-for-x86_64-baseos-rpms 1.5 M 2024-01-24T13:00:05.337 INFO:teuthology.orchestra.run.smithi181.stdout: util-linux x86_64 2.32.1-43.el8 rhel-8-for-x86_64-baseos-rpms 2.5 M 2024-01-24T13:00:05.337 INFO:teuthology.orchestra.run.smithi181.stdout: util-linux-user x86_64 2.32.1-43.el8 rhel-8-for-x86_64-baseos-rpms 103 k 2024-01-24T13:00:05.337 INFO:teuthology.orchestra.run.smithi181.stdout: xfsdump x86_64 3.1.8-7.el8_9 rhel-8-for-x86_64-baseos-rpms 333 k 2024-01-24T13:00:05.337 INFO:teuthology.orchestra.run.smithi181.stdout: xfsprogs x86_64 5.0.0-12.el8 rhel-8-for-x86_64-baseos-rpms 1.1 M 2024-01-24T13:00:05.337 INFO:teuthology.orchestra.run.smithi181.stdout:Installing dependencies: 2024-01-24T13:00:05.337 INFO:teuthology.orchestra.run.smithi181.stdout: automake noarch 1.16.1-8.el8 rhel-8-for-x86_64-appstream-rpms 714 k 2024-01-24T13:00:05.338 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-common x86_64 2:18.2.1-341.g4e3182a6.el8 ceph 22 M 2024-01-24T13:00:05.338 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-grafana-dashboards noarch 2:18.2.1-341.g4e3182a6.el8 ceph-noarch 23 k 2024-01-24T13:00:05.338 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-mds x86_64 2:18.2.1-341.g4e3182a6.el8 ceph 2.3 M 2024-01-24T13:00:05.338 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-mgr-modules-core noarch 2:18.2.1-341.g4e3182a6.el8 ceph-noarch 242 k 2024-01-24T13:00:05.338 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-mon x86_64 2:18.2.1-341.g4e3182a6.el8 ceph 4.6 M 2024-01-24T13:00:05.338 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-osd x86_64 2:18.2.1-341.g4e3182a6.el8 ceph 18 M 2024-01-24T13:00:05.338 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-prometheus-alerts noarch 2:18.2.1-341.g4e3182a6.el8 ceph-noarch 15 k 2024-01-24T13:00:05.339 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-selinux x86_64 2:18.2.1-341.g4e3182a6.el8 ceph 24 k 2024-01-24T13:00:05.339 INFO:teuthology.orchestra.run.smithi181.stdout: fuse x86_64 2.9.7-17.el8 rhel-8-for-x86_64-baseos-rpms 83 k 2024-01-24T13:00:05.339 INFO:teuthology.orchestra.run.smithi181.stdout: gperftools-libs x86_64 1:2.7-9.el8 epel 306 k 2024-01-24T13:00:05.339 INFO:teuthology.orchestra.run.smithi181.stdout: jq x86_64 1.6-7.el8 rhel-8-for-x86_64-appstream-rpms 202 k 2024-01-24T13:00:05.339 INFO:teuthology.orchestra.run.smithi181.stdout: keyutils-libs-devel x86_64 1.5.10-9.el8 rhel-8-for-x86_64-baseos-rpms 48 k 2024-01-24T13:00:05.339 INFO:teuthology.orchestra.run.smithi181.stdout: krb5-devel x86_64 1.18.2-26.el8_9 rhel-8-for-x86_64-baseos-rpms 562 k 2024-01-24T13:00:05.339 INFO:teuthology.orchestra.run.smithi181.stdout: libcephsqlite x86_64 2:18.2.1-341.g4e3182a6.el8 ceph 141 k 2024-01-24T13:00:05.339 INFO:teuthology.orchestra.run.smithi181.stdout: libcom_err-devel x86_64 1.45.6-4.el8 rhel-8-for-x86_64-baseos-rpms 39 k 2024-01-24T13:00:05.339 INFO:teuthology.orchestra.run.smithi181.stdout: libgfortran x86_64 8.5.0-20.el8 rhel-8-for-x86_64-baseos-rpms 645 k 2024-01-24T13:00:05.339 INFO:teuthology.orchestra.run.smithi181.stdout: liboath x86_64 2.6.2-3.el8 epel 59 k 2024-01-24T13:00:05.339 INFO:teuthology.orchestra.run.smithi181.stdout: libpq x86_64 13.11-1.el8 rhel-8-for-x86_64-appstream-rpms 198 k 2024-01-24T13:00:05.340 INFO:teuthology.orchestra.run.smithi181.stdout: libquadmath x86_64 8.5.0-20.el8 rhel-8-for-x86_64-baseos-rpms 172 k 2024-01-24T13:00:05.340 INFO:teuthology.orchestra.run.smithi181.stdout: librabbitmq x86_64 0.9.0-4.el8 rhel-8-for-x86_64-baseos-rpms 47 k 2024-01-24T13:00:05.340 INFO:teuthology.orchestra.run.smithi181.stdout: libradosstriper1 x86_64 2:18.2.1-341.g4e3182a6.el8 ceph 474 k 2024-01-24T13:00:05.340 INFO:teuthology.orchestra.run.smithi181.stdout: librdkafka x86_64 0.11.4-3.el8 rhel-8-for-x86_64-appstream-rpms 354 k 2024-01-24T13:00:05.340 INFO:teuthology.orchestra.run.smithi181.stdout: librgw2 x86_64 2:18.2.1-341.g4e3182a6.el8 ceph 6.5 M 2024-01-24T13:00:05.340 INFO:teuthology.orchestra.run.smithi181.stdout: libselinux-devel x86_64 2.9-5.el8 rhel-8-for-x86_64-baseos-rpms 200 k 2024-01-24T13:00:05.340 INFO:teuthology.orchestra.run.smithi181.stdout: libsepol-devel x86_64 2.9-3.el8 rhel-8-for-x86_64-baseos-rpms 87 k 2024-01-24T13:00:05.341 INFO:teuthology.orchestra.run.smithi181.stdout: libunwind x86_64 1.3.1-3.el8 epel 75 k 2024-01-24T13:00:05.341 INFO:teuthology.orchestra.run.smithi181.stdout: libverto-devel x86_64 0.3.0-5.el8 rhel-8-for-x86_64-baseos-rpms 18 k 2024-01-24T13:00:05.341 INFO:teuthology.orchestra.run.smithi181.stdout: libzstd-devel x86_64 1.4.4-1.el8 rhel-8-for-x86_64-baseos-rpms 44 k 2024-01-24T13:00:05.341 INFO:teuthology.orchestra.run.smithi181.stdout: lttng-ust x86_64 2.8.1-11.el8 rhel-8-for-x86_64-appstream-rpms 259 k 2024-01-24T13:00:05.341 INFO:teuthology.orchestra.run.smithi181.stdout: oniguruma x86_64 6.8.2-2.el8 rhel-8-for-x86_64-appstream-rpms 187 k 2024-01-24T13:00:05.341 INFO:teuthology.orchestra.run.smithi181.stdout: openblas x86_64 0.3.15-6.el8 rhel-8-for-x86_64-appstream-rpms 5.0 M 2024-01-24T13:00:05.341 INFO:teuthology.orchestra.run.smithi181.stdout: openblas-threads x86_64 0.3.15-6.el8 rhel-8-for-x86_64-appstream-rpms 5.2 M 2024-01-24T13:00:05.341 INFO:teuthology.orchestra.run.smithi181.stdout: pcre2-devel x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 605 k 2024-01-24T13:00:05.341 INFO:teuthology.orchestra.run.smithi181.stdout: pcre2-utf16 x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 229 k 2024-01-24T13:00:05.341 INFO:teuthology.orchestra.run.smithi181.stdout: pcre2-utf32 x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 220 k 2024-01-24T13:00:05.341 INFO:teuthology.orchestra.run.smithi181.stdout: python3-asyncssh noarch 2.7.0-2.el8 epel 476 k 2024-01-24T13:00:05.341 INFO:teuthology.orchestra.run.smithi181.stdout: python3-babel noarch 2.5.1-7.el8 rhel-8-for-x86_64-appstream-rpms 4.8 M 2024-01-24T13:00:05.342 INFO:teuthology.orchestra.run.smithi181.stdout: python3-bcrypt x86_64 3.1.6-2.el8.1 epel 44 k 2024-01-24T13:00:05.342 INFO:teuthology.orchestra.run.smithi181.stdout: python3-beautifulsoup4 noarch 4.6.3-2.el8.1 epel 185 k 2024-01-24T13:00:05.342 INFO:teuthology.orchestra.run.smithi181.stdout: python3-cachetools noarch 3.1.1-4.el8 epel 33 k 2024-01-24T13:00:05.342 INFO:teuthology.orchestra.run.smithi181.stdout: python3-ceph-argparse x86_64 2:18.2.1-341.g4e3182a6.el8 ceph 45 k 2024-01-24T13:00:05.342 INFO:teuthology.orchestra.run.smithi181.stdout: python3-ceph-common x86_64 2:18.2.1-341.g4e3182a6.el8 ceph 123 k 2024-01-24T13:00:05.342 INFO:teuthology.orchestra.run.smithi181.stdout: python3-certifi noarch 2018.10.15-7.el8 epel 16 k 2024-01-24T13:00:05.342 INFO:teuthology.orchestra.run.smithi181.stdout: python3-cffi x86_64 1.11.5-6.el8 rhel-8-for-x86_64-baseos-rpms 238 k 2024-01-24T13:00:05.342 INFO:teuthology.orchestra.run.smithi181.stdout: python3-cheroot noarch 8.5.2-1.el8 epel 173 k 2024-01-24T13:00:05.342 INFO:teuthology.orchestra.run.smithi181.stdout: python3-cherrypy noarch 18.4.0-1.el8 epel 384 k 2024-01-24T13:00:05.342 INFO:teuthology.orchestra.run.smithi181.stdout: python3-cryptography x86_64 3.2.1-6.el8 rhel-8-for-x86_64-baseos-rpms 559 k 2024-01-24T13:00:05.342 INFO:teuthology.orchestra.run.smithi181.stdout: python3-google-auth noarch 1:1.1.1-10.el8 epel 81 k 2024-01-24T13:00:05.342 INFO:teuthology.orchestra.run.smithi181.stdout: python3-jaraco noarch 6.2-6.el8 epel 11 k 2024-01-24T13:00:05.343 INFO:teuthology.orchestra.run.smithi181.stdout: python3-jaraco-functools noarch 2.0-4.el8 epel 18 k 2024-01-24T13:00:05.343 INFO:teuthology.orchestra.run.smithi181.stdout: python3-jinja2 noarch 2.10.1-3.el8 rhel-8-for-x86_64-appstream-rpms 538 k 2024-01-24T13:00:05.343 INFO:teuthology.orchestra.run.smithi181.stdout: python3-jsonpatch noarch 1.21-2.el8 rhel-8-for-x86_64-appstream-rpms 27 k 2024-01-24T13:00:05.343 INFO:teuthology.orchestra.run.smithi181.stdout: python3-jsonpointer noarch 1.10-11.el8 rhel-8-for-x86_64-appstream-rpms 20 k 2024-01-24T13:00:05.343 INFO:teuthology.orchestra.run.smithi181.stdout: python3-jwt noarch 1.6.1-2.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2024-01-24T13:00:05.343 INFO:teuthology.orchestra.run.smithi181.stdout: python3-kubernetes noarch 1:11.0.0-6.el8 epel 1.2 M 2024-01-24T13:00:05.343 INFO:teuthology.orchestra.run.smithi181.stdout: python3-logutils noarch 0.3.5-11.el8 epel 49 k 2024-01-24T13:00:05.343 INFO:teuthology.orchestra.run.smithi181.stdout: python3-mako noarch 1.0.6-14.el8 rhel-8-for-x86_64-appstream-rpms 157 k 2024-01-24T13:00:05.343 INFO:teuthology.orchestra.run.smithi181.stdout: python3-markupsafe x86_64 0.23-19.el8 rhel-8-for-x86_64-appstream-rpms 39 k 2024-01-24T13:00:05.343 INFO:teuthology.orchestra.run.smithi181.stdout: python3-more-itertools noarch 7.2.0-3.el8 epel 59 k 2024-01-24T13:00:05.343 INFO:teuthology.orchestra.run.smithi181.stdout: python3-natsort noarch 7.1.1-2.el8 epel 60 k 2024-01-24T13:00:05.343 INFO:teuthology.orchestra.run.smithi181.stdout: python3-numpy x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 3.7 M 2024-01-24T13:00:05.343 INFO:teuthology.orchestra.run.smithi181.stdout: python3-numpy-f2py x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 225 k 2024-01-24T13:00:05.344 INFO:teuthology.orchestra.run.smithi181.stdout: python3-oauthlib noarch 2.1.0-1.el8 rhel-8-for-x86_64-baseos-rpms 155 k 2024-01-24T13:00:05.344 INFO:teuthology.orchestra.run.smithi181.stdout: python3-pecan noarch 1.3.2-9.el8 epel 283 k 2024-01-24T13:00:05.344 INFO:teuthology.orchestra.run.smithi181.stdout: python3-portend noarch 2.6-1.el8 epel 16 k 2024-01-24T13:00:05.344 INFO:teuthology.orchestra.run.smithi181.stdout: python3-prettytable noarch 0.7.2-14.el8 rhel-8-for-x86_64-appstream-rpms 44 k 2024-01-24T13:00:05.344 INFO:teuthology.orchestra.run.smithi181.stdout: python3-pyOpenSSL noarch 19.0.0-1.el8 rhel-8-for-x86_64-appstream-rpms 103 k 2024-01-24T13:00:05.344 INFO:teuthology.orchestra.run.smithi181.stdout: python3-pyasn1 noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 126 k 2024-01-24T13:00:05.344 INFO:teuthology.orchestra.run.smithi181.stdout: python3-pyasn1-modules noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 110 k 2024-01-24T13:00:05.344 INFO:teuthology.orchestra.run.smithi181.stdout: python3-pycparser noarch 2.14-14.el8 rhel-8-for-x86_64-baseos-rpms 109 k 2024-01-24T13:00:05.344 INFO:teuthology.orchestra.run.smithi181.stdout: python3-pytz noarch 2017.2-11.el8 rhel-8-for-x86_64-appstream-rpms 54 k 2024-01-24T13:00:05.344 INFO:teuthology.orchestra.run.smithi181.stdout: python3-repoze-lru noarch 0.7-6.el8 epel 34 k 2024-01-24T13:00:05.344 INFO:teuthology.orchestra.run.smithi181.stdout: python3-requests-oauthlib noarch 1.0.0-1.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2024-01-24T13:00:05.344 INFO:teuthology.orchestra.run.smithi181.stdout: python3-routes noarch 2.4.1-12.el8 epel 196 k 2024-01-24T13:00:05.345 INFO:teuthology.orchestra.run.smithi181.stdout: python3-rsa noarch 4.9-2.el8 epel 64 k 2024-01-24T13:00:05.345 INFO:teuthology.orchestra.run.smithi181.stdout: python3-scipy x86_64 1.0.0-21.module+el8.9.0+20976+d3c38525 rhel-8-for-x86_64-appstream-rpms 14 M 2024-01-24T13:00:05.345 INFO:teuthology.orchestra.run.smithi181.stdout: python3-simplegeneric noarch 0.8.1-17.el8 epel 19 k 2024-01-24T13:00:05.345 INFO:teuthology.orchestra.run.smithi181.stdout: python3-singledispatch noarch 3.4.0.3-18.el8 epel 24 k 2024-01-24T13:00:05.345 INFO:teuthology.orchestra.run.smithi181.stdout: python3-tempora noarch 1.14.1-5.el8 epel 29 k 2024-01-24T13:00:05.345 INFO:teuthology.orchestra.run.smithi181.stdout: python3-trustme noarch 0.6.0-4.el8 epel 27 k 2024-01-24T13:00:05.345 INFO:teuthology.orchestra.run.smithi181.stdout: python3-waitress noarch 1.4.3-1.el8 epel 255 k 2024-01-24T13:00:05.345 INFO:teuthology.orchestra.run.smithi181.stdout: python3-webob noarch 1.8.5-1.el8.1 epel 251 k 2024-01-24T13:00:05.345 INFO:teuthology.orchestra.run.smithi181.stdout: python3-websocket-client noarch 0.56.0-5.el8 epel 61 k 2024-01-24T13:00:05.345 INFO:teuthology.orchestra.run.smithi181.stdout: python3-webtest noarch 2.0.33-1.el8 epel 85 k 2024-01-24T13:00:05.345 INFO:teuthology.orchestra.run.smithi181.stdout: python3-werkzeug noarch 0.12.2-4.el8 rhel-8-for-x86_64-appstream-rpms 457 k 2024-01-24T13:00:05.346 INFO:teuthology.orchestra.run.smithi181.stdout: python3-zc-lockfile noarch 2.0-2.el8 epel 23 k 2024-01-24T13:00:05.346 INFO:teuthology.orchestra.run.smithi181.stdout: socat x86_64 1.7.4.1-1.el8 rhel-8-for-x86_64-appstream-rpms 323 k 2024-01-24T13:00:05.346 INFO:teuthology.orchestra.run.smithi181.stdout: thrift x86_64 0.13.0-2.el8 epel 1.7 M 2024-01-24T13:00:05.346 INFO:teuthology.orchestra.run.smithi181.stdout: uuid x86_64 1.6.2-43.el8 rhel-8-for-x86_64-appstream-rpms 64 k 2024-01-24T13:00:05.346 INFO:teuthology.orchestra.run.smithi181.stdout: xmlstarlet x86_64 1.6.1-20.el8 lab-extras 70 k 2024-01-24T13:00:05.346 INFO:teuthology.orchestra.run.smithi181.stdout: zlib-devel x86_64 1.2.11-18.el8_5 rhel-8-for-x86_64-baseos-rpms 58 k 2024-01-24T13:00:05.346 INFO:teuthology.orchestra.run.smithi181.stdout:Enabling module streams: 2024-01-24T13:00:05.346 INFO:teuthology.orchestra.run.smithi181.stdout: postgresql 10 2024-01-24T13:00:05.346 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-01-24T13:00:05.346 INFO:teuthology.orchestra.run.smithi181.stdout:Transaction Summary 2024-01-24T13:00:05.346 INFO:teuthology.orchestra.run.smithi181.stdout:=========================================================================================================================== 2024-01-24T13:00:05.346 INFO:teuthology.orchestra.run.smithi181.stdout:Install 129 Packages 2024-01-24T13:00:05.346 INFO:teuthology.orchestra.run.smithi181.stdout:Upgrade 16 Packages 2024-01-24T13:00:05.347 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-01-24T13:00:05.347 INFO:teuthology.orchestra.run.smithi181.stdout:Total download size: 212 M 2024-01-24T13:00:05.347 INFO:teuthology.orchestra.run.smithi181.stdout:Downloading Packages: 2024-01-24T13:00:05.466 INFO:teuthology.orchestra.run.smithi113.stdout:(2/145): ceph-fuse-18.2.1-341.g4e3182a6.el8.x86 3.8 MB/s | 852 kB 00:00 2024-01-24T13:00:05.525 INFO:teuthology.orchestra.run.smithi113.stdout:(3/145): ceph-immutable-object-cache-18.2.1-341 2.8 MB/s | 165 kB 00:00 2024-01-24T13:00:05.537 INFO:teuthology.orchestra.run.smithi181.stdout:(1/145): ceph-18.2.1-341.g4e3182a6.el8.x86_64.r 43 kB/s | 6.4 kB 00:00 2024-01-24T13:00:05.771 INFO:teuthology.orchestra.run.smithi113.stdout:(4/145): ceph-base-18.2.1-341.g4e3182a6.el8.x86 8.4 MB/s | 5.4 MB 00:00 2024-01-24T13:00:05.834 INFO:teuthology.orchestra.run.smithi113.stdout:(5/145): ceph-mds-18.2.1-341.g4e3182a6.el8.x86_ 7.4 MB/s | 2.3 MB 00:00 2024-01-24T13:00:05.951 INFO:teuthology.orchestra.run.smithi113.stdout:(6/145): ceph-mgr-18.2.1-341.g4e3182a6.el8.x86_ 8.7 MB/s | 1.6 MB 00:00 2024-01-24T13:00:06.004 INFO:teuthology.orchestra.run.smithi181.stdout:(2/145): ceph-fuse-18.2.1-341.g4e3182a6.el8.x86 1.8 MB/s | 852 kB 00:00 2024-01-24T13:00:06.179 INFO:teuthology.orchestra.run.smithi181.stdout:(3/145): ceph-immutable-object-cache-18.2.1-341 945 kB/s | 165 kB 00:00 2024-01-24T13:00:06.409 INFO:teuthology.orchestra.run.smithi113.stdout:(7/145): ceph-mon-18.2.1-341.g4e3182a6.el8.x86_ 8.0 MB/s | 4.6 MB 00:00 2024-01-24T13:00:06.896 INFO:teuthology.orchestra.run.smithi084.stdout:Package librados2-1:12.2.7-9.el8.x86_64 is already installed. 2024-01-24T13:00:06.897 INFO:teuthology.orchestra.run.smithi084.stdout:Package librbd1-1:12.2.7-9.el8.x86_64 is already installed. 2024-01-24T13:00:06.916 INFO:teuthology.orchestra.run.smithi084.stdout:Package NetworkManager-1:1.36.0-4.el8.x86_64 is already installed. 2024-01-24T13:00:06.918 INFO:teuthology.orchestra.run.smithi084.stdout:Package iproute-5.15.0-4.el8.x86_64 is already installed. 2024-01-24T13:00:06.919 INFO:teuthology.orchestra.run.smithi084.stdout:Package util-linux-2.32.1-35.el8.x86_64 is already installed. 2024-01-24T13:00:06.921 INFO:teuthology.orchestra.run.smithi084.stdout:Package libacl-devel-2.2.53-1.el8.x86_64 is already installed. 2024-01-24T13:00:06.924 INFO:teuthology.orchestra.run.smithi084.stdout:Package libattr-devel-2.4.48-3.el8.x86_64 is already installed. 2024-01-24T13:00:06.929 INFO:teuthology.orchestra.run.smithi084.stdout:Package xfsdump-3.1.8-4.el8.x86_64 is already installed. 2024-01-24T13:00:06.930 INFO:teuthology.orchestra.run.smithi084.stdout:Package xfsprogs-5.0.0-10.el8.x86_64 is already installed. 2024-01-24T13:00:07.152 INFO:teuthology.orchestra.run.smithi084.stdout:Dependencies resolved. 2024-01-24T13:00:07.166 INFO:teuthology.orchestra.run.smithi084.stdout:=========================================================================================================================== 2024-01-24T13:00:07.166 INFO:teuthology.orchestra.run.smithi084.stdout: Package Arch Version Repository Size 2024-01-24T13:00:07.166 INFO:teuthology.orchestra.run.smithi084.stdout:=========================================================================================================================== 2024-01-24T13:00:07.166 INFO:teuthology.orchestra.run.smithi084.stdout:Installing: 2024-01-24T13:00:07.166 INFO:teuthology.orchestra.run.smithi084.stdout: NetworkManager-initscripts-updown noarch 1:1.40.16-13.el8_9 rhel-8-for-x86_64-baseos-rpms 144 k 2024-01-24T13:00:07.167 INFO:teuthology.orchestra.run.smithi084.stdout: bison x86_64 3.0.4-10.el8 rhel-8-for-x86_64-appstream-rpms 688 k 2024-01-24T13:00:07.167 INFO:teuthology.orchestra.run.smithi084.stdout: ceph x86_64 2:18.2.1-341.g4e3182a6.el8 ceph 6.4 k 2024-01-24T13:00:07.167 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-base x86_64 2:18.2.1-341.g4e3182a6.el8 ceph 5.4 M 2024-01-24T13:00:07.167 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-fuse x86_64 2:18.2.1-341.g4e3182a6.el8 ceph 852 k 2024-01-24T13:00:07.167 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-immutable-object-cache x86_64 2:18.2.1-341.g4e3182a6.el8 ceph 165 k 2024-01-24T13:00:07.167 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-mgr x86_64 2:18.2.1-341.g4e3182a6.el8 ceph 1.6 M 2024-01-24T13:00:07.167 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-mgr-cephadm noarch 2:18.2.1-341.g4e3182a6.el8 ceph-noarch 132 k 2024-01-24T13:00:07.167 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-mgr-dashboard noarch 2:18.2.1-341.g4e3182a6.el8 ceph-noarch 1.8 M 2024-01-24T13:00:07.167 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-mgr-diskprediction-local noarch 2:18.2.1-341.g4e3182a6.el8 ceph-noarch 7.4 M 2024-01-24T13:00:07.167 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-mgr-rook noarch 2:18.2.1-341.g4e3182a6.el8 ceph-noarch 50 k 2024-01-24T13:00:07.167 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-radosgw x86_64 2:18.2.1-341.g4e3182a6.el8 ceph 13 M 2024-01-24T13:00:07.167 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-test x86_64 2:18.2.1-341.g4e3182a6.el8 ceph 47 M 2024-01-24T13:00:07.167 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-volume noarch 2:18.2.1-341.g4e3182a6.el8 ceph-noarch 262 k 2024-01-24T13:00:07.168 INFO:teuthology.orchestra.run.smithi084.stdout: cephadm noarch 2:18.2.1-341.g4e3182a6.el8 ceph-noarch 171 k 2024-01-24T13:00:07.168 INFO:teuthology.orchestra.run.smithi084.stdout: cephfs-mirror x86_64 2:18.2.1-341.g4e3182a6.el8 ceph 259 k 2024-01-24T13:00:07.168 INFO:teuthology.orchestra.run.smithi084.stdout: cephfs-top noarch 2:18.2.1-341.g4e3182a6.el8 ceph-noarch 18 k 2024-01-24T13:00:07.168 INFO:teuthology.orchestra.run.smithi084.stdout: elfutils-libelf-devel x86_64 0.189-3.el8 rhel-8-for-x86_64-baseos-rpms 62 k 2024-01-24T13:00:07.168 INFO:teuthology.orchestra.run.smithi084.stdout: flex x86_64 2.6.1-9.el8 rhel-8-for-x86_64-appstream-rpms 320 k 2024-01-24T13:00:07.168 INFO:teuthology.orchestra.run.smithi084.stdout: libaio-devel x86_64 0.3.112-1.el8 rhel-8-for-x86_64-baseos-rpms 19 k 2024-01-24T13:00:07.168 INFO:teuthology.orchestra.run.smithi084.stdout: libcephfs-devel x86_64 2:18.2.1-341.g4e3182a6.el8 ceph 31 k 2024-01-24T13:00:07.168 INFO:teuthology.orchestra.run.smithi084.stdout: libcephfs2 x86_64 2:18.2.1-341.g4e3182a6.el8 ceph 776 k 2024-01-24T13:00:07.168 INFO:teuthology.orchestra.run.smithi084.stdout: librados-devel x86_64 2:18.2.1-341.g4e3182a6.el8 ceph 139 k 2024-01-24T13:00:07.168 INFO:teuthology.orchestra.run.smithi084.stdout: libtool x86_64 2.4.6-25.el8 rhel-8-for-x86_64-appstream-rpms 709 k 2024-01-24T13:00:07.168 INFO:teuthology.orchestra.run.smithi084.stdout: libuuid-devel x86_64 2.32.1-43.el8 rhel-8-for-x86_64-baseos-rpms 100 k 2024-01-24T13:00:07.168 INFO:teuthology.orchestra.run.smithi084.stdout: openssl-devel x86_64 1:1.1.1k-12.el8_9 rhel-8-for-x86_64-baseos-rpms 2.3 M 2024-01-24T13:00:07.169 INFO:teuthology.orchestra.run.smithi084.stdout: postgresql x86_64 10.23-3.module+el8.9.0+20831+78489779 rhel-8-for-x86_64-appstream-rpms 1.5 M 2024-01-24T13:00:07.169 INFO:teuthology.orchestra.run.smithi084.stdout: postgresql-contrib x86_64 10.23-3.module+el8.9.0+20831+78489779 rhel-8-for-x86_64-appstream-rpms 811 k 2024-01-24T13:00:07.169 INFO:teuthology.orchestra.run.smithi084.stdout: postgresql-server x86_64 10.23-3.module+el8.9.0+20831+78489779 rhel-8-for-x86_64-appstream-rpms 5.1 M 2024-01-24T13:00:07.169 INFO:teuthology.orchestra.run.smithi084.stdout: python3-cephfs x86_64 2:18.2.1-341.g4e3182a6.el8 ceph 197 k 2024-01-24T13:00:07.169 INFO:teuthology.orchestra.run.smithi084.stdout: python3-rados x86_64 2:18.2.1-341.g4e3182a6.el8 ceph 371 k 2024-01-24T13:00:07.169 INFO:teuthology.orchestra.run.smithi084.stdout: python3-rbd x86_64 2:18.2.1-341.g4e3182a6.el8 ceph 365 k 2024-01-24T13:00:07.169 INFO:teuthology.orchestra.run.smithi084.stdout: python3-rgw x86_64 2:18.2.1-341.g4e3182a6.el8 ceph 107 k 2024-01-24T13:00:07.169 INFO:teuthology.orchestra.run.smithi084.stdout: rbd-fuse x86_64 2:18.2.1-341.g4e3182a6.el8 ceph 94 k 2024-01-24T13:00:07.169 INFO:teuthology.orchestra.run.smithi084.stdout: rbd-mirror x86_64 2:18.2.1-341.g4e3182a6.el8 ceph 3.4 M 2024-01-24T13:00:07.169 INFO:teuthology.orchestra.run.smithi084.stdout: rbd-nbd x86_64 2:18.2.1-341.g4e3182a6.el8 ceph 181 k 2024-01-24T13:00:07.169 INFO:teuthology.orchestra.run.smithi084.stdout: xfsprogs-devel x86_64 5.0.0-12.el8 rhel-8-for-x86_64-baseos-rpms 73 k 2024-01-24T13:00:07.169 INFO:teuthology.orchestra.run.smithi084.stdout:Upgrading: 2024-01-24T13:00:07.169 INFO:teuthology.orchestra.run.smithi084.stdout: elfutils-libelf x86_64 0.189-3.el8 rhel-8-for-x86_64-baseos-rpms 232 k 2024-01-24T13:00:07.170 INFO:teuthology.orchestra.run.smithi084.stdout: elfutils-libs x86_64 0.189-3.el8 rhel-8-for-x86_64-baseos-rpms 303 k 2024-01-24T13:00:07.170 INFO:teuthology.orchestra.run.smithi084.stdout: iproute x86_64 6.2.0-5.el8_9 rhel-8-for-x86_64-baseos-rpms 854 k 2024-01-24T13:00:07.170 INFO:teuthology.orchestra.run.smithi084.stdout: libblkid x86_64 2.32.1-43.el8 rhel-8-for-x86_64-baseos-rpms 220 k 2024-01-24T13:00:07.170 INFO:teuthology.orchestra.run.smithi084.stdout: libfdisk x86_64 2.32.1-43.el8 rhel-8-for-x86_64-baseos-rpms 254 k 2024-01-24T13:00:07.170 INFO:teuthology.orchestra.run.smithi084.stdout: libmount x86_64 2.32.1-43.el8 rhel-8-for-x86_64-baseos-rpms 237 k 2024-01-24T13:00:07.170 INFO:teuthology.orchestra.run.smithi084.stdout: librados2 x86_64 2:18.2.1-341.g4e3182a6.el8 ceph 3.7 M 2024-01-24T13:00:07.170 INFO:teuthology.orchestra.run.smithi084.stdout: librbd1 x86_64 2:18.2.1-341.g4e3182a6.el8 ceph 3.6 M 2024-01-24T13:00:07.170 INFO:teuthology.orchestra.run.smithi084.stdout: libsmartcols x86_64 2.32.1-43.el8 rhel-8-for-x86_64-baseos-rpms 179 k 2024-01-24T13:00:07.170 INFO:teuthology.orchestra.run.smithi084.stdout: libuuid x86_64 2.32.1-43.el8 rhel-8-for-x86_64-baseos-rpms 99 k 2024-01-24T13:00:07.170 INFO:teuthology.orchestra.run.smithi084.stdout: openssl x86_64 1:1.1.1k-12.el8_9 rhel-8-for-x86_64-baseos-rpms 711 k 2024-01-24T13:00:07.170 INFO:teuthology.orchestra.run.smithi084.stdout: openssl-libs x86_64 1:1.1.1k-12.el8_9 rhel-8-for-x86_64-baseos-rpms 1.5 M 2024-01-24T13:00:07.170 INFO:teuthology.orchestra.run.smithi084.stdout: util-linux x86_64 2.32.1-43.el8 rhel-8-for-x86_64-baseos-rpms 2.5 M 2024-01-24T13:00:07.170 INFO:teuthology.orchestra.run.smithi084.stdout: util-linux-user x86_64 2.32.1-43.el8 rhel-8-for-x86_64-baseos-rpms 103 k 2024-01-24T13:00:07.170 INFO:teuthology.orchestra.run.smithi084.stdout: xfsdump x86_64 3.1.8-7.el8_9 rhel-8-for-x86_64-baseos-rpms 333 k 2024-01-24T13:00:07.171 INFO:teuthology.orchestra.run.smithi084.stdout: xfsprogs x86_64 5.0.0-12.el8 rhel-8-for-x86_64-baseos-rpms 1.1 M 2024-01-24T13:00:07.171 INFO:teuthology.orchestra.run.smithi084.stdout:Installing dependencies: 2024-01-24T13:00:07.171 INFO:teuthology.orchestra.run.smithi084.stdout: automake noarch 1.16.1-8.el8 rhel-8-for-x86_64-appstream-rpms 714 k 2024-01-24T13:00:07.171 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-common x86_64 2:18.2.1-341.g4e3182a6.el8 ceph 22 M 2024-01-24T13:00:07.171 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-grafana-dashboards noarch 2:18.2.1-341.g4e3182a6.el8 ceph-noarch 23 k 2024-01-24T13:00:07.171 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-mds x86_64 2:18.2.1-341.g4e3182a6.el8 ceph 2.3 M 2024-01-24T13:00:07.171 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-mgr-modules-core noarch 2:18.2.1-341.g4e3182a6.el8 ceph-noarch 242 k 2024-01-24T13:00:07.171 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-mon x86_64 2:18.2.1-341.g4e3182a6.el8 ceph 4.6 M 2024-01-24T13:00:07.171 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-osd x86_64 2:18.2.1-341.g4e3182a6.el8 ceph 18 M 2024-01-24T13:00:07.171 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-prometheus-alerts noarch 2:18.2.1-341.g4e3182a6.el8 ceph-noarch 15 k 2024-01-24T13:00:07.171 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-selinux x86_64 2:18.2.1-341.g4e3182a6.el8 ceph 24 k 2024-01-24T13:00:07.171 INFO:teuthology.orchestra.run.smithi084.stdout: fuse x86_64 2.9.7-17.el8 rhel-8-for-x86_64-baseos-rpms 83 k 2024-01-24T13:00:07.171 INFO:teuthology.orchestra.run.smithi084.stdout: gperftools-libs x86_64 1:2.7-9.el8 epel 306 k 2024-01-24T13:00:07.172 INFO:teuthology.orchestra.run.smithi084.stdout: jq x86_64 1.6-7.el8 rhel-8-for-x86_64-appstream-rpms 202 k 2024-01-24T13:00:07.172 INFO:teuthology.orchestra.run.smithi084.stdout: keyutils-libs-devel x86_64 1.5.10-9.el8 rhel-8-for-x86_64-baseos-rpms 48 k 2024-01-24T13:00:07.172 INFO:teuthology.orchestra.run.smithi084.stdout: krb5-devel x86_64 1.18.2-26.el8_9 rhel-8-for-x86_64-baseos-rpms 562 k 2024-01-24T13:00:07.172 INFO:teuthology.orchestra.run.smithi084.stdout: libcephsqlite x86_64 2:18.2.1-341.g4e3182a6.el8 ceph 141 k 2024-01-24T13:00:07.172 INFO:teuthology.orchestra.run.smithi084.stdout: libcom_err-devel x86_64 1.45.6-4.el8 rhel-8-for-x86_64-baseos-rpms 39 k 2024-01-24T13:00:07.172 INFO:teuthology.orchestra.run.smithi084.stdout: libgfortran x86_64 8.5.0-20.el8 rhel-8-for-x86_64-baseos-rpms 645 k 2024-01-24T13:00:07.172 INFO:teuthology.orchestra.run.smithi084.stdout: liboath x86_64 2.6.2-3.el8 epel 59 k 2024-01-24T13:00:07.172 INFO:teuthology.orchestra.run.smithi084.stdout: libpq x86_64 13.11-1.el8 rhel-8-for-x86_64-appstream-rpms 198 k 2024-01-24T13:00:07.172 INFO:teuthology.orchestra.run.smithi084.stdout: libquadmath x86_64 8.5.0-20.el8 rhel-8-for-x86_64-baseos-rpms 172 k 2024-01-24T13:00:07.172 INFO:teuthology.orchestra.run.smithi084.stdout: librabbitmq x86_64 0.9.0-4.el8 rhel-8-for-x86_64-baseos-rpms 47 k 2024-01-24T13:00:07.172 INFO:teuthology.orchestra.run.smithi084.stdout: libradosstriper1 x86_64 2:18.2.1-341.g4e3182a6.el8 ceph 474 k 2024-01-24T13:00:07.172 INFO:teuthology.orchestra.run.smithi084.stdout: librdkafka x86_64 0.11.4-3.el8 rhel-8-for-x86_64-appstream-rpms 354 k 2024-01-24T13:00:07.172 INFO:teuthology.orchestra.run.smithi084.stdout: librgw2 x86_64 2:18.2.1-341.g4e3182a6.el8 ceph 6.5 M 2024-01-24T13:00:07.172 INFO:teuthology.orchestra.run.smithi084.stdout: libselinux-devel x86_64 2.9-5.el8 rhel-8-for-x86_64-baseos-rpms 200 k 2024-01-24T13:00:07.173 INFO:teuthology.orchestra.run.smithi084.stdout: libsepol-devel x86_64 2.9-3.el8 rhel-8-for-x86_64-baseos-rpms 87 k 2024-01-24T13:00:07.173 INFO:teuthology.orchestra.run.smithi084.stdout: libunwind x86_64 1.3.1-3.el8 epel 75 k 2024-01-24T13:00:07.173 INFO:teuthology.orchestra.run.smithi084.stdout: libverto-devel x86_64 0.3.0-5.el8 rhel-8-for-x86_64-baseos-rpms 18 k 2024-01-24T13:00:07.173 INFO:teuthology.orchestra.run.smithi084.stdout: libzstd-devel x86_64 1.4.4-1.el8 rhel-8-for-x86_64-baseos-rpms 44 k 2024-01-24T13:00:07.173 INFO:teuthology.orchestra.run.smithi084.stdout: lttng-ust x86_64 2.8.1-11.el8 rhel-8-for-x86_64-appstream-rpms 259 k 2024-01-24T13:00:07.173 INFO:teuthology.orchestra.run.smithi084.stdout: oniguruma x86_64 6.8.2-2.el8 rhel-8-for-x86_64-appstream-rpms 187 k 2024-01-24T13:00:07.173 INFO:teuthology.orchestra.run.smithi084.stdout: openblas x86_64 0.3.15-6.el8 rhel-8-for-x86_64-appstream-rpms 5.0 M 2024-01-24T13:00:07.173 INFO:teuthology.orchestra.run.smithi084.stdout: openblas-threads x86_64 0.3.15-6.el8 rhel-8-for-x86_64-appstream-rpms 5.2 M 2024-01-24T13:00:07.173 INFO:teuthology.orchestra.run.smithi084.stdout: pcre2-devel x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 605 k 2024-01-24T13:00:07.173 INFO:teuthology.orchestra.run.smithi084.stdout: pcre2-utf16 x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 229 k 2024-01-24T13:00:07.173 INFO:teuthology.orchestra.run.smithi084.stdout: pcre2-utf32 x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 220 k 2024-01-24T13:00:07.173 INFO:teuthology.orchestra.run.smithi084.stdout: python3-asyncssh noarch 2.7.0-2.el8 epel 476 k 2024-01-24T13:00:07.173 INFO:teuthology.orchestra.run.smithi084.stdout: python3-babel noarch 2.5.1-7.el8 rhel-8-for-x86_64-appstream-rpms 4.8 M 2024-01-24T13:00:07.174 INFO:teuthology.orchestra.run.smithi084.stdout: python3-bcrypt x86_64 3.1.6-2.el8.1 epel 44 k 2024-01-24T13:00:07.174 INFO:teuthology.orchestra.run.smithi084.stdout: python3-beautifulsoup4 noarch 4.6.3-2.el8.1 epel 185 k 2024-01-24T13:00:07.174 INFO:teuthology.orchestra.run.smithi084.stdout: python3-cachetools noarch 3.1.1-4.el8 epel 33 k 2024-01-24T13:00:07.174 INFO:teuthology.orchestra.run.smithi084.stdout: python3-ceph-argparse x86_64 2:18.2.1-341.g4e3182a6.el8 ceph 45 k 2024-01-24T13:00:07.174 INFO:teuthology.orchestra.run.smithi084.stdout: python3-ceph-common x86_64 2:18.2.1-341.g4e3182a6.el8 ceph 123 k 2024-01-24T13:00:07.174 INFO:teuthology.orchestra.run.smithi084.stdout: python3-certifi noarch 2018.10.15-7.el8 epel 16 k 2024-01-24T13:00:07.174 INFO:teuthology.orchestra.run.smithi084.stdout: python3-cffi x86_64 1.11.5-6.el8 rhel-8-for-x86_64-baseos-rpms 238 k 2024-01-24T13:00:07.174 INFO:teuthology.orchestra.run.smithi084.stdout: python3-cheroot noarch 8.5.2-1.el8 epel 173 k 2024-01-24T13:00:07.174 INFO:teuthology.orchestra.run.smithi084.stdout: python3-cherrypy noarch 18.4.0-1.el8 epel 384 k 2024-01-24T13:00:07.174 INFO:teuthology.orchestra.run.smithi084.stdout: python3-cryptography x86_64 3.2.1-6.el8 rhel-8-for-x86_64-baseos-rpms 559 k 2024-01-24T13:00:07.174 INFO:teuthology.orchestra.run.smithi084.stdout: python3-google-auth noarch 1:1.1.1-10.el8 epel 81 k 2024-01-24T13:00:07.174 INFO:teuthology.orchestra.run.smithi084.stdout: python3-jaraco noarch 6.2-6.el8 epel 11 k 2024-01-24T13:00:07.175 INFO:teuthology.orchestra.run.smithi084.stdout: python3-jaraco-functools noarch 2.0-4.el8 epel 18 k 2024-01-24T13:00:07.175 INFO:teuthology.orchestra.run.smithi084.stdout: python3-jinja2 noarch 2.10.1-3.el8 rhel-8-for-x86_64-appstream-rpms 538 k 2024-01-24T13:00:07.175 INFO:teuthology.orchestra.run.smithi084.stdout: python3-jsonpatch noarch 1.21-2.el8 rhel-8-for-x86_64-appstream-rpms 27 k 2024-01-24T13:00:07.175 INFO:teuthology.orchestra.run.smithi084.stdout: python3-jsonpointer noarch 1.10-11.el8 rhel-8-for-x86_64-appstream-rpms 20 k 2024-01-24T13:00:07.175 INFO:teuthology.orchestra.run.smithi084.stdout: python3-jwt noarch 1.6.1-2.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2024-01-24T13:00:07.175 INFO:teuthology.orchestra.run.smithi084.stdout: python3-kubernetes noarch 1:11.0.0-6.el8 epel 1.2 M 2024-01-24T13:00:07.175 INFO:teuthology.orchestra.run.smithi084.stdout: python3-logutils noarch 0.3.5-11.el8 epel 49 k 2024-01-24T13:00:07.175 INFO:teuthology.orchestra.run.smithi084.stdout: python3-mako noarch 1.0.6-14.el8 rhel-8-for-x86_64-appstream-rpms 157 k 2024-01-24T13:00:07.175 INFO:teuthology.orchestra.run.smithi084.stdout: python3-markupsafe x86_64 0.23-19.el8 rhel-8-for-x86_64-appstream-rpms 39 k 2024-01-24T13:00:07.175 INFO:teuthology.orchestra.run.smithi084.stdout: python3-more-itertools noarch 7.2.0-3.el8 epel 59 k 2024-01-24T13:00:07.175 INFO:teuthology.orchestra.run.smithi084.stdout: python3-natsort noarch 7.1.1-2.el8 epel 60 k 2024-01-24T13:00:07.175 INFO:teuthology.orchestra.run.smithi084.stdout: python3-numpy x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 3.7 M 2024-01-24T13:00:07.175 INFO:teuthology.orchestra.run.smithi084.stdout: python3-numpy-f2py x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 225 k 2024-01-24T13:00:07.176 INFO:teuthology.orchestra.run.smithi084.stdout: python3-oauthlib noarch 2.1.0-1.el8 rhel-8-for-x86_64-baseos-rpms 155 k 2024-01-24T13:00:07.176 INFO:teuthology.orchestra.run.smithi084.stdout: python3-pecan noarch 1.3.2-9.el8 epel 283 k 2024-01-24T13:00:07.176 INFO:teuthology.orchestra.run.smithi084.stdout: python3-portend noarch 2.6-1.el8 epel 16 k 2024-01-24T13:00:07.176 INFO:teuthology.orchestra.run.smithi084.stdout: python3-prettytable noarch 0.7.2-14.el8 rhel-8-for-x86_64-appstream-rpms 44 k 2024-01-24T13:00:07.176 INFO:teuthology.orchestra.run.smithi084.stdout: python3-pyOpenSSL noarch 19.0.0-1.el8 rhel-8-for-x86_64-appstream-rpms 103 k 2024-01-24T13:00:07.176 INFO:teuthology.orchestra.run.smithi084.stdout: python3-pyasn1 noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 126 k 2024-01-24T13:00:07.176 INFO:teuthology.orchestra.run.smithi084.stdout: python3-pyasn1-modules noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 110 k 2024-01-24T13:00:07.176 INFO:teuthology.orchestra.run.smithi084.stdout: python3-pycparser noarch 2.14-14.el8 rhel-8-for-x86_64-baseos-rpms 109 k 2024-01-24T13:00:07.176 INFO:teuthology.orchestra.run.smithi084.stdout: python3-pytz noarch 2017.2-11.el8 rhel-8-for-x86_64-appstream-rpms 54 k 2024-01-24T13:00:07.176 INFO:teuthology.orchestra.run.smithi084.stdout: python3-repoze-lru noarch 0.7-6.el8 epel 34 k 2024-01-24T13:00:07.176 INFO:teuthology.orchestra.run.smithi084.stdout: python3-requests-oauthlib noarch 1.0.0-1.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2024-01-24T13:00:07.176 INFO:teuthology.orchestra.run.smithi084.stdout: python3-routes noarch 2.4.1-12.el8 epel 196 k 2024-01-24T13:00:07.176 INFO:teuthology.orchestra.run.smithi084.stdout: python3-rsa noarch 4.9-2.el8 epel 64 k 2024-01-24T13:00:07.177 INFO:teuthology.orchestra.run.smithi084.stdout: python3-scipy x86_64 1.0.0-21.module+el8.9.0+20976+d3c38525 rhel-8-for-x86_64-appstream-rpms 14 M 2024-01-24T13:00:07.177 INFO:teuthology.orchestra.run.smithi084.stdout: python3-simplegeneric noarch 0.8.1-17.el8 epel 19 k 2024-01-24T13:00:07.177 INFO:teuthology.orchestra.run.smithi084.stdout: python3-singledispatch noarch 3.4.0.3-18.el8 epel 24 k 2024-01-24T13:00:07.177 INFO:teuthology.orchestra.run.smithi084.stdout: python3-tempora noarch 1.14.1-5.el8 epel 29 k 2024-01-24T13:00:07.177 INFO:teuthology.orchestra.run.smithi084.stdout: python3-trustme noarch 0.6.0-4.el8 epel 27 k 2024-01-24T13:00:07.177 INFO:teuthology.orchestra.run.smithi084.stdout: python3-waitress noarch 1.4.3-1.el8 epel 255 k 2024-01-24T13:00:07.177 INFO:teuthology.orchestra.run.smithi084.stdout: python3-webob noarch 1.8.5-1.el8.1 epel 251 k 2024-01-24T13:00:07.177 INFO:teuthology.orchestra.run.smithi084.stdout: python3-websocket-client noarch 0.56.0-5.el8 epel 61 k 2024-01-24T13:00:07.177 INFO:teuthology.orchestra.run.smithi084.stdout: python3-webtest noarch 2.0.33-1.el8 epel 85 k 2024-01-24T13:00:07.177 INFO:teuthology.orchestra.run.smithi084.stdout: python3-werkzeug noarch 0.12.2-4.el8 rhel-8-for-x86_64-appstream-rpms 457 k 2024-01-24T13:00:07.177 INFO:teuthology.orchestra.run.smithi084.stdout: python3-zc-lockfile noarch 2.0-2.el8 epel 23 k 2024-01-24T13:00:07.177 INFO:teuthology.orchestra.run.smithi084.stdout: socat x86_64 1.7.4.1-1.el8 rhel-8-for-x86_64-appstream-rpms 323 k 2024-01-24T13:00:07.177 INFO:teuthology.orchestra.run.smithi084.stdout: thrift x86_64 0.13.0-2.el8 epel 1.7 M 2024-01-24T13:00:07.178 INFO:teuthology.orchestra.run.smithi084.stdout: uuid x86_64 1.6.2-43.el8 rhel-8-for-x86_64-appstream-rpms 64 k 2024-01-24T13:00:07.178 INFO:teuthology.orchestra.run.smithi084.stdout: xmlstarlet x86_64 1.6.1-20.el8 lab-extras 70 k 2024-01-24T13:00:07.178 INFO:teuthology.orchestra.run.smithi084.stdout: zlib-devel x86_64 1.2.11-18.el8_5 rhel-8-for-x86_64-baseos-rpms 58 k 2024-01-24T13:00:07.178 INFO:teuthology.orchestra.run.smithi084.stdout:Enabling module streams: 2024-01-24T13:00:07.178 INFO:teuthology.orchestra.run.smithi084.stdout: postgresql 10 2024-01-24T13:00:07.178 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-01-24T13:00:07.178 INFO:teuthology.orchestra.run.smithi084.stdout:Transaction Summary 2024-01-24T13:00:07.178 INFO:teuthology.orchestra.run.smithi084.stdout:=========================================================================================================================== 2024-01-24T13:00:07.178 INFO:teuthology.orchestra.run.smithi084.stdout:Install 129 Packages 2024-01-24T13:00:07.178 INFO:teuthology.orchestra.run.smithi084.stdout:Upgrade 16 Packages 2024-01-24T13:00:07.178 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-01-24T13:00:07.179 INFO:teuthology.orchestra.run.smithi084.stdout:Total download size: 212 M 2024-01-24T13:00:07.179 INFO:teuthology.orchestra.run.smithi084.stdout:Downloading Packages: 2024-01-24T13:00:07.196 INFO:teuthology.orchestra.run.smithi181.stdout:(4/145): ceph-mds-18.2.1-341.g4e3182a6.el8.x86_ 2.3 MB/s | 2.3 MB 00:01 2024-01-24T13:00:07.285 INFO:teuthology.orchestra.run.smithi113.stdout:(8/145): ceph-osd-18.2.1-341.g4e3182a6.el8.x86_ 13 MB/s | 18 MB 00:01 2024-01-24T13:00:07.343 INFO:teuthology.orchestra.run.smithi113.stdout:(9/145): ceph-selinux-18.2.1-341.g4e3182a6.el8. 420 kB/s | 24 kB 00:00 2024-01-24T13:00:07.611 INFO:teuthology.orchestra.run.smithi084.stdout:(1/145): ceph-18.2.1-341.g4e3182a6.el8.x86_64.r 25 kB/s | 6.4 kB 00:00 2024-01-24T13:00:07.705 INFO:teuthology.orchestra.run.smithi181.stdout:(5/145): ceph-mgr-18.2.1-341.g4e3182a6.el8.x86_ 3.1 MB/s | 1.6 MB 00:00 2024-01-24T13:00:08.191 INFO:teuthology.orchestra.run.smithi181.stdout:(6/145): ceph-base-18.2.1-341.g4e3182a6.el8.x86 1.9 MB/s | 5.4 MB 00:02 2024-01-24T13:00:08.214 INFO:teuthology.orchestra.run.smithi084.stdout:(2/145): ceph-fuse-18.2.1-341.g4e3182a6.el8.x86 1.4 MB/s | 852 kB 00:00 2024-01-24T13:00:08.312 INFO:teuthology.orchestra.run.smithi084.stdout:(3/145): ceph-immutable-object-cache-18.2.1-341 1.7 MB/s | 165 kB 00:00 2024-01-24T13:00:09.112 INFO:teuthology.orchestra.run.smithi084.stdout:(4/145): ceph-mds-18.2.1-341.g4e3182a6.el8.x86_ 2.9 MB/s | 2.3 MB 00:00 2024-01-24T13:00:09.495 INFO:teuthology.orchestra.run.smithi084.stdout:(5/145): ceph-mgr-18.2.1-341.g4e3182a6.el8.x86_ 4.1 MB/s | 1.6 MB 00:00 2024-01-24T13:00:10.429 INFO:teuthology.orchestra.run.smithi084.stdout:(6/145): ceph-mon-18.2.1-341.g4e3182a6.el8.x86_ 4.9 MB/s | 4.6 MB 00:00 2024-01-24T13:00:10.480 INFO:teuthology.orchestra.run.smithi181.stdout:(7/145): ceph-mon-18.2.1-341.g4e3182a6.el8.x86_ 1.7 MB/s | 4.6 MB 00:02 2024-01-24T13:00:12.568 INFO:teuthology.orchestra.run.smithi113.stdout:(10/145): ceph-radosgw-18.2.1-341.g4e3182a6.el8 2.1 MB/s | 13 MB 00:06 2024-01-24T13:00:13.085 INFO:teuthology.orchestra.run.smithi113.stdout:(11/145): ceph-test-18.2.1-341.g4e3182a6.el8.x8 8.1 MB/s | 47 MB 00:05 2024-01-24T13:00:13.095 INFO:teuthology.orchestra.run.smithi084.stdout:(7/145): ceph-osd-18.2.1-341.g4e3182a6.el8.x86_ 6.6 MB/s | 18 MB 00:02 2024-01-24T13:00:13.110 INFO:teuthology.orchestra.run.smithi113.stdout:(12/145): cephfs-mirror-18.2.1-341.g4e3182a6.el 478 kB/s | 259 kB 00:00 2024-01-24T13:00:13.135 INFO:teuthology.orchestra.run.smithi113.stdout:(13/145): libcephfs-devel-18.2.1-341.g4e3182a6. 620 kB/s | 31 kB 00:00 2024-01-24T13:00:13.252 INFO:teuthology.orchestra.run.smithi113.stdout:(14/145): libcephsqlite-18.2.1-341.g4e3182a6.el 1.2 MB/s | 141 kB 00:00 2024-01-24T13:00:13.313 INFO:teuthology.orchestra.run.smithi181.stdout:(8/145): ceph-osd-18.2.1-341.g4e3182a6.el8.x86_ 3.5 MB/s | 18 MB 00:05 2024-01-24T13:00:13.319 INFO:teuthology.orchestra.run.smithi113.stdout:(15/145): librados-devel-18.2.1-341.g4e3182a6.e 2.1 MB/s | 139 kB 00:00 2024-01-24T13:00:13.389 INFO:teuthology.orchestra.run.smithi181.stdout:(9/145): ceph-selinux-18.2.1-341.g4e3182a6.el8. 326 kB/s | 24 kB 00:00 2024-01-24T13:00:13.533 INFO:teuthology.orchestra.run.smithi084.stdout:(8/145): ceph-common-18.2.1-341.g4e3182a6.el8.x 3.5 MB/s | 22 MB 00:06 2024-01-24T13:00:13.612 INFO:teuthology.orchestra.run.smithi084.stdout:(9/145): ceph-base-18.2.1-341.g4e3182a6.el8.x86 882 kB/s | 5.4 MB 00:06 2024-01-24T13:00:13.629 INFO:teuthology.orchestra.run.smithi084.stdout:(10/145): ceph-selinux-18.2.1-341.g4e3182a6.el8 253 kB/s | 24 kB 00:00 2024-01-24T13:00:13.639 INFO:teuthology.orchestra.run.smithi181.stdout:(10/145): ceph-common-18.2.1-341.g4e3182a6.el8. 2.6 MB/s | 22 MB 00:08 2024-01-24T13:00:13.661 INFO:teuthology.orchestra.run.smithi113.stdout:(16/145): libcephfs2-18.2.1-341.g4e3182a6.el8.x 1.4 MB/s | 776 kB 00:00 2024-01-24T13:00:13.695 INFO:teuthology.orchestra.run.smithi113.stdout:(17/145): libradosstriper1-18.2.1-341.g4e3182a6 1.2 MB/s | 474 kB 00:00 2024-01-24T13:00:13.729 INFO:teuthology.orchestra.run.smithi084.stdout:(11/145): cephfs-mirror-18.2.1-341.g4e3182a6.el 2.5 MB/s | 259 kB 00:00 2024-01-24T13:00:13.754 INFO:teuthology.orchestra.run.smithi113.stdout:(18/145): python3-ceph-argparse-18.2.1-341.g4e3 762 kB/s | 45 kB 00:00 2024-01-24T13:00:13.788 INFO:teuthology.orchestra.run.smithi084.stdout:(12/145): libcephfs-devel-18.2.1-341.g4e3182a6. 532 kB/s | 31 kB 00:00 2024-01-24T13:00:13.821 INFO:teuthology.orchestra.run.smithi113.stdout:(19/145): python3-ceph-common-18.2.1-341.g4e318 1.8 MB/s | 123 kB 00:00 2024-01-24T13:00:13.822 INFO:teuthology.orchestra.run.smithi181.stdout:(11/145): cephfs-mirror-18.2.1-341.g4e3182a6.el 1.4 MB/s | 259 kB 00:00 2024-01-24T13:00:13.904 INFO:teuthology.orchestra.run.smithi113.stdout:(20/145): python3-cephfs-18.2.1-341.g4e3182a6.e 2.3 MB/s | 197 kB 00:00 2024-01-24T13:00:13.923 INFO:teuthology.orchestra.run.smithi181.stdout:(12/145): libcephfs-devel-18.2.1-341.g4e3182a6. 309 kB/s | 31 kB 00:00 2024-01-24T13:00:13.980 INFO:teuthology.orchestra.run.smithi084.stdout:(13/145): libcephfs2-18.2.1-341.g4e3182a6.el8.x 4.0 MB/s | 776 kB 00:00 2024-01-24T13:00:14.004 INFO:teuthology.orchestra.run.smithi113.stdout:(21/145): python3-rados-18.2.1-341.g4e3182a6.el 3.6 MB/s | 371 kB 00:00 2024-01-24T13:00:14.055 INFO:teuthology.orchestra.run.smithi084.stdout:(14/145): libcephsqlite-18.2.1-341.g4e3182a6.el 1.9 MB/s | 141 kB 00:00 2024-01-24T13:00:14.113 INFO:teuthology.orchestra.run.smithi113.stdout:(22/145): python3-rbd-18.2.1-341.g4e3182a6.el8. 3.3 MB/s | 365 kB 00:00 2024-01-24T13:00:14.147 INFO:teuthology.orchestra.run.smithi084.stdout:(15/145): librados-devel-18.2.1-341.g4e3182a6.e 1.5 MB/s | 139 kB 00:00 2024-01-24T13:00:14.197 INFO:teuthology.orchestra.run.smithi113.stdout:(23/145): python3-rgw-18.2.1-341.g4e3182a6.el8. 1.3 MB/s | 107 kB 00:00 2024-01-24T13:00:14.198 INFO:teuthology.orchestra.run.smithi181.stdout:(13/145): libcephfs2-18.2.1-341.g4e3182a6.el8.x 2.8 MB/s | 776 kB 00:00 2024-01-24T13:00:14.272 INFO:teuthology.orchestra.run.smithi113.stdout:(24/145): rbd-fuse-18.2.1-341.g4e3182a6.el8.x86 1.2 MB/s | 94 kB 00:00 2024-01-24T13:00:14.281 INFO:teuthology.orchestra.run.smithi181.stdout:(14/145): libcephsqlite-18.2.1-341.g4e3182a6.el 1.7 MB/s | 141 kB 00:00 2024-01-24T13:00:14.292 INFO:teuthology.orchestra.run.smithi084.stdout:(16/145): libradosstriper1-18.2.1-341.g4e3182a6 3.3 MB/s | 474 kB 00:00 2024-01-24T13:00:14.357 INFO:teuthology.orchestra.run.smithi181.stdout:(15/145): librados-devel-18.2.1-341.g4e3182a6.e 1.8 MB/s | 139 kB 00:00 2024-01-24T13:00:14.481 INFO:teuthology.orchestra.run.smithi084.stdout:(17/145): ceph-radosgw-18.2.1-341.g4e3182a6.el8 9.4 MB/s | 13 MB 00:01 2024-01-24T13:00:14.524 INFO:teuthology.orchestra.run.smithi181.stdout:(16/145): libradosstriper1-18.2.1-341.g4e3182a6 2.8 MB/s | 474 kB 00:00 2024-01-24T13:00:14.556 INFO:teuthology.orchestra.run.smithi084.stdout:(18/145): python3-ceph-argparse-18.2.1-341.g4e3 596 kB/s | 45 kB 00:00 2024-01-24T13:00:14.648 INFO:teuthology.orchestra.run.smithi084.stdout:(19/145): python3-ceph-common-18.2.1-341.g4e318 1.3 MB/s | 123 kB 00:00 2024-01-24T13:00:14.749 INFO:teuthology.orchestra.run.smithi084.stdout:(20/145): python3-cephfs-18.2.1-341.g4e3182a6.e 1.9 MB/s | 197 kB 00:00 2024-01-24T13:00:14.823 INFO:teuthology.orchestra.run.smithi084.stdout:(21/145): python3-rados-18.2.1-341.g4e3182a6.el 4.9 MB/s | 371 kB 00:00 2024-01-24T13:00:14.897 INFO:teuthology.orchestra.run.smithi113.stdout:(25/145): ceph-common-18.2.1-341.g4e3182a6.el8. 2.2 MB/s | 22 MB 00:09 2024-01-24T13:00:14.898 INFO:teuthology.orchestra.run.smithi084.stdout:(22/145): python3-rbd-18.2.1-341.g4e3182a6.el8. 4.8 MB/s | 365 kB 00:00 2024-01-24T13:00:14.957 INFO:teuthology.orchestra.run.smithi113.stdout:(26/145): rbd-mirror-18.2.1-341.g4e3182a6.el8.x 5.0 MB/s | 3.4 MB 00:00 2024-01-24T13:00:14.965 INFO:teuthology.orchestra.run.smithi084.stdout:(23/145): python3-rgw-18.2.1-341.g4e3182a6.el8. 1.6 MB/s | 107 kB 00:00 2024-01-24T13:00:15.032 INFO:teuthology.orchestra.run.smithi084.stdout:(24/145): rbd-fuse-18.2.1-341.g4e3182a6.el8.x86 1.4 MB/s | 94 kB 00:00 2024-01-24T13:00:15.038 INFO:teuthology.orchestra.run.smithi113.stdout:(27/145): ceph-grafana-dashboards-18.2.1-341.g4 282 kB/s | 23 kB 00:00 2024-01-24T13:00:15.073 INFO:teuthology.orchestra.run.smithi113.stdout:(28/145): rbd-nbd-18.2.1-341.g4e3182a6.el8.x86_ 1.0 MB/s | 181 kB 00:00 2024-01-24T13:00:15.115 INFO:teuthology.orchestra.run.smithi113.stdout:(29/145): ceph-mgr-cephadm-18.2.1-341.g4e3182a6 1.7 MB/s | 132 kB 00:00 2024-01-24T13:00:15.583 INFO:teuthology.orchestra.run.smithi084.stdout:(25/145): rbd-mirror-18.2.1-341.g4e3182a6.el8.x 6.3 MB/s | 3.4 MB 00:00 2024-01-24T13:00:15.683 INFO:teuthology.orchestra.run.smithi084.stdout:(26/145): librgw2-18.2.1-341.g4e3182a6.el8.x86_ 4.7 MB/s | 6.5 MB 00:01 2024-01-24T13:00:15.708 INFO:teuthology.orchestra.run.smithi084.stdout:(27/145): rbd-nbd-18.2.1-341.g4e3182a6.el8.x86_ 1.4 MB/s | 181 kB 00:00 2024-01-24T13:00:15.750 INFO:teuthology.orchestra.run.smithi084.stdout:(28/145): ceph-grafana-dashboards-18.2.1-341.g4 346 kB/s | 23 kB 00:00 2024-01-24T13:00:15.792 INFO:teuthology.orchestra.run.smithi084.stdout:(29/145): ceph-mgr-cephadm-18.2.1-341.g4e3182a6 1.5 MB/s | 132 kB 00:00 2024-01-24T13:00:16.199 INFO:teuthology.orchestra.run.smithi181.stdout:(17/145): ceph-radosgw-18.2.1-341.g4e3182a6.el8 2.3 MB/s | 13 MB 00:05 2024-01-24T13:00:16.232 INFO:teuthology.orchestra.run.smithi113.stdout:(30/145): ceph-mgr-diskprediction-local-18.2.1- 6.6 MB/s | 7.4 MB 00:01 2024-01-24T13:00:16.243 INFO:teuthology.orchestra.run.smithi084.stdout:(30/145): ceph-mgr-dashboard-18.2.1-341.g4e3182 3.6 MB/s | 1.8 MB 00:00 2024-01-24T13:00:16.266 INFO:teuthology.orchestra.run.smithi181.stdout:(18/145): python3-ceph-argparse-18.2.1-341.g4e3 671 kB/s | 45 kB 00:00 2024-01-24T13:00:16.324 INFO:teuthology.orchestra.run.smithi113.stdout:(31/145): librgw2-18.2.1-341.g4e3182a6.el8.x86_ 2.5 MB/s | 6.5 MB 00:02 2024-01-24T13:00:16.357 INFO:teuthology.orchestra.run.smithi113.stdout:(32/145): ceph-mgr-dashboard-18.2.1-341.g4e3182 1.4 MB/s | 1.8 MB 00:01 2024-01-24T13:00:16.368 INFO:teuthology.orchestra.run.smithi084.stdout:(31/145): ceph-mgr-modules-core-18.2.1-341.g4e3 1.9 MB/s | 242 kB 00:00 2024-01-24T13:00:16.374 INFO:teuthology.orchestra.run.smithi181.stdout:(19/145): librgw2-18.2.1-341.g4e3182a6.el8.x86_ 3.5 MB/s | 6.5 MB 00:01 2024-01-24T13:00:16.383 INFO:teuthology.orchestra.run.smithi113.stdout:(33/145): ceph-mgr-rook-18.2.1-341.g4e3182a6.el 860 kB/s | 50 kB 00:00 2024-01-24T13:00:16.399 INFO:teuthology.orchestra.run.smithi181.stdout:(20/145): python3-ceph-common-18.2.1-341.g4e318 926 kB/s | 123 kB 00:00 2024-01-24T13:00:16.408 INFO:teuthology.orchestra.run.smithi113.stdout:(34/145): ceph-mgr-modules-core-18.2.1-341.g4e3 1.3 MB/s | 242 kB 00:00 2024-01-24T13:00:16.418 INFO:teuthology.orchestra.run.smithi084.stdout:(32/145): ceph-mgr-rook-18.2.1-341.g4e3182a6.el 1.0 MB/s | 50 kB 00:00 2024-01-24T13:00:16.425 INFO:teuthology.orchestra.run.smithi181.stdout:(21/145): python3-cephfs-18.2.1-341.g4e3182a6.e 3.9 MB/s | 197 kB 00:00 2024-01-24T13:00:16.467 INFO:teuthology.orchestra.run.smithi113.stdout:(35/145): ceph-prometheus-alerts-18.2.1-341.g4e 133 kB/s | 15 kB 00:00 2024-01-24T13:00:16.485 INFO:teuthology.orchestra.run.smithi084.stdout:(33/145): ceph-prometheus-alerts-18.2.1-341.g4e 218 kB/s | 15 kB 00:00 2024-01-24T13:00:16.500 INFO:teuthology.orchestra.run.smithi113.stdout:(36/145): cephadm-18.2.1-341.g4e3182a6.el8.noar 1.8 MB/s | 171 kB 00:00 2024-01-24T13:00:16.526 INFO:teuthology.orchestra.run.smithi113.stdout:(37/145): ceph-volume-18.2.1-341.g4e3182a6.el8. 1.8 MB/s | 262 kB 00:00 2024-01-24T13:00:16.542 INFO:teuthology.orchestra.run.smithi181.stdout:(22/145): python3-rbd-18.2.1-341.g4e3182a6.el8. 3.0 MB/s | 365 kB 00:00 2024-01-24T13:00:16.551 INFO:teuthology.orchestra.run.smithi113.stdout:(38/145): cephfs-top-18.2.1-341.g4e3182a6.el8.n 217 kB/s | 18 kB 00:00 2024-01-24T13:00:16.567 INFO:teuthology.orchestra.run.smithi181.stdout:(23/145): python3-rados-18.2.1-341.g4e3182a6.el 2.2 MB/s | 371 kB 00:00 2024-01-24T13:00:16.592 INFO:teuthology.orchestra.run.smithi181.stdout:(24/145): python3-rgw-18.2.1-341.g4e3182a6.el8. 2.1 MB/s | 107 kB 00:00 2024-01-24T13:00:16.602 INFO:teuthology.orchestra.run.smithi084.stdout:(34/145): ceph-mgr-diskprediction-local-18.2.1- 9.1 MB/s | 7.4 MB 00:00 2024-01-24T13:00:16.618 INFO:teuthology.orchestra.run.smithi181.stdout:(25/145): rbd-fuse-18.2.1-341.g4e3182a6.el8.x86 1.8 MB/s | 94 kB 00:00 2024-01-24T13:00:16.627 INFO:teuthology.orchestra.run.smithi084.stdout:(35/145): ceph-volume-18.2.1-341.g4e3182a6.el8. 1.8 MB/s | 262 kB 00:00 2024-01-24T13:00:16.652 INFO:teuthology.orchestra.run.smithi084.stdout:(36/145): cephadm-18.2.1-341.g4e3182a6.el8.noar 3.3 MB/s | 171 kB 00:00 2024-01-24T13:00:16.676 INFO:teuthology.orchestra.run.smithi113.stdout:(39/145): liboath-2.6.2-3.el8.x86_64.rpm 392 kB/s | 59 kB 00:00 2024-01-24T13:00:16.678 INFO:teuthology.orchestra.run.smithi084.stdout:(37/145): cephfs-top-18.2.1-341.g4e3182a6.el8.n 358 kB/s | 18 kB 00:00 2024-01-24T13:00:16.685 INFO:teuthology.orchestra.run.smithi181.stdout:(26/145): rbd-nbd-18.2.1-341.g4e3182a6.el8.x86_ 2.6 MB/s | 181 kB 00:00 2024-01-24T13:00:16.710 INFO:teuthology.orchestra.run.smithi113.stdout:(40/145): libunwind-1.3.1-3.el8.x86_64.rpm 501 kB/s | 75 kB 00:00 2024-01-24T13:00:16.727 INFO:teuthology.orchestra.run.smithi181.stdout:(27/145): ceph-grafana-dashboards-18.2.1-341.g4 555 kB/s | 23 kB 00:00 2024-01-24T13:00:16.735 INFO:teuthology.orchestra.run.smithi113.stdout:(41/145): gperftools-libs-2.7-9.el8.x86_64.rpm 1.3 MB/s | 306 kB 00:00 2024-01-24T13:00:16.769 INFO:teuthology.orchestra.run.smithi113.stdout:(42/145): python3-bcrypt-3.1.6-2.el8.1.x86_64.r 740 kB/s | 44 kB 00:00 2024-01-24T13:00:16.777 INFO:teuthology.orchestra.run.smithi181.stdout:(28/145): ceph-mgr-cephadm-18.2.1-341.g4e3182a6 2.6 MB/s | 132 kB 00:00 2024-01-24T13:00:16.811 INFO:teuthology.orchestra.run.smithi113.stdout:(43/145): python3-cachetools-3.1.1-4.el8.noarch 795 kB/s | 33 kB 00:00 2024-01-24T13:00:16.812 INFO:teuthology.orchestra.run.smithi084.stdout:(38/145): liboath-2.6.2-3.el8.x86_64.rpm 441 kB/s | 59 kB 00:00 2024-01-24T13:00:16.836 INFO:teuthology.orchestra.run.smithi113.stdout:(44/145): python3-beautifulsoup4-4.6.3-2.el8.1. 1.8 MB/s | 185 kB 00:00 2024-01-24T13:00:16.862 INFO:teuthology.orchestra.run.smithi113.stdout:(45/145): python3-certifi-2018.10.15-7.el8.noar 324 kB/s | 16 kB 00:00 2024-01-24T13:00:16.870 INFO:teuthology.orchestra.run.smithi084.stdout:(39/145): gperftools-libs-2.7-9.el8.x86_64.rpm 1.4 MB/s | 306 kB 00:00 2024-01-24T13:00:16.887 INFO:teuthology.orchestra.run.smithi113.stdout:(46/145): python3-asyncssh-2.7.0-2.el8.noarch.r 2.2 MB/s | 476 kB 00:00 2024-01-24T13:00:16.895 INFO:teuthology.orchestra.run.smithi084.stdout:(40/145): libunwind-1.3.1-3.el8.x86_64.rpm 900 kB/s | 75 kB 00:00 2024-01-24T13:00:16.938 INFO:teuthology.orchestra.run.smithi113.stdout:(47/145): python3-cheroot-8.5.2-1.el8.noarch.rp 1.7 MB/s | 173 kB 00:00 2024-01-24T13:00:16.945 INFO:teuthology.orchestra.run.smithi084.stdout:(41/145): python3-bcrypt-3.1.6-2.el8.1.x86_64.r 874 kB/s | 44 kB 00:00 2024-01-24T13:00:16.971 INFO:teuthology.orchestra.run.smithi084.stdout:(42/145): python3-asyncssh-2.7.0-2.el8.noarch.r 4.6 MB/s | 476 kB 00:00 2024-01-24T13:00:16.972 INFO:teuthology.orchestra.run.smithi113.stdout:(48/145): python3-google-auth-1.1.1-10.el8.noar 971 kB/s | 81 kB 00:00 2024-01-24T13:00:16.996 INFO:teuthology.orchestra.run.smithi113.stdout:(49/145): python3-jaraco-6.2-6.el8.noarch.rpm 191 kB/s | 11 kB 00:00 2024-01-24T13:00:17.021 INFO:teuthology.orchestra.run.smithi084.stdout:(43/145): python3-cachetools-3.1.1-4.el8.noarch 662 kB/s | 33 kB 00:00 2024-01-24T13:00:17.021 INFO:teuthology.orchestra.run.smithi113.stdout:(50/145): python3-jaraco-functools-2.0-4.el8.no 350 kB/s | 18 kB 00:00 2024-01-24T13:00:17.027 INFO:teuthology.orchestra.run.smithi181.stdout:(29/145): rbd-mirror-18.2.1-341.g4e3182a6.el8.x 7.9 MB/s | 3.4 MB 00:00 2024-01-24T13:00:17.046 INFO:teuthology.orchestra.run.smithi084.stdout:(44/145): python3-beautifulsoup4-4.6.3-2.el8.1. 1.8 MB/s | 185 kB 00:00 2024-01-24T13:00:17.047 INFO:teuthology.orchestra.run.smithi113.stdout:(51/145): python3-cherrypy-18.4.0-1.el8.noarch. 2.0 MB/s | 384 kB 00:00 2024-01-24T13:00:17.063 INFO:teuthology.orchestra.run.smithi084.stdout:(45/145): python3-certifi-2018.10.15-7.el8.noar 387 kB/s | 16 kB 00:00 2024-01-24T13:00:17.072 INFO:teuthology.orchestra.run.smithi113.stdout:(52/145): python3-logutils-0.3.5-11.el8.noarch. 972 kB/s | 49 kB 00:00 2024-01-24T13:00:17.097 INFO:teuthology.orchestra.run.smithi113.stdout:(53/145): python3-more-itertools-7.2.0-3.el8.no 1.1 MB/s | 59 kB 00:00 2024-01-24T13:00:17.105 INFO:teuthology.orchestra.run.smithi084.stdout:(46/145): python3-cheroot-8.5.2-1.el8.noarch.rp 2.9 MB/s | 173 kB 00:00 2024-01-24T13:00:17.111 INFO:teuthology.orchestra.run.smithi181.stdout:(30/145): ceph-mgr-dashboard-18.2.1-341.g4e3182 5.3 MB/s | 1.8 MB 00:00 2024-01-24T13:00:17.122 INFO:teuthology.orchestra.run.smithi113.stdout:(54/145): python3-natsort-7.1.1-2.el8.noarch.rp 1.2 MB/s | 60 kB 00:00 2024-01-24T13:00:17.155 INFO:teuthology.orchestra.run.smithi084.stdout:(47/145): python3-cherrypy-18.4.0-1.el8.noarch. 4.1 MB/s | 384 kB 00:00 2024-01-24T13:00:17.164 INFO:teuthology.orchestra.run.smithi113.stdout:(55/145): python3-portend-2.6-1.el8.noarch.rpm 375 kB/s | 16 kB 00:00 2024-01-24T13:00:17.178 INFO:teuthology.orchestra.run.smithi181.stdout:(31/145): ceph-mgr-modules-core-18.2.1-341.g4e3 3.6 MB/s | 242 kB 00:00 2024-01-24T13:00:17.181 INFO:teuthology.orchestra.run.smithi084.stdout:(48/145): python3-google-auth-1.1.1-10.el8.noar 1.1 MB/s | 81 kB 00:00 2024-01-24T13:00:17.190 INFO:teuthology.orchestra.run.smithi113.stdout:(56/145): python3-pecan-1.3.2-9.el8.noarch.rpm 3.0 MB/s | 283 kB 00:00 2024-01-24T13:00:17.206 INFO:teuthology.orchestra.run.smithi084.stdout:(49/145): python3-jaraco-6.2-6.el8.noarch.rpm 221 kB/s | 11 kB 00:00 2024-01-24T13:00:17.215 INFO:teuthology.orchestra.run.smithi113.stdout:(57/145): python3-repoze-lru-0.7-6.el8.noarch.r 668 kB/s | 34 kB 00:00 2024-01-24T13:00:17.228 INFO:teuthology.orchestra.run.smithi181.stdout:(32/145): ceph-mgr-rook-18.2.1-341.g4e3182a6.el 1.0 MB/s | 50 kB 00:00 2024-01-24T13:00:17.231 INFO:teuthology.orchestra.run.smithi084.stdout:(50/145): python3-jaraco-functools-2.0-4.el8.no 350 kB/s | 18 kB 00:00 2024-01-24T13:00:17.265 INFO:teuthology.orchestra.run.smithi113.stdout:(58/145): python3-rsa-4.9-2.el8.noarch.rpm 1.3 MB/s | 64 kB 00:00 2024-01-24T13:00:17.278 INFO:teuthology.orchestra.run.smithi181.stdout:(33/145): ceph-prometheus-alerts-18.2.1-341.g4e 292 kB/s | 15 kB 00:00 2024-01-24T13:00:17.281 INFO:teuthology.orchestra.run.smithi084.stdout:(51/145): python3-logutils-0.3.5-11.el8.noarch. 981 kB/s | 49 kB 00:00 2024-01-24T13:00:17.291 INFO:teuthology.orchestra.run.smithi113.stdout:(59/145): python3-routes-2.4.1-12.el8.noarch.rp 1.9 MB/s | 196 kB 00:00 2024-01-24T13:00:17.315 INFO:teuthology.orchestra.run.smithi084.stdout:(52/145): python3-kubernetes-11.0.0-6.el8.noarc 11 MB/s | 1.2 MB 00:00 2024-01-24T13:00:17.316 INFO:teuthology.orchestra.run.smithi113.stdout:(60/145): python3-simplegeneric-0.8.1-17.el8.no 372 kB/s | 19 kB 00:00 2024-01-24T13:00:17.333 INFO:teuthology.orchestra.run.smithi113.stdout:(61/145): python3-singledispatch-3.4.0.3-18.el8 571 kB/s | 24 kB 00:00 2024-01-24T13:00:17.340 INFO:teuthology.orchestra.run.smithi084.stdout:(53/145): python3-more-itertools-7.2.0-3.el8.no 999 kB/s | 59 kB 00:00 2024-01-24T13:00:17.350 INFO:teuthology.orchestra.run.smithi113.stdout:(62/145): python3-tempora-1.14.1-5.el8.noarch.r 872 kB/s | 29 kB 00:00 2024-01-24T13:00:17.366 INFO:teuthology.orchestra.run.smithi084.stdout:(54/145): python3-natsort-7.1.1-2.el8.noarch.rp 1.2 MB/s | 60 kB 00:00 2024-01-24T13:00:17.367 INFO:teuthology.orchestra.run.smithi113.stdout:(63/145): python3-trustme-0.6.0-4.el8.noarch.rp 821 kB/s | 27 kB 00:00 2024-01-24T13:00:17.370 INFO:teuthology.orchestra.run.smithi181.stdout:(34/145): ceph-volume-18.2.1-341.g4e3182a6.el8. 2.8 MB/s | 262 kB 00:00 2024-01-24T13:00:17.399 INFO:teuthology.orchestra.run.smithi084.stdout:(55/145): python3-pecan-1.3.2-9.el8.noarch.rpm 4.7 MB/s | 283 kB 00:00 2024-01-24T13:00:17.425 INFO:teuthology.orchestra.run.smithi084.stdout:(56/145): python3-portend-2.6-1.el8.noarch.rpm 266 kB/s | 16 kB 00:00 2024-01-24T13:00:17.429 INFO:teuthology.orchestra.run.smithi181.stdout:(35/145): cephadm-18.2.1-341.g4e3182a6.el8.noar 2.9 MB/s | 171 kB 00:00 2024-01-24T13:00:17.434 INFO:teuthology.orchestra.run.smithi113.stdout:(64/145): python3-kubernetes-11.0.0-6.el8.noarc 2.7 MB/s | 1.2 MB 00:00 2024-01-24T13:00:17.458 INFO:teuthology.orchestra.run.smithi084.stdout:(57/145): python3-repoze-lru-0.7-6.el8.noarch.r 575 kB/s | 34 kB 00:00 2024-01-24T13:00:17.476 INFO:teuthology.orchestra.run.smithi113.stdout:(65/145): python3-waitress-1.4.3-1.el8.noarch.r 2.0 MB/s | 255 kB 00:00 2024-01-24T13:00:17.479 INFO:teuthology.orchestra.run.smithi181.stdout:(36/145): cephfs-top-18.2.1-341.g4e3182a6.el8.n 360 kB/s | 18 kB 00:00 2024-01-24T13:00:17.484 INFO:teuthology.orchestra.run.smithi084.stdout:(58/145): python3-routes-2.4.1-12.el8.noarch.rp 3.3 MB/s | 196 kB 00:00 2024-01-24T13:00:17.501 INFO:teuthology.orchestra.run.smithi113.stdout:(66/145): python3-webob-1.8.5-1.el8.1.noarch.rp 1.8 MB/s | 251 kB 00:00 2024-01-24T13:00:17.509 INFO:teuthology.orchestra.run.smithi084.stdout:(59/145): python3-rsa-4.9-2.el8.noarch.rpm 1.2 MB/s | 64 kB 00:00 2024-01-24T13:00:17.526 INFO:teuthology.orchestra.run.smithi113.stdout:(67/145): python3-websocket-client-0.56.0-5.el8 666 kB/s | 61 kB 00:00 2024-01-24T13:00:17.534 INFO:teuthology.orchestra.run.smithi084.stdout:(60/145): python3-simplegeneric-0.8.1-17.el8.no 373 kB/s | 19 kB 00:00 2024-01-24T13:00:17.552 INFO:teuthology.orchestra.run.smithi113.stdout:(68/145): python3-zc-lockfile-2.0-2.el8.noarch. 460 kB/s | 23 kB 00:00 2024-01-24T13:00:17.578 INFO:teuthology.orchestra.run.smithi113.stdout:(69/145): python3-webtest-2.0.33-1.el8.noarch.r 845 kB/s | 85 kB 00:00 2024-01-24T13:00:17.585 INFO:teuthology.orchestra.run.smithi084.stdout:(61/145): python3-singledispatch-3.4.0.3-18.el8 317 kB/s | 24 kB 00:00 2024-01-24T13:00:17.603 INFO:teuthology.orchestra.run.smithi113.stdout:(70/145): xmlstarlet-1.6.1-20.el8.x86_64.rpm 1.3 MB/s | 70 kB 00:00 2024-01-24T13:00:17.610 INFO:teuthology.orchestra.run.smithi084.stdout:(62/145): python3-tempora-1.14.1-5.el8.noarch.r 388 kB/s | 29 kB 00:00 2024-01-24T13:00:17.635 INFO:teuthology.orchestra.run.smithi084.stdout:(63/145): python3-trustme-0.6.0-4.el8.noarch.rp 551 kB/s | 27 kB 00:00 2024-01-24T13:00:17.660 INFO:teuthology.orchestra.run.smithi084.stdout:(64/145): python3-waitress-1.4.3-1.el8.noarch.r 5.0 MB/s | 255 kB 00:00 2024-01-24T13:00:17.694 INFO:teuthology.orchestra.run.smithi084.stdout:(65/145): python3-webob-1.8.5-1.el8.1.noarch.rp 4.2 MB/s | 251 kB 00:00 2024-01-24T13:00:17.703 INFO:teuthology.orchestra.run.smithi113.stdout:(71/145): libverto-devel-0.3.0-5.el8.x86_64.rpm 143 kB/s | 18 kB 00:00 2024-01-24T13:00:17.719 INFO:teuthology.orchestra.run.smithi084.stdout:(66/145): python3-websocket-client-0.56.0-5.el8 1.0 MB/s | 61 kB 00:00 2024-01-24T13:00:17.737 INFO:teuthology.orchestra.run.smithi113.stdout:(72/145): python3-jwt-1.6.1-2.el8.noarch.rpm 333 kB/s | 43 kB 00:00 2024-01-24T13:00:17.745 INFO:teuthology.orchestra.run.smithi084.stdout:(67/145): python3-webtest-2.0.33-1.el8.noarch.r 1.7 MB/s | 85 kB 00:00 2024-01-24T13:00:17.770 INFO:teuthology.orchestra.run.smithi084.stdout:(68/145): python3-zc-lockfile-2.0-2.el8.noarch. 457 kB/s | 23 kB 00:00 2024-01-24T13:00:17.812 INFO:teuthology.orchestra.run.smithi113.stdout:(73/145): python3-oauthlib-2.1.0-1.el8.noarch.r 1.4 MB/s | 155 kB 00:00 2024-01-24T13:00:17.845 INFO:teuthology.orchestra.run.smithi084.stdout:(69/145): thrift-0.13.0-2.el8.x86_64.rpm 17 MB/s | 1.7 MB 00:00 2024-01-24T13:00:17.887 INFO:teuthology.orchestra.run.smithi084.stdout:(70/145): xmlstarlet-1.6.1-20.el8.x86_64.rpm 596 kB/s | 70 kB 00:00 2024-01-24T13:00:17.904 INFO:teuthology.orchestra.run.smithi113.stdout:(74/145): python3-pycparser-2.14-14.el8.noarch. 653 kB/s | 109 kB 00:00 2024-01-24T13:00:17.913 INFO:teuthology.orchestra.run.smithi181.stdout:(37/145): ceph-mgr-diskprediction-local-18.2.1- 8.4 MB/s | 7.4 MB 00:00 2024-01-24T13:00:17.929 INFO:teuthology.orchestra.run.smithi113.stdout:(75/145): python3-requests-oauthlib-1.0.0-1.el8 366 kB/s | 43 kB 00:00 2024-01-24T13:00:17.938 INFO:teuthology.orchestra.run.smithi181.stdout:(38/145): gperftools-libs-2.7-9.el8.x86_64.rpm 667 kB/s | 306 kB 00:00 2024-01-24T13:00:18.004 INFO:teuthology.orchestra.run.smithi084.stdout:(71/145): python3-jsonpointer-1.10-11.el8.noarc 126 kB/s | 20 kB 00:00 2024-01-24T13:00:18.013 INFO:teuthology.orchestra.run.smithi113.stdout:(76/145): libaio-devel-0.3.112-1.el8.x86_64.rpm 173 kB/s | 19 kB 00:00 2024-01-24T13:00:18.022 INFO:teuthology.orchestra.run.smithi181.stdout:(39/145): liboath-2.6.2-3.el8.x86_64.rpm 543 kB/s | 59 kB 00:00 2024-01-24T13:00:18.029 INFO:teuthology.orchestra.run.smithi084.stdout:(72/145): python3-prettytable-0.7.2-14.el8.noar 322 kB/s | 44 kB 00:00 2024-01-24T13:00:18.096 INFO:teuthology.orchestra.run.smithi113.stdout:(77/145): thrift-0.13.0-2.el8.x86_64.rpm 3.0 MB/s | 1.7 MB 00:00 2024-01-24T13:00:18.097 INFO:teuthology.orchestra.run.smithi181.stdout:(40/145): python3-asyncssh-2.7.0-2.el8.noarch.r 6.2 MB/s | 476 kB 00:00 2024-01-24T13:00:18.121 INFO:teuthology.orchestra.run.smithi113.stdout:(78/145): libzstd-devel-1.4.4-1.el8.x86_64.rpm 228 kB/s | 44 kB 00:00 2024-01-24T13:00:18.131 INFO:teuthology.orchestra.run.smithi181.stdout:(41/145): python3-bcrypt-3.1.6-2.el8.1.x86_64.r 1.3 MB/s | 44 kB 00:00 2024-01-24T13:00:18.138 INFO:teuthology.orchestra.run.smithi084.stdout:(73/145): python3-pyasn1-modules-0.3.7-6.el8.no 825 kB/s | 110 kB 00:00 2024-01-24T13:00:18.164 INFO:teuthology.orchestra.run.smithi113.stdout:(79/145): pcre2-devel-10.32-2.el8.x86_64.rpm 3.9 MB/s | 605 kB 00:00 2024-01-24T13:00:18.171 INFO:teuthology.orchestra.run.smithi084.stdout:(74/145): python3-jsonpatch-1.21-2.el8.noarch.r 187 kB/s | 27 kB 00:00 2024-01-24T13:00:18.181 INFO:teuthology.orchestra.run.smithi181.stdout:(42/145): python3-beautifulsoup4-4.6.3-2.el8.1. 3.6 MB/s | 185 kB 00:00 2024-01-24T13:00:18.215 INFO:teuthology.orchestra.run.smithi181.stdout:(43/145): python3-cachetools-3.1.1-4.el8.noarch 989 kB/s | 33 kB 00:00 2024-01-24T13:00:18.257 INFO:teuthology.orchestra.run.smithi181.stdout:(44/145): python3-certifi-2018.10.15-7.el8.noar 393 kB/s | 16 kB 00:00 2024-01-24T13:00:18.272 INFO:teuthology.orchestra.run.smithi084.stdout:(75/145): python3-pyasn1-0.3.7-6.el8.noarch.rpm 948 kB/s | 126 kB 00:00 2024-01-24T13:00:18.272 INFO:teuthology.orchestra.run.smithi113.stdout:(80/145): pcre2-utf16-10.32-2.el8.x86_64.rpm 1.3 MB/s | 229 kB 00:00 2024-01-24T13:00:18.282 INFO:teuthology.orchestra.run.smithi181.stdout:(45/145): libunwind-1.3.1-3.el8.x86_64.rpm 221 kB/s | 75 kB 00:00 2024-01-24T13:00:18.307 INFO:teuthology.orchestra.run.smithi181.stdout:(46/145): python3-cheroot-8.5.2-1.el8.noarch.rp 3.4 MB/s | 173 kB 00:00 2024-01-24T13:00:18.314 INFO:teuthology.orchestra.run.smithi113.stdout:(81/145): pcre2-utf32-10.32-2.el8.x86_64.rpm 1.2 MB/s | 220 kB 00:00 2024-01-24T13:00:18.322 INFO:teuthology.orchestra.run.smithi084.stdout:(76/145): python3-werkzeug-0.12.2-4.el8.noarch. 3.0 MB/s | 457 kB 00:00 2024-01-24T13:00:18.373 INFO:teuthology.orchestra.run.smithi113.stdout:(82/145): libselinux-devel-2.9-5.el8.x86_64.rpm 958 kB/s | 200 kB 00:00 2024-01-24T13:00:18.383 INFO:teuthology.orchestra.run.smithi181.stdout:(47/145): python3-google-auth-1.1.1-10.el8.noar 1.1 MB/s | 81 kB 00:00 2024-01-24T13:00:18.397 INFO:teuthology.orchestra.run.smithi084.stdout:(77/145): bison-3.0.4-10.el8.x86_64.rpm 5.4 MB/s | 688 kB 00:00 2024-01-24T13:00:18.398 INFO:teuthology.orchestra.run.smithi113.stdout:(83/145): keyutils-libs-devel-1.5.10-9.el8.x86_ 383 kB/s | 48 kB 00:00 2024-01-24T13:00:18.416 INFO:teuthology.orchestra.run.smithi181.stdout:(48/145): python3-cherrypy-18.4.0-1.el8.noarch. 2.8 MB/s | 384 kB 00:00 2024-01-24T13:00:18.432 INFO:teuthology.orchestra.run.smithi113.stdout:(84/145): libsepol-devel-2.9-3.el8.x86_64.rpm 744 kB/s | 87 kB 00:00 2024-01-24T13:00:18.442 INFO:teuthology.orchestra.run.smithi181.stdout:(49/145): python3-jaraco-6.2-6.el8.noarch.rpm 191 kB/s | 11 kB 00:00 2024-01-24T13:00:18.464 INFO:teuthology.orchestra.run.smithi084.stdout:(78/145): flex-2.6.1-9.el8.x86_64.rpm 2.2 MB/s | 320 kB 00:00 2024-01-24T13:00:18.523 INFO:teuthology.orchestra.run.smithi084.stdout:(79/145): libtool-2.4.6-25.el8.x86_64.rpm 5.5 MB/s | 709 kB 00:00 2024-01-24T13:00:18.525 INFO:teuthology.orchestra.run.smithi181.stdout:(50/145): python3-kubernetes-11.0.0-6.el8.noarc 14 MB/s | 1.2 MB 00:00 2024-01-24T13:00:18.567 INFO:teuthology.orchestra.run.smithi181.stdout:(51/145): python3-logutils-0.3.5-11.el8.noarch. 1.2 MB/s | 49 kB 00:00 2024-01-24T13:00:18.591 INFO:teuthology.orchestra.run.smithi113.stdout:(85/145): zlib-devel-1.2.11-18.el8_5.x86_64.rpm 265 kB/s | 58 kB 00:00 2024-01-24T13:00:18.592 INFO:teuthology.orchestra.run.smithi181.stdout:(52/145): python3-jaraco-functools-2.0-4.el8.no 100 kB/s | 18 kB 00:00 2024-01-24T13:00:18.616 INFO:teuthology.orchestra.run.smithi113.stdout:(86/145): libcom_err-devel-1.45.6-4.el8.x86_64. 177 kB/s | 39 kB 00:00 2024-01-24T13:00:18.634 INFO:teuthology.orchestra.run.smithi181.stdout:(53/145): python3-natsort-7.1.1-2.el8.noarch.rp 1.4 MB/s | 60 kB 00:00 2024-01-24T13:00:18.641 INFO:teuthology.orchestra.run.smithi113.stdout:(87/145): fuse-2.9.7-17.el8.x86_64.rpm 397 kB/s | 83 kB 00:00 2024-01-24T13:00:18.648 INFO:teuthology.orchestra.run.smithi084.stdout:(80/145): python3-markupsafe-0.23-19.el8.x86_64 211 kB/s | 39 kB 00:00 2024-01-24T13:00:18.660 INFO:teuthology.orchestra.run.smithi181.stdout:(54/145): python3-more-itertools-7.2.0-3.el8.no 636 kB/s | 59 kB 00:00 2024-01-24T13:00:18.685 INFO:teuthology.orchestra.run.smithi181.stdout:(55/145): python3-pecan-1.3.2-9.el8.noarch.rpm 5.5 MB/s | 283 kB 00:00 2024-01-24T13:00:18.690 INFO:teuthology.orchestra.run.smithi084.stdout:(81/145): lttng-ust-2.8.1-11.el8.x86_64.rpm 1.5 MB/s | 259 kB 00:00 2024-01-24T13:00:18.716 INFO:teuthology.orchestra.run.smithi113.stdout:(88/145): libgfortran-8.5.0-20.el8.x86_64.rpm 5.0 MB/s | 645 kB 00:00 2024-01-24T13:00:18.727 INFO:teuthology.orchestra.run.smithi181.stdout:(56/145): python3-portend-2.6-1.el8.noarch.rpm 234 kB/s | 16 kB 00:00 2024-01-24T13:00:18.742 INFO:teuthology.orchestra.run.smithi113.stdout:(89/145): libquadmath-8.5.0-20.el8.x86_64.rpm 1.3 MB/s | 172 kB 00:00 2024-01-24T13:00:18.777 INFO:teuthology.orchestra.run.smithi181.stdout:(57/145): python3-routes-2.4.1-12.el8.noarch.rp 3.8 MB/s | 196 kB 00:00 2024-01-24T13:00:18.799 INFO:teuthology.orchestra.run.smithi084.stdout:(82/145): oniguruma-6.8.2-2.el8.x86_64.rpm 1.2 MB/s | 187 kB 00:00 2024-01-24T13:00:18.820 INFO:teuthology.orchestra.run.smithi181.stdout:(58/145): python3-repoze-lru-0.7-6.el8.noarch.r 251 kB/s | 34 kB 00:00 2024-01-24T13:00:18.824 INFO:teuthology.orchestra.run.smithi084.stdout:(83/145): uuid-1.6.2-43.el8.x86_64.rpm 479 kB/s | 64 kB 00:00 2024-01-24T13:00:18.850 INFO:teuthology.orchestra.run.smithi113.stdout:(90/145): python3-cffi-1.11.5-6.el8.x86_64.rpm 1.7 MB/s | 238 kB 00:00 2024-01-24T13:00:18.864 INFO:teuthology.orchestra.run.smithi181.stdout:(59/145): python3-rsa-4.9-2.el8.noarch.rpm 743 kB/s | 64 kB 00:00 2024-01-24T13:00:18.875 INFO:teuthology.orchestra.run.smithi113.stdout:(91/145): libuuid-devel-2.32.1-43.el8.x86_64.rp 426 kB/s | 100 kB 00:00 2024-01-24T13:00:18.895 INFO:teuthology.orchestra.run.smithi181.stdout:(60/145): python3-simplegeneric-0.8.1-17.el8.no 250 kB/s | 19 kB 00:00 2024-01-24T13:00:18.909 INFO:teuthology.orchestra.run.smithi113.stdout:(92/145): python3-cryptography-3.2.1-6.el8.x86_ 3.3 MB/s | 559 kB 00:00 2024-01-24T13:00:18.920 INFO:teuthology.orchestra.run.smithi181.stdout:(61/145): python3-singledispatch-3.4.0.3-18.el8 427 kB/s | 24 kB 00:00 2024-01-24T13:00:18.932 INFO:teuthology.orchestra.run.smithi084.stdout:(84/145): python3-pyOpenSSL-19.0.0-1.el8.noarch 776 kB/s | 103 kB 00:00 2024-01-24T13:00:18.979 INFO:teuthology.orchestra.run.smithi181.stdout:(62/145): python3-trustme-0.6.0-4.el8.noarch.rp 471 kB/s | 27 kB 00:00 2024-01-24T13:00:18.984 INFO:teuthology.orchestra.run.smithi113.stdout:(93/145): xfsprogs-devel-5.0.0-12.el8.x86_64.rp 543 kB/s | 73 kB 00:00 2024-01-24T13:00:19.018 INFO:teuthology.orchestra.run.smithi113.stdout:(94/145): elfutils-libelf-devel-0.189-3.el8.x86 434 kB/s | 62 kB 00:00 2024-01-24T13:00:19.041 INFO:teuthology.orchestra.run.smithi084.stdout:(85/145): python3-jinja2-2.10.1-3.el8.noarch.rp 4.8 MB/s | 538 kB 00:00 2024-01-24T13:00:19.043 INFO:teuthology.orchestra.run.smithi113.stdout:(95/145): librabbitmq-0.9.0-4.el8.x86_64.rpm 351 kB/s | 47 kB 00:00 2024-01-24T13:00:19.046 INFO:teuthology.orchestra.run.smithi181.stdout:(63/145): python3-waitress-1.4.3-1.el8.noarch.r 3.7 MB/s | 255 kB 00:00 2024-01-24T13:00:19.071 INFO:teuthology.orchestra.run.smithi181.stdout:(64/145): python3-tempora-1.14.1-5.el8.noarch.r 166 kB/s | 29 kB 00:00 2024-01-24T13:00:19.105 INFO:teuthology.orchestra.run.smithi181.stdout:(65/145): python3-webob-1.8.5-1.el8.1.noarch.rp 4.2 MB/s | 251 kB 00:00 2024-01-24T13:00:19.110 INFO:teuthology.orchestra.run.smithi113.stdout:(96/145): krb5-devel-1.18.2-26.el8_9.x86_64.rpm 4.4 MB/s | 562 kB 00:00 2024-01-24T13:00:19.122 INFO:teuthology.orchestra.run.smithi181.stdout:(66/145): python3-websocket-client-0.56.0-5.el8 1.2 MB/s | 61 kB 00:00 2024-01-24T13:00:19.133 INFO:teuthology.orchestra.run.smithi084.stdout:(86/145): python3-babel-2.5.1-7.el8.noarch.rpm 16 MB/s | 4.8 MB 00:00 2024-01-24T13:00:19.164 INFO:teuthology.orchestra.run.smithi181.stdout:(67/145): python3-webtest-2.0.33-1.el8.noarch.r 1.4 MB/s | 85 kB 00:00 2024-01-24T13:00:19.186 INFO:teuthology.orchestra.run.smithi113.stdout:(97/145): NetworkManager-initscripts-updown-1.4 1.0 MB/s | 144 kB 00:00 2024-01-24T13:00:19.239 INFO:teuthology.orchestra.run.smithi181.stdout:(68/145): python3-zc-lockfile-2.0-2.el8.noarch. 196 kB/s | 23 kB 00:00 2024-01-24T13:00:19.244 INFO:teuthology.orchestra.run.smithi113.stdout:(98/145): openssl-devel-1.1.1k-12.el8_9.x86_64. 10 MB/s | 2.3 MB 00:00 2024-01-24T13:00:19.290 INFO:teuthology.orchestra.run.smithi113.stdout:(99/145): python3-jsonpointer-1.10-11.el8.noarc 112 kB/s | 20 kB 00:00 2024-01-24T13:00:19.300 INFO:teuthology.orchestra.run.smithi084.stdout:(87/145): python3-numpy-1.14.3-10.el8.x86_64.rp 14 MB/s | 3.7 MB 00:00 2024-01-24T13:00:19.314 INFO:teuthology.orchestra.run.smithi181.stdout:(69/145): thrift-0.13.0-2.el8.x86_64.rpm 12 MB/s | 1.7 MB 00:00 2024-01-24T13:00:19.342 INFO:teuthology.orchestra.run.smithi084.stdout:(88/145): socat-1.7.4.1-1.el8.x86_64.rpm 1.5 MB/s | 323 kB 00:00 2024-01-24T13:00:19.437 INFO:teuthology.orchestra.run.smithi113.stdout:(100/145): python3-prettytable-0.7.2-14.el8.noa 175 kB/s | 44 kB 00:00 2024-01-24T13:00:19.462 INFO:teuthology.orchestra.run.smithi113.stdout:(101/145): python3-pyasn1-modules-0.3.7-6.el8.n 507 kB/s | 110 kB 00:00 2024-01-24T13:00:19.476 INFO:teuthology.orchestra.run.smithi084.stdout:(89/145): librdkafka-0.11.4-3.el8.x86_64.rpm 2.6 MB/s | 354 kB 00:00 2024-01-24T13:00:19.496 INFO:teuthology.orchestra.run.smithi113.stdout:(102/145): python3-jsonpatch-1.21-2.el8.noarch. 129 kB/s | 27 kB 00:00 2024-01-24T13:00:19.506 INFO:teuthology.orchestra.run.smithi181.stdout:(70/145): python3-jsonpointer-1.10-11.el8.noarc 104 kB/s | 20 kB 00:00 2024-01-24T13:00:19.563 INFO:teuthology.orchestra.run.smithi113.stdout:(103/145): python3-pyasn1-0.3.7-6.el8.noarch.rp 1.0 MB/s | 126 kB 00:00 2024-01-24T13:00:19.583 INFO:teuthology.orchestra.run.smithi084.stdout:(90/145): python3-numpy-f2py-1.14.3-10.el8.x86_ 796 kB/s | 225 kB 00:00 2024-01-24T13:00:19.615 INFO:teuthology.orchestra.run.smithi181.stdout:(71/145): xmlstarlet-1.6.1-20.el8.x86_64.rpm 185 kB/s | 70 kB 00:00 2024-01-24T13:00:19.640 INFO:teuthology.orchestra.run.smithi181.stdout:(72/145): python3-prettytable-0.7.2-14.el8.noar 328 kB/s | 44 kB 00:00 2024-01-24T13:00:19.663 INFO:teuthology.orchestra.run.smithi113.stdout:(104/145): python3-werkzeug-0.12.2-4.el8.noarch 2.2 MB/s | 457 kB 00:00 2024-01-24T13:00:19.697 INFO:teuthology.orchestra.run.smithi113.stdout:(105/145): flex-2.6.1-9.el8.x86_64.rpm 2.3 MB/s | 320 kB 00:00 2024-01-24T13:00:19.718 INFO:teuthology.orchestra.run.smithi084.stdout:(91/145): openblas-threads-0.3.15-6.el8.x86_64. 22 MB/s | 5.2 MB 00:00 2024-01-24T13:00:19.730 INFO:teuthology.orchestra.run.smithi113.stdout:(106/145): bison-3.0.4-10.el8.x86_64.rpm 2.9 MB/s | 688 kB 00:00 2024-01-24T13:00:19.743 INFO:teuthology.orchestra.run.smithi084.stdout:(92/145): python3-mako-1.0.6-14.el8.noarch.rpm 983 kB/s | 157 kB 00:00 2024-01-24T13:00:19.831 INFO:teuthology.orchestra.run.smithi113.stdout:(107/145): libtool-2.4.6-25.el8.x86_64.rpm 4.1 MB/s | 709 kB 00:00 2024-01-24T13:00:19.856 INFO:teuthology.orchestra.run.smithi113.stdout:(108/145): python3-markupsafe-0.23-19.el8.x86_6 244 kB/s | 39 kB 00:00 2024-01-24T13:00:19.878 INFO:teuthology.orchestra.run.smithi181.stdout:(73/145): python3-pyasn1-modules-0.3.7-6.el8.no 420 kB/s | 110 kB 00:00 2024-01-24T13:00:19.881 INFO:teuthology.orchestra.run.smithi113.stdout:(109/145): lttng-ust-2.8.1-11.el8.x86_64.rpm 1.7 MB/s | 259 kB 00:00 2024-01-24T13:00:19.893 INFO:teuthology.orchestra.run.smithi084.stdout:(93/145): automake-1.16.1-8.el8.noarch.rpm 4.7 MB/s | 714 kB 00:00 2024-01-24T13:00:19.906 INFO:teuthology.orchestra.run.smithi113.stdout:(110/145): oniguruma-6.8.2-2.el8.x86_64.rpm 2.4 MB/s | 187 kB 00:00 2024-01-24T13:00:19.973 INFO:teuthology.orchestra.run.smithi113.stdout:(111/145): uuid-1.6.2-43.el8.x86_64.rpm 546 kB/s | 64 kB 00:00 2024-01-24T13:00:19.994 INFO:teuthology.orchestra.run.smithi084.stdout:(94/145): openblas-0.3.15-6.el8.x86_64.rpm 18 MB/s | 5.0 MB 00:00 2024-01-24T13:00:20.032 INFO:teuthology.orchestra.run.smithi113.stdout:(112/145): python3-pyOpenSSL-19.0.0-1.el8.noarc 687 kB/s | 103 kB 00:00 2024-01-24T13:00:20.061 INFO:teuthology.orchestra.run.smithi084.stdout:(95/145): libpq-13.11-1.el8.x86_64.rpm 1.2 MB/s | 198 kB 00:00 2024-01-24T13:00:20.119 INFO:teuthology.orchestra.run.smithi084.stdout:(96/145): jq-1.6-7.el8.x86_64.rpm 1.6 MB/s | 202 kB 00:00 2024-01-24T13:00:20.123 INFO:teuthology.orchestra.run.smithi113.stdout:(113/145): python3-jinja2-2.10.1-3.el8.noarch.r 3.5 MB/s | 538 kB 00:00 2024-01-24T13:00:20.166 INFO:teuthology.orchestra.run.smithi181.stdout:(74/145): python3-jsonpatch-1.21-2.el8.noarch.r 51 kB/s | 27 kB 00:00 2024-01-24T13:00:20.186 INFO:teuthology.orchestra.run.smithi084.stdout:(97/145): python3-pytz-2017.2-11.el8.noarch.rpm 434 kB/s | 54 kB 00:00 2024-01-24T13:00:20.191 INFO:teuthology.orchestra.run.smithi181.stdout:(75/145): python3-pyasn1-0.3.7-6.el8.noarch.rpm 403 kB/s | 126 kB 00:00 2024-01-24T13:00:20.253 INFO:teuthology.orchestra.run.smithi084.stdout:(98/145): postgresql-10.23-3.module+el8.9.0+208 11 MB/s | 1.5 MB 00:00 2024-01-24T13:00:20.266 INFO:teuthology.orchestra.run.smithi113.stdout:(114/145): python3-numpy-1.14.3-10.el8.x86_64.r 16 MB/s | 3.7 MB 00:00 2024-01-24T13:00:20.299 INFO:teuthology.orchestra.run.smithi113.stdout:(115/145): socat-1.7.4.1-1.el8.x86_64.rpm 1.8 MB/s | 323 kB 00:00 2024-01-24T13:00:20.308 INFO:teuthology.orchestra.run.smithi181.stdout:(76/145): bison-3.0.4-10.el8.x86_64.rpm 5.8 MB/s | 688 kB 00:00 2024-01-24T13:00:20.333 INFO:teuthology.orchestra.run.smithi113.stdout:(116/145): python3-numpy-f2py-1.14.3-10.el8.x86 3.3 MB/s | 225 kB 00:00 2024-01-24T13:00:20.350 INFO:teuthology.orchestra.run.smithi181.stdout:(77/145): python3-werkzeug-0.12.2-4.el8.noarch. 2.4 MB/s | 457 kB 00:00 2024-01-24T13:00:20.400 INFO:teuthology.orchestra.run.smithi113.stdout:(117/145): python3-babel-2.5.1-7.el8.noarch.rpm 9.7 MB/s | 4.8 MB 00:00 2024-01-24T13:00:20.400 INFO:teuthology.orchestra.run.smithi181.stdout:(78/145): flex-2.6.1-9.el8.x86_64.rpm 3.4 MB/s | 320 kB 00:00 2024-01-24T13:00:20.434 INFO:teuthology.orchestra.run.smithi113.stdout:(118/145): librdkafka-0.11.4-3.el8.x86_64.rpm 2.6 MB/s | 354 kB 00:00 2024-01-24T13:00:20.520 INFO:teuthology.orchestra.run.smithi084.stdout:(99/145): postgresql-contrib-10.23-3.module+el8 2.4 MB/s | 811 kB 00:00 2024-01-24T13:00:20.542 INFO:teuthology.orchestra.run.smithi181.stdout:(79/145): libtool-2.4.6-25.el8.x86_64.rpm 3.6 MB/s | 709 kB 00:00 2024-01-24T13:00:20.576 INFO:teuthology.orchestra.run.smithi113.stdout:(119/145): openblas-threads-0.3.15-6.el8.x86_64 21 MB/s | 5.2 MB 00:00 2024-01-24T13:00:20.576 INFO:teuthology.orchestra.run.smithi181.stdout:(80/145): python3-markupsafe-0.23-19.el8.x86_64 222 kB/s | 39 kB 00:00 2024-01-24T13:00:20.600 INFO:teuthology.orchestra.run.smithi113.stdout:(120/145): python3-mako-1.0.6-14.el8.noarch.rpm 784 kB/s | 157 kB 00:00 2024-01-24T13:00:20.635 INFO:teuthology.orchestra.run.smithi181.stdout:(81/145): lttng-ust-2.8.1-11.el8.x86_64.rpm 2.7 MB/s | 259 kB 00:00 2024-01-24T13:00:20.654 INFO:teuthology.orchestra.run.smithi084.stdout:(100/145): postgresql-server-10.23-3.module+el8 13 MB/s | 5.1 MB 00:00 2024-01-24T13:00:20.693 INFO:teuthology.orchestra.run.smithi181.stdout:(82/145): oniguruma-6.8.2-2.el8.x86_64.rpm 1.6 MB/s | 187 kB 00:00 2024-01-24T13:00:20.718 INFO:teuthology.orchestra.run.smithi181.stdout:(83/145): uuid-1.6.2-43.el8.x86_64.rpm 768 kB/s | 64 kB 00:00 2024-01-24T13:00:20.719 INFO:teuthology.orchestra.run.smithi113.stdout:(121/145): automake-1.16.1-8.el8.noarch.rpm 4.9 MB/s | 714 kB 00:00 2024-01-24T13:00:20.751 INFO:teuthology.orchestra.run.smithi113.stdout:(122/145): libpq-13.11-1.el8.x86_64.rpm 1.3 MB/s | 198 kB 00:00 2024-01-24T13:00:20.754 INFO:teuthology.orchestra.run.smithi084.stdout:(101/145): libverto-devel-0.3.0-5.el8.x86_64.rp 180 kB/s | 18 kB 00:00 2024-01-24T13:00:20.803 INFO:teuthology.orchestra.run.smithi181.stdout:(84/145): python3-pyOpenSSL-19.0.0-1.el8.noarch 953 kB/s | 103 kB 00:00 2024-01-24T13:00:20.835 INFO:teuthology.orchestra.run.smithi113.stdout:(123/145): openblas-0.3.15-6.el8.x86_64.rpm 13 MB/s | 5.0 MB 00:00 2024-01-24T13:00:20.869 INFO:teuthology.orchestra.run.smithi113.stdout:(124/145): jq-1.6-7.el8.x86_64.rpm 1.3 MB/s | 202 kB 00:00 2024-01-24T13:00:20.919 INFO:teuthology.orchestra.run.smithi113.stdout:(125/145): python3-pytz-2017.2-11.el8.noarch.rp 324 kB/s | 54 kB 00:00 2024-01-24T13:00:20.969 INFO:teuthology.orchestra.run.smithi113.stdout:(126/145): postgresql-10.23-3.module+el8.9.0+20 11 MB/s | 1.5 MB 00:00 2024-01-24T13:00:20.986 INFO:teuthology.orchestra.run.smithi181.stdout:(85/145): python3-babel-2.5.1-7.el8.noarch.rpm 18 MB/s | 4.8 MB 00:00 2024-01-24T13:00:21.004 INFO:teuthology.orchestra.run.smithi084.stdout:(102/145): python3-scipy-1.0.0-21.module+el8.9. 28 MB/s | 14 MB 00:00 2024-01-24T13:00:21.011 INFO:teuthology.orchestra.run.smithi113.stdout:(127/145): postgresql-contrib-10.23-3.module+el 5.6 MB/s | 811 kB 00:00 2024-01-24T13:00:21.011 INFO:teuthology.orchestra.run.smithi181.stdout:(86/145): python3-jinja2-2.10.1-3.el8.noarch.rp 2.5 MB/s | 538 kB 00:00 2024-01-24T13:00:21.021 INFO:teuthology.orchestra.run.smithi084.stdout:(103/145): python3-jwt-1.6.1-2.el8.noarch.rpm 160 kB/s | 43 kB 00:00 2024-01-24T13:00:21.163 INFO:teuthology.orchestra.run.smithi084.stdout:(104/145): python3-oauthlib-2.1.0-1.el8.noarch. 978 kB/s | 155 kB 00:00 2024-01-24T13:00:21.187 INFO:teuthology.orchestra.run.smithi181.stdout:(87/145): python3-numpy-1.14.3-10.el8.x86_64.rp 19 MB/s | 3.7 MB 00:00 2024-01-24T13:00:21.203 INFO:teuthology.orchestra.run.smithi113.stdout:(128/145): postgresql-server-10.23-3.module+el8 18 MB/s | 5.1 MB 00:00 2024-01-24T13:00:21.220 INFO:teuthology.orchestra.run.smithi181.stdout:(88/145): socat-1.7.4.1-1.el8.x86_64.rpm 1.5 MB/s | 323 kB 00:00 2024-01-24T13:00:21.222 INFO:teuthology.orchestra.run.smithi084.stdout:(105/145): python3-pycparser-2.14-14.el8.noarch 545 kB/s | 109 kB 00:00 2024-01-24T13:00:21.287 INFO:teuthology.orchestra.run.smithi181.stdout:(89/145): python3-numpy-f2py-1.14.3-10.el8.x86_ 2.2 MB/s | 225 kB 00:00 2024-01-24T13:00:21.305 INFO:teuthology.orchestra.run.smithi084.stdout:(106/145): python3-requests-oauthlib-1.0.0-1.el 301 kB/s | 43 kB 00:00 2024-01-24T13:00:21.396 INFO:teuthology.orchestra.run.smithi181.stdout:(90/145): librdkafka-0.11.4-3.el8.x86_64.rpm 2.0 MB/s | 354 kB 00:00 2024-01-24T13:00:21.455 INFO:teuthology.orchestra.run.smithi084.stdout:(107/145): libzstd-devel-1.4.4-1.el8.x86_64.rpm 293 kB/s | 44 kB 00:00 2024-01-24T13:00:21.481 INFO:teuthology.orchestra.run.smithi084.stdout:(108/145): libaio-devel-0.3.112-1.el8.x86_64.rp 72 kB/s | 19 kB 00:00 2024-01-24T13:00:21.529 INFO:teuthology.orchestra.run.smithi113.stdout:(129/145): python3-scipy-1.0.0-21.module+el8.9. 25 MB/s | 14 MB 00:00 2024-01-24T13:00:21.538 INFO:teuthology.orchestra.run.smithi181.stdout:(91/145): openblas-threads-0.3.15-6.el8.x86_64. 21 MB/s | 5.2 MB 00:00 2024-01-24T13:00:21.580 INFO:teuthology.orchestra.run.smithi181.stdout:(92/145): python3-mako-1.0.6-14.el8.noarch.rpm 855 kB/s | 157 kB 00:00 2024-01-24T13:00:21.648 INFO:teuthology.orchestra.run.smithi084.stdout:(109/145): pcre2-devel-10.32-2.el8.x86_64.rpm 3.1 MB/s | 605 kB 00:00 2024-01-24T13:00:21.679 INFO:teuthology.orchestra.run.smithi113.stdout:(130/145): librbd1-18.2.1-341.g4e3182a6.el8.x86 7.5 MB/s | 3.6 MB 00:00 2024-01-24T13:00:21.713 INFO:teuthology.orchestra.run.smithi113.stdout:(131/145): elfutils-libelf-0.189-3.el8.x86_64.r 1.2 MB/s | 232 kB 00:00 2024-01-24T13:00:21.755 INFO:teuthology.orchestra.run.smithi181.stdout:(93/145): openblas-0.3.15-6.el8.x86_64.rpm 23 MB/s | 5.0 MB 00:00 2024-01-24T13:00:21.781 INFO:teuthology.orchestra.run.smithi084.stdout:(110/145): pcre2-utf32-10.32-2.el8.x86_64.rpm 1.6 MB/s | 220 kB 00:00 2024-01-24T13:00:21.796 INFO:teuthology.orchestra.run.smithi113.stdout:(132/145): elfutils-libs-0.189-3.el8.x86_64.rpm 2.5 MB/s | 303 kB 00:00 2024-01-24T13:00:21.805 INFO:teuthology.orchestra.run.smithi181.stdout:(94/145): automake-1.16.1-8.el8.noarch.rpm 3.1 MB/s | 714 kB 00:00 2024-01-24T13:00:21.806 INFO:teuthology.orchestra.run.smithi084.stdout:(111/145): pcre2-utf16-10.32-2.el8.x86_64.rpm 703 kB/s | 229 kB 00:00 2024-01-24T13:00:21.821 INFO:teuthology.orchestra.run.smithi113.stdout:(133/145): libmount-2.32.1-43.el8.x86_64.rpm 2.1 MB/s | 237 kB 00:00 2024-01-24T13:00:21.880 INFO:teuthology.orchestra.run.smithi181.stdout:(95/145): libpq-13.11-1.el8.x86_64.rpm 1.5 MB/s | 198 kB 00:00 2024-01-24T13:00:21.896 INFO:teuthology.orchestra.run.smithi113.stdout:(134/145): libsmartcols-2.32.1-43.el8.x86_64.rp 1.8 MB/s | 179 kB 00:00 2024-01-24T13:00:21.907 INFO:teuthology.orchestra.run.smithi084.stdout:(112/145): libselinux-devel-2.9-5.el8.x86_64.rp 1.6 MB/s | 200 kB 00:00 2024-01-24T13:00:21.914 INFO:teuthology.orchestra.run.smithi181.stdout:(96/145): jq-1.6-7.el8.x86_64.rpm 1.8 MB/s | 202 kB 00:00 2024-01-24T13:00:21.940 INFO:teuthology.orchestra.run.smithi084.stdout:(113/145): keyutils-libs-devel-1.5.10-9.el8.x86 360 kB/s | 48 kB 00:00 2024-01-24T13:00:21.980 INFO:teuthology.orchestra.run.smithi113.stdout:(135/145): librados2-18.2.1-341.g4e3182a6.el8.x 3.8 MB/s | 3.7 MB 00:00 2024-01-24T13:00:22.005 INFO:teuthology.orchestra.run.smithi113.stdout:(136/145): libuuid-2.32.1-43.el8.x86_64.rpm 538 kB/s | 99 kB 00:00 2024-01-24T13:00:22.023 INFO:teuthology.orchestra.run.smithi181.stdout:(97/145): python3-pytz-2017.2-11.el8.noarch.rpm 382 kB/s | 54 kB 00:00 2024-01-24T13:00:22.081 INFO:teuthology.orchestra.run.smithi181.stdout:(98/145): postgresql-10.23-3.module+el8.9.0+208 9.0 MB/s | 1.5 MB 00:00 2024-01-24T13:00:22.089 INFO:teuthology.orchestra.run.smithi113.stdout:(137/145): util-linux-2.32.1-43.el8.x86_64.rpm 13 MB/s | 2.5 MB 00:00 2024-01-24T13:00:22.099 INFO:teuthology.orchestra.run.smithi084.stdout:(114/145): zlib-devel-1.2.11-18.el8_5.x86_64.rp 364 kB/s | 58 kB 00:00 2024-01-24T13:00:22.124 INFO:teuthology.orchestra.run.smithi084.stdout:(115/145): libsepol-devel-2.9-3.el8.x86_64.rpm 401 kB/s | 87 kB 00:00 2024-01-24T13:00:22.148 INFO:teuthology.orchestra.run.smithi113.stdout:(138/145): util-linux-user-2.32.1-43.el8.x86_64 613 kB/s | 103 kB 00:00 2024-01-24T13:00:22.182 INFO:teuthology.orchestra.run.smithi181.stdout:(99/145): postgresql-contrib-10.23-3.module+el8 5.0 MB/s | 811 kB 00:00 2024-01-24T13:00:22.190 INFO:teuthology.orchestra.run.smithi113.stdout:(139/145): iproute-6.2.0-5.el8_9.x86_64.rpm 4.5 MB/s | 854 kB 00:00 2024-01-24T13:00:22.215 INFO:teuthology.orchestra.run.smithi113.stdout:(140/145): libblkid-2.32.1-43.el8.x86_64.rpm 1.7 MB/s | 220 kB 00:00 2024-01-24T13:00:22.233 INFO:teuthology.orchestra.run.smithi084.stdout:(116/145): fuse-2.9.7-17.el8.x86_64.rpm 767 kB/s | 83 kB 00:00 2024-01-24T13:00:22.267 INFO:teuthology.orchestra.run.smithi084.stdout:(117/145): libcom_err-devel-1.45.6-4.el8.x86_64 230 kB/s | 39 kB 00:00 2024-01-24T13:00:22.290 INFO:teuthology.orchestra.run.smithi113.stdout:(141/145): libfdisk-2.32.1-43.el8.x86_64.rpm 1.7 MB/s | 254 kB 00:00 2024-01-24T13:00:22.332 INFO:teuthology.orchestra.run.smithi113.stdout:(142/145): xfsprogs-5.0.0-12.el8.x86_64.rpm 7.5 MB/s | 1.1 MB 00:00 2024-01-24T13:00:22.374 INFO:teuthology.orchestra.run.smithi113.stdout:(143/145): openssl-1.1.1k-12.el8_9.x86_64.rpm 4.4 MB/s | 711 kB 00:00 2024-01-24T13:00:22.425 INFO:teuthology.orchestra.run.smithi084.stdout:(118/145): libquadmath-8.5.0-20.el8.x86_64.rpm 1.1 MB/s | 172 kB 00:00 2024-01-24T13:00:22.459 INFO:teuthology.orchestra.run.smithi084.stdout:(119/145): libgfortran-8.5.0-20.el8.x86_64.rpm 2.8 MB/s | 645 kB 00:00 2024-01-24T13:00:22.482 INFO:teuthology.orchestra.run.smithi113.stdout:(144/145): openssl-libs-1.1.1k-12.el8_9.x86_64. 7.7 MB/s | 1.5 MB 00:00 2024-01-24T13:00:22.516 INFO:teuthology.orchestra.run.smithi113.stdout:(145/145): xfsdump-3.1.8-7.el8_9.x86_64.rpm 1.8 MB/s | 333 kB 00:00 2024-01-24T13:00:22.520 INFO:teuthology.orchestra.run.smithi113.stdout:-------------------------------------------------------------------------------- 2024-01-24T13:00:22.520 INFO:teuthology.orchestra.run.smithi113.stdout:Total 12 MB/s | 212 MB 00:17 2024-01-24T13:00:22.526 INFO:teuthology.orchestra.run.smithi084.stdout:(120/145): libuuid-devel-2.32.1-43.el8.x86_64.r 997 kB/s | 100 kB 00:00 2024-01-24T13:00:22.601 INFO:teuthology.orchestra.run.smithi084.stdout:(121/145): python3-cffi-1.11.5-6.el8.x86_64.rpm 1.6 MB/s | 238 kB 00:00 2024-01-24T13:00:22.657 INFO:teuthology.orchestra.run.smithi181.stdout:(100/145): ceph-test-18.2.1-341.g4e3182a6.el8.x 5.0 MB/s | 47 MB 00:09 2024-01-24T13:00:22.693 INFO:teuthology.orchestra.run.smithi084.stdout:(122/145): xfsprogs-devel-5.0.0-12.el8.x86_64.r 793 kB/s | 73 kB 00:00 2024-01-24T13:00:22.727 INFO:teuthology.orchestra.run.smithi084.stdout:(123/145): python3-cryptography-3.2.1-6.el8.x86 2.7 MB/s | 559 kB 00:00 2024-01-24T13:00:22.774 INFO:teuthology.orchestra.run.smithi181.stdout:(101/145): postgresql-server-10.23-3.module+el8 7.3 MB/s | 5.1 MB 00:00 2024-01-24T13:00:22.799 INFO:teuthology.orchestra.run.smithi181.stdout:(102/145): libverto-devel-0.3.0-5.el8.x86_64.rp 127 kB/s | 18 kB 00:00 2024-01-24T13:00:22.828 INFO:teuthology.orchestra.run.smithi084.stdout:(124/145): elfutils-libelf-devel-0.189-3.el8.x8 462 kB/s | 62 kB 00:00 2024-01-24T13:00:22.852 INFO:teuthology.orchestra.run.smithi084.stdout:(125/145): librabbitmq-0.9.0-4.el8.x86_64.rpm 376 kB/s | 47 kB 00:00 2024-01-24T13:00:22.858 INFO:teuthology.orchestra.run.smithi181.stdout:(103/145): python3-jwt-1.6.1-2.el8.noarch.rpm 511 kB/s | 43 kB 00:00 2024-01-24T13:00:22.883 INFO:teuthology.orchestra.run.smithi181.stdout:(104/145): python3-oauthlib-2.1.0-1.el8.noarch. 1.8 MB/s | 155 kB 00:00 2024-01-24T13:00:22.886 INFO:teuthology.orchestra.run.smithi084.stdout:(126/145): krb5-devel-1.18.2-26.el8_9.x86_64.rp 9.4 MB/s | 562 kB 00:00 2024-01-24T13:00:22.958 INFO:teuthology.orchestra.run.smithi181.stdout:(105/145): python3-pycparser-2.14-14.el8.noarch 1.1 MB/s | 109 kB 00:00 2024-01-24T13:00:23.000 INFO:teuthology.orchestra.run.smithi181.stdout:(106/145): python3-requests-oauthlib-1.0.0-1.el 365 kB/s | 43 kB 00:00 2024-01-24T13:00:23.019 INFO:teuthology.orchestra.run.smithi084.stdout:(127/145): openssl-devel-1.1.1k-12.el8_9.x86_64 14 MB/s | 2.3 MB 00:00 2024-01-24T13:00:23.045 INFO:teuthology.orchestra.run.smithi084.stdout:(128/145): NetworkManager-initscripts-updown-1. 910 kB/s | 144 kB 00:00 2024-01-24T13:00:23.201 INFO:teuthology.orchestra.run.smithi181.stdout:(107/145): python3-scipy-1.0.0-21.module+el8.9. 13 MB/s | 14 MB 00:01 2024-01-24T13:00:23.226 INFO:teuthology.orchestra.run.smithi181.stdout:(108/145): libaio-devel-0.3.112-1.el8.x86_64.rp 70 kB/s | 19 kB 00:00 2024-01-24T13:00:23.251 INFO:teuthology.orchestra.run.smithi181.stdout:(109/145): libzstd-devel-1.4.4-1.el8.x86_64.rpm 175 kB/s | 44 kB 00:00 2024-01-24T13:00:23.335 INFO:teuthology.orchestra.run.smithi181.stdout:(110/145): pcre2-devel-10.32-2.el8.x86_64.rpm 4.4 MB/s | 605 kB 00:00 2024-01-24T13:00:23.368 INFO:teuthology.orchestra.run.smithi181.stdout:(111/145): pcre2-utf16-10.32-2.el8.x86_64.rpm 1.6 MB/s | 229 kB 00:00 2024-01-24T13:00:23.378 INFO:teuthology.orchestra.run.smithi084.stdout:(129/145): librados2-18.2.1-341.g4e3182a6.el8.x 10 MB/s | 3.7 MB 00:00 2024-01-24T13:00:23.402 INFO:teuthology.orchestra.run.smithi181.stdout:(112/145): pcre2-utf32-10.32-2.el8.x86_64.rpm 1.4 MB/s | 220 kB 00:00 2024-01-24T13:00:23.428 INFO:teuthology.orchestra.run.smithi181.stdout:(113/145): libselinux-devel-2.9-5.el8.x86_64.rp 2.1 MB/s | 200 kB 00:00 2024-01-24T13:00:23.528 INFO:teuthology.orchestra.run.smithi181.stdout:(114/145): keyutils-libs-devel-1.5.10-9.el8.x86 302 kB/s | 48 kB 00:00 2024-01-24T13:00:23.561 INFO:teuthology.orchestra.run.smithi181.stdout:(115/145): libsepol-devel-2.9-3.el8.x86_64.rpm 547 kB/s | 87 kB 00:00 2024-01-24T13:00:23.587 INFO:teuthology.orchestra.run.smithi181.stdout:(116/145): zlib-devel-1.2.11-18.el8_5.x86_64.rp 363 kB/s | 58 kB 00:00 2024-01-24T13:00:23.628 INFO:teuthology.orchestra.run.smithi084.stdout:(130/145): librbd1-18.2.1-341.g4e3182a6.el8.x86 6.1 MB/s | 3.6 MB 00:00 2024-01-24T13:00:23.654 INFO:teuthology.orchestra.run.smithi084.stdout:(131/145): elfutils-libelf-0.189-3.el8.x86_64.r 844 kB/s | 232 kB 00:00 2024-01-24T13:00:23.686 INFO:teuthology.orchestra.run.smithi181.stdout:(117/145): libcom_err-devel-1.45.6-4.el8.x86_64 244 kB/s | 39 kB 00:00 2024-01-24T13:00:23.721 INFO:teuthology.orchestra.run.smithi181.stdout:(118/145): fuse-2.9.7-17.el8.x86_64.rpm 522 kB/s | 83 kB 00:00 2024-01-24T13:00:23.754 INFO:teuthology.orchestra.run.smithi181.stdout:(119/145): libgfortran-8.5.0-20.el8.x86_64.rpm 3.8 MB/s | 645 kB 00:00 2024-01-24T13:00:23.755 INFO:teuthology.orchestra.run.smithi084.stdout:(132/145): libmount-2.32.1-43.el8.x86_64.rpm 2.3 MB/s | 237 kB 00:00 2024-01-24T13:00:23.787 INFO:teuthology.orchestra.run.smithi084.stdout:(133/145): elfutils-libs-0.189-3.el8.x86_64.rpm 1.9 MB/s | 303 kB 00:00 2024-01-24T13:00:23.788 INFO:teuthology.orchestra.run.smithi181.stdout:(120/145): libquadmath-8.5.0-20.el8.x86_64.rpm 1.7 MB/s | 172 kB 00:00 2024-01-24T13:00:23.871 INFO:teuthology.orchestra.run.smithi181.stdout:(121/145): libuuid-devel-2.32.1-43.el8.x86_64.r 664 kB/s | 100 kB 00:00 2024-01-24T13:00:23.896 INFO:teuthology.orchestra.run.smithi084.stdout:(134/145): libsmartcols-2.32.1-43.el8.x86_64.rp 1.2 MB/s | 179 kB 00:00 2024-01-24T13:00:23.921 INFO:teuthology.orchestra.run.smithi084.stdout:(135/145): libuuid-2.32.1-43.el8.x86_64.rpm 741 kB/s | 99 kB 00:00 2024-01-24T13:00:23.922 INFO:teuthology.orchestra.run.smithi181.stdout:(122/145): python3-cryptography-3.2.1-6.el8.x86 4.1 MB/s | 559 kB 00:00 2024-01-24T13:00:23.947 INFO:teuthology.orchestra.run.smithi181.stdout:(123/145): python3-cffi-1.11.5-6.el8.x86_64.rpm 1.2 MB/s | 238 kB 00:00 2024-01-24T13:00:24.039 INFO:teuthology.orchestra.run.smithi181.stdout:(124/145): xfsprogs-devel-5.0.0-12.el8.x86_64.r 434 kB/s | 73 kB 00:00 2024-01-24T13:00:24.055 INFO:teuthology.orchestra.run.smithi084.stdout:(136/145): util-linux-2.32.1-43.el8.x86_64.rpm 16 MB/s | 2.5 MB 00:00 2024-01-24T13:00:24.081 INFO:teuthology.orchestra.run.smithi084.stdout:(137/145): util-linux-user-2.32.1-43.el8.x86_64 647 kB/s | 103 kB 00:00 2024-01-24T13:00:24.089 INFO:teuthology.orchestra.run.smithi181.stdout:(125/145): elfutils-libelf-devel-0.189-3.el8.x8 370 kB/s | 62 kB 00:00 2024-01-24T13:00:24.116 INFO:teuthology.orchestra.run.smithi181.stdout:(126/145): librabbitmq-0.9.0-4.el8.x86_64.rpm 281 kB/s | 47 kB 00:00 2024-01-24T13:00:24.156 INFO:teuthology.orchestra.run.smithi181.stdout:(127/145): krb5-devel-1.18.2-26.el8_9.x86_64.rp 4.7 MB/s | 562 kB 00:00 2024-01-24T13:00:24.239 INFO:teuthology.orchestra.run.smithi084.stdout:(138/145): libblkid-2.32.1-43.el8.x86_64.rpm 1.4 MB/s | 220 kB 00:00 2024-01-24T13:00:24.281 INFO:teuthology.orchestra.run.smithi084.stdout:(139/145): iproute-6.2.0-5.el8_9.x86_64.rpm 3.7 MB/s | 854 kB 00:00 2024-01-24T13:00:24.315 INFO:teuthology.orchestra.run.smithi181.stdout:(128/145): openssl-devel-1.1.1k-12.el8_9.x86_64 10 MB/s | 2.3 MB 00:00 2024-01-24T13:00:24.331 INFO:teuthology.orchestra.run.smithi084.stdout:(140/145): libfdisk-2.32.1-43.el8.x86_64.rpm 2.7 MB/s | 254 kB 00:00 2024-01-24T13:00:24.340 INFO:teuthology.orchestra.run.smithi181.stdout:(129/145): NetworkManager-initscripts-updown-1. 639 kB/s | 144 kB 00:00 2024-01-24T13:00:24.448 INFO:teuthology.orchestra.run.smithi084.stdout:(141/145): xfsprogs-5.0.0-12.el8.x86_64.rpm 6.4 MB/s | 1.1 MB 00:00 2024-01-24T13:00:24.490 INFO:teuthology.orchestra.run.smithi084.stdout:(142/145): openssl-1.1.1k-12.el8_9.x86_64.rpm 4.4 MB/s | 711 kB 00:00 2024-01-24T13:00:24.499 INFO:teuthology.orchestra.run.smithi181.stdout:(130/145): elfutils-libelf-0.189-3.el8.x86_64.r 1.4 MB/s | 232 kB 00:00 2024-01-24T13:00:24.615 INFO:teuthology.orchestra.run.smithi113.stdout:Running transaction check 2024-01-24T13:00:24.649 INFO:teuthology.orchestra.run.smithi084.stdout:(143/145): openssl-libs-1.1.1k-12.el8_9.x86_64. 7.4 MB/s | 1.5 MB 00:00 2024-01-24T13:00:24.691 INFO:teuthology.orchestra.run.smithi084.stdout:(144/145): xfsdump-3.1.8-7.el8_9.x86_64.rpm 1.6 MB/s | 333 kB 00:00 2024-01-24T13:00:24.718 INFO:teuthology.orchestra.run.smithi181.stdout:(131/145): elfutils-libs-0.189-3.el8.x86_64.rpm 1.4 MB/s | 303 kB 00:00 2024-01-24T13:00:24.799 INFO:teuthology.orchestra.run.smithi181.stdout:(132/145): libmount-2.32.1-43.el8.x86_64.rpm 2.9 MB/s | 237 kB 00:00 2024-01-24T13:00:24.858 INFO:teuthology.orchestra.run.smithi181.stdout:(133/145): librados2-18.2.1-341.g4e3182a6.el8.x 5.2 MB/s | 3.7 MB 00:00 2024-01-24T13:00:24.883 INFO:teuthology.orchestra.run.smithi181.stdout:(134/145): libsmartcols-2.32.1-43.el8.x86_64.rp 2.1 MB/s | 179 kB 00:00 2024-01-24T13:00:24.975 INFO:teuthology.orchestra.run.smithi181.stdout:(135/145): libuuid-2.32.1-43.el8.x86_64.rpm 847 kB/s | 99 kB 00:00 2024-01-24T13:00:25.063 INFO:teuthology.orchestra.run.smithi113.stdout:Transaction check succeeded. 2024-01-24T13:00:25.063 INFO:teuthology.orchestra.run.smithi113.stdout:Running transaction test 2024-01-24T13:00:25.067 INFO:teuthology.orchestra.run.smithi181.stdout:(136/145): librbd1-18.2.1-341.g4e3182a6.el8.x86 4.7 MB/s | 3.6 MB 00:00 2024-01-24T13:00:25.126 INFO:teuthology.orchestra.run.smithi181.stdout:(137/145): util-linux-2.32.1-43.el8.x86_64.rpm 10 MB/s | 2.5 MB 00:00 2024-01-24T13:00:25.142 INFO:teuthology.orchestra.run.smithi181.stdout:(138/145): util-linux-user-2.32.1-43.el8.x86_64 615 kB/s | 103 kB 00:00 2024-01-24T13:00:25.234 INFO:teuthology.orchestra.run.smithi181.stdout:(139/145): iproute-6.2.0-5.el8_9.x86_64.rpm 5.0 MB/s | 854 kB 00:00 2024-01-24T13:00:25.268 INFO:teuthology.orchestra.run.smithi181.stdout:(140/145): libblkid-2.32.1-43.el8.x86_64.rpm 1.5 MB/s | 220 kB 00:00 2024-01-24T13:00:25.293 INFO:teuthology.orchestra.run.smithi181.stdout:(141/145): libfdisk-2.32.1-43.el8.x86_64.rpm 1.6 MB/s | 254 kB 00:00 2024-01-24T13:00:25.377 INFO:teuthology.orchestra.run.smithi181.stdout:(142/145): xfsprogs-5.0.0-12.el8.x86_64.rpm 7.5 MB/s | 1.1 MB 00:00 2024-01-24T13:00:25.477 INFO:teuthology.orchestra.run.smithi181.stdout:(143/145): openssl-1.1.1k-12.el8_9.x86_64.rpm 3.3 MB/s | 711 kB 00:00 2024-01-24T13:00:25.519 INFO:teuthology.orchestra.run.smithi181.stdout:(144/145): xfsdump-3.1.8-7.el8_9.x86_64.rpm 2.3 MB/s | 333 kB 00:00 2024-01-24T13:00:25.561 INFO:teuthology.orchestra.run.smithi181.stdout:(145/145): openssl-libs-1.1.1k-12.el8_9.x86_64. 5.5 MB/s | 1.5 MB 00:00 2024-01-24T13:00:25.566 INFO:teuthology.orchestra.run.smithi181.stdout:-------------------------------------------------------------------------------- 2024-01-24T13:00:25.566 INFO:teuthology.orchestra.run.smithi181.stdout:Total 10 MB/s | 212 MB 00:20 2024-01-24T13:00:26.648 INFO:teuthology.orchestra.run.smithi113.stdout:Transaction test succeeded. 2024-01-24T13:00:26.661 INFO:teuthology.orchestra.run.smithi113.stdout:Running transaction 2024-01-24T13:00:27.612 INFO:teuthology.orchestra.run.smithi181.stdout:Running transaction check 2024-01-24T13:00:28.051 INFO:teuthology.orchestra.run.smithi181.stdout:Transaction check succeeded. 2024-01-24T13:00:28.051 INFO:teuthology.orchestra.run.smithi181.stdout:Running transaction test 2024-01-24T13:00:28.299 INFO:teuthology.orchestra.run.smithi084.stdout:(145/145): ceph-test-18.2.1-341.g4e3182a6.el8.x 3.2 MB/s | 47 MB 00:14 2024-01-24T13:00:28.302 INFO:teuthology.orchestra.run.smithi084.stdout:-------------------------------------------------------------------------------- 2024-01-24T13:00:28.302 INFO:teuthology.orchestra.run.smithi084.stdout:Total 10 MB/s | 212 MB 00:21 2024-01-24T13:00:29.605 INFO:teuthology.orchestra.run.smithi181.stdout:Transaction test succeeded. 2024-01-24T13:00:29.617 INFO:teuthology.orchestra.run.smithi181.stdout:Running transaction 2024-01-24T13:00:30.359 INFO:teuthology.orchestra.run.smithi084.stdout:Running transaction check 2024-01-24T13:00:30.800 INFO:teuthology.orchestra.run.smithi084.stdout:Transaction check succeeded. 2024-01-24T13:00:30.800 INFO:teuthology.orchestra.run.smithi084.stdout:Running transaction test 2024-01-24T13:00:32.380 INFO:teuthology.orchestra.run.smithi084.stdout:Transaction test succeeded. 2024-01-24T13:00:32.392 INFO:teuthology.orchestra.run.smithi084.stdout:Running transaction 2024-01-24T13:00:32.770 INFO:teuthology.orchestra.run.smithi113.stdout: Preparing : 1/1 2024-01-24T13:00:32.987 INFO:teuthology.orchestra.run.smithi113.stdout: Running scriptlet: openssl-libs-1:1.1.1k-12.el8_9.x86_64 1/1 2024-01-24T13:00:33.273 INFO:teuthology.orchestra.run.smithi113.stdout: Upgrading : openssl-libs-1:1.1.1k-12.el8_9.x86_64 1/161 2024-01-24T13:00:33.547 INFO:teuthology.orchestra.run.smithi113.stdout: Running scriptlet: openssl-libs-1:1.1.1k-12.el8_9.x86_64 1/161 2024-01-24T13:00:33.769 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : thrift-0.13.0-2.el8.x86_64 2/161 2024-01-24T13:00:33.950 INFO:teuthology.orchestra.run.smithi113.stdout: Upgrading : libuuid-2.32.1-43.el8.x86_64 3/161 2024-01-24T13:00:34.086 INFO:teuthology.orchestra.run.smithi113.stdout: Running scriptlet: libuuid-2.32.1-43.el8.x86_64 3/161 2024-01-24T13:00:34.250 INFO:teuthology.orchestra.run.smithi113.stdout: Upgrading : libblkid-2.32.1-43.el8.x86_64 4/161 2024-01-24T13:00:34.343 INFO:teuthology.orchestra.run.smithi113.stdout: Running scriptlet: libblkid-2.32.1-43.el8.x86_64 4/161 2024-01-24T13:00:34.563 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : liboath-2.6.2-3.el8.x86_64 5/161 2024-01-24T13:00:34.768 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : librabbitmq-0.9.0-4.el8.x86_64 6/161 2024-01-24T13:00:35.033 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : librdkafka-0.11.4-3.el8.x86_64 7/161 2024-01-24T13:00:35.151 INFO:teuthology.orchestra.run.smithi113.stdout: Running scriptlet: librdkafka-0.11.4-3.el8.x86_64 7/161 2024-01-24T13:00:35.349 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : lttng-ust-2.8.1-11.el8.x86_64 8/161 2024-01-24T13:00:35.424 INFO:teuthology.orchestra.run.smithi181.stdout: Preparing : 1/1 2024-01-24T13:00:35.627 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: openssl-libs-1:1.1.1k-12.el8_9.x86_64 1/1 2024-01-24T13:00:35.831 INFO:teuthology.orchestra.run.smithi113.stdout: Running scriptlet: lttng-ust-2.8.1-11.el8.x86_64 8/161 2024-01-24T13:00:36.015 INFO:teuthology.orchestra.run.smithi181.stdout: Upgrading : openssl-libs-1:1.1.1k-12.el8_9.x86_64 1/161 2024-01-24T13:00:36.082 INFO:teuthology.orchestra.run.smithi113.stdout: Upgrading : librados2-2:18.2.1-341.g4e3182a6.el8.x86_64 9/161 2024-01-24T13:00:36.284 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: openssl-libs-1:1.1.1k-12.el8_9.x86_64 1/161 2024-01-24T13:00:36.507 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : thrift-0.13.0-2.el8.x86_64 2/161 2024-01-24T13:00:36.528 INFO:teuthology.orchestra.run.smithi113.stdout: Running scriptlet: librados2-2:18.2.1-341.g4e3182a6.el8.x86_64 9/161 2024-01-24T13:00:36.688 INFO:teuthology.orchestra.run.smithi181.stdout: Upgrading : libuuid-2.32.1-43.el8.x86_64 3/161 2024-01-24T13:00:36.716 INFO:teuthology.orchestra.run.smithi113.stdout: Upgrading : librbd1-2:18.2.1-341.g4e3182a6.el8.x86_64 10/161 2024-01-24T13:00:36.768 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: libuuid-2.32.1-43.el8.x86_64 3/161 2024-01-24T13:00:36.868 INFO:teuthology.orchestra.run.smithi113.stdout: Running scriptlet: librbd1-2:18.2.1-341.g4e3182a6.el8.x86_64 10/161 2024-01-24T13:00:36.971 INFO:teuthology.orchestra.run.smithi181.stdout: Upgrading : libblkid-2.32.1-43.el8.x86_64 4/161 2024-01-24T13:00:37.057 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : libcephfs2-2:18.2.1-341.g4e3182a6.el8.x86_64 11/161 2024-01-24T13:00:37.062 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: libblkid-2.32.1-43.el8.x86_64 4/161 2024-01-24T13:00:37.179 INFO:teuthology.orchestra.run.smithi113.stdout: Running scriptlet: libcephfs2-2:18.2.1-341.g4e3182a6.el8.x86_64 11/161 2024-01-24T13:00:37.297 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : liboath-2.6.2-3.el8.x86_64 5/161 2024-01-24T13:00:37.521 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : librdkafka-0.11.4-3.el8.x86_64 6/161 2024-01-24T13:00:37.563 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-rados-2:18.2.1-341.g4e3182a6.el8.x86_64 12/161 2024-01-24T13:00:37.602 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: librdkafka-0.11.4-3.el8.x86_64 6/161 2024-01-24T13:00:37.820 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : librabbitmq-0.9.0-4.el8.x86_64 7/161 2024-01-24T13:00:37.865 INFO:teuthology.orchestra.run.smithi113.stdout: Upgrading : xfsprogs-5.0.0-12.el8.x86_64 13/161 2024-01-24T13:00:37.975 INFO:teuthology.orchestra.run.smithi113.stdout: Running scriptlet: xfsprogs-5.0.0-12.el8.x86_64 13/161 2024-01-24T13:00:38.029 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : lttng-ust-2.8.1-11.el8.x86_64 8/161 2024-01-24T13:00:38.070 INFO:teuthology.orchestra.run.smithi084.stdout: Preparing : 1/1 2024-01-24T13:00:38.190 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : libpq-13.11-1.el8.x86_64 14/161 2024-01-24T13:00:38.273 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: openssl-libs-1:1.1.1k-12.el8_9.x86_64 1/1 2024-01-24T13:00:38.476 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: lttng-ust-2.8.1-11.el8.x86_64 8/161 2024-01-24T13:00:38.498 INFO:teuthology.orchestra.run.smithi113.stdout: Upgrading : elfutils-libelf-0.189-3.el8.x86_64 15/161 2024-01-24T13:00:38.542 INFO:teuthology.orchestra.run.smithi084.stdout: Upgrading : openssl-libs-1:1.1.1k-12.el8_9.x86_64 1/161 2024-01-24T13:00:38.679 INFO:teuthology.orchestra.run.smithi181.stdout: Upgrading : librados2-2:18.2.1-341.g4e3182a6.el8.x86_64 9/161 2024-01-24T13:00:38.712 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-pyasn1-0.3.7-6.el8.noarch 16/161 2024-01-24T13:00:38.801 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: openssl-libs-1:1.1.1k-12.el8_9.x86_64 1/161 2024-01-24T13:00:39.020 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : thrift-0.13.0-2.el8.x86_64 2/161 2024-01-24T13:00:39.123 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: librados2-2:18.2.1-341.g4e3182a6.el8.x86_64 9/161 2024-01-24T13:00:39.201 INFO:teuthology.orchestra.run.smithi084.stdout: Upgrading : libuuid-2.32.1-43.el8.x86_64 3/161 2024-01-24T13:00:39.212 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-more-itertools-7.2.0-3.el8.noarch 17/161 2024-01-24T13:00:39.304 INFO:teuthology.orchestra.run.smithi181.stdout: Upgrading : librbd1-2:18.2.1-341.g4e3182a6.el8.x86_64 10/161 2024-01-24T13:00:39.306 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: libuuid-2.32.1-43.el8.x86_64 3/161 2024-01-24T13:00:39.462 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : postgresql-10.23-3.module+el8.9.0+20831+78489779 18/161 2024-01-24T13:00:39.479 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: librbd1-2:18.2.1-341.g4e3182a6.el8.x86_64 10/161 2024-01-24T13:00:39.509 INFO:teuthology.orchestra.run.smithi084.stdout: Upgrading : libblkid-2.32.1-43.el8.x86_64 4/161 2024-01-24T13:00:39.592 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: libblkid-2.32.1-43.el8.x86_64 4/161 2024-01-24T13:00:39.632 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : libcephsqlite-2:18.2.1-341.g4e3182a6.el8.x86_64 19/161 2024-01-24T13:00:39.670 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libcephfs2-2:18.2.1-341.g4e3182a6.el8.x86_64 11/161 2024-01-24T13:00:39.781 INFO:teuthology.orchestra.run.smithi113.stdout: Running scriptlet: libcephsqlite-2:18.2.1-341.g4e3182a6.el8.x86_64 19/161 2024-01-24T13:00:39.782 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: libcephfs2-2:18.2.1-341.g4e3182a6.el8.x86_64 11/161 2024-01-24T13:00:39.852 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : liboath-2.6.2-3.el8.x86_64 5/161 2024-01-24T13:00:39.940 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : libradosstriper1-2:18.2.1-341.g4e3182a6.el8.x86_ 20/161 2024-01-24T13:00:40.036 INFO:teuthology.orchestra.run.smithi113.stdout: Running scriptlet: libradosstriper1-2:18.2.1-341.g4e3182a6.el8.x86_ 20/161 2024-01-24T13:00:40.059 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : librdkafka-0.11.4-3.el8.x86_64 6/161 2024-01-24T13:00:40.180 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-rados-2:18.2.1-341.g4e3182a6.el8.x86_64 12/161 2024-01-24T13:00:40.182 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: librdkafka-0.11.4-3.el8.x86_64 6/161 2024-01-24T13:00:40.230 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-pytz-2017.2-11.el8.noarch 21/161 2024-01-24T13:00:40.389 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : librabbitmq-0.9.0-4.el8.x86_64 7/161 2024-01-24T13:00:40.453 INFO:teuthology.orchestra.run.smithi181.stdout: Upgrading : xfsprogs-5.0.0-12.el8.x86_64 13/161 2024-01-24T13:00:40.492 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-markupsafe-0.23-19.el8.x86_64 22/161 2024-01-24T13:00:40.562 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: xfsprogs-5.0.0-12.el8.x86_64 13/161 2024-01-24T13:00:40.617 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : lttng-ust-2.8.1-11.el8.x86_64 8/161 2024-01-24T13:00:40.768 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-werkzeug-0.12.2-4.el8.noarch 23/161 2024-01-24T13:00:40.778 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libpq-13.11-1.el8.x86_64 14/161 2024-01-24T13:00:40.956 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : libquadmath-8.5.0-20.el8.x86_64 24/161 2024-01-24T13:00:41.066 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: lttng-ust-2.8.1-11.el8.x86_64 8/161 2024-01-24T13:00:41.094 INFO:teuthology.orchestra.run.smithi181.stdout: Upgrading : elfutils-libelf-0.189-3.el8.x86_64 15/161 2024-01-24T13:00:41.110 INFO:teuthology.orchestra.run.smithi113.stdout: Running scriptlet: libquadmath-8.5.0-20.el8.x86_64 24/161 2024-01-24T13:00:41.275 INFO:teuthology.orchestra.run.smithi084.stdout: Upgrading : librados2-2:18.2.1-341.g4e3182a6.el8.x86_64 9/161 2024-01-24T13:00:41.292 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-pyasn1-0.3.7-6.el8.noarch 16/161 2024-01-24T13:00:41.303 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : libgfortran-8.5.0-20.el8.x86_64 25/161 2024-01-24T13:00:41.746 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-more-itertools-7.2.0-3.el8.noarch 17/161 2024-01-24T13:00:41.754 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: librados2-2:18.2.1-341.g4e3182a6.el8.x86_64 9/161 2024-01-24T13:00:41.917 INFO:teuthology.orchestra.run.smithi084.stdout: Upgrading : librbd1-2:18.2.1-341.g4e3182a6.el8.x86_64 10/161 2024-01-24T13:00:41.987 INFO:teuthology.orchestra.run.smithi113.stdout: Running scriptlet: libgfortran-8.5.0-20.el8.x86_64 25/161 2024-01-24T13:00:42.034 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : postgresql-10.23-3.module+el8.9.0+20831+78489779 18/161 2024-01-24T13:00:42.067 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: librbd1-2:18.2.1-341.g4e3182a6.el8.x86_64 10/161 2024-01-24T13:00:42.170 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libcephsqlite-2:18.2.1-341.g4e3182a6.el8.x86_64 19/161 2024-01-24T13:00:42.189 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : openblas-threads-0.3.15-6.el8.x86_64 26/161 2024-01-24T13:00:42.275 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : libcephfs2-2:18.2.1-341.g4e3182a6.el8.x86_64 11/161 2024-01-24T13:00:42.293 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: libcephsqlite-2:18.2.1-341.g4e3182a6.el8.x86_64 19/161 2024-01-24T13:00:42.395 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: libcephfs2-2:18.2.1-341.g4e3182a6.el8.x86_64 11/161 2024-01-24T13:00:42.462 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libradosstriper1-2:18.2.1-341.g4e3182a6.el8.x86_ 20/161 2024-01-24T13:00:42.548 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: libradosstriper1-2:18.2.1-341.g4e3182a6.el8.x86_ 20/161 2024-01-24T13:00:42.728 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libquadmath-8.5.0-20.el8.x86_64 21/161 2024-01-24T13:00:42.755 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-rados-2:18.2.1-341.g4e3182a6.el8.x86_64 12/161 2024-01-24T13:00:42.852 INFO:teuthology.orchestra.run.smithi113.stdout: Running scriptlet: openblas-threads-0.3.15-6.el8.x86_64 26/161 2024-01-24T13:00:42.892 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: libquadmath-8.5.0-20.el8.x86_64 21/161 2024-01-24T13:00:43.050 INFO:teuthology.orchestra.run.smithi084.stdout: Upgrading : xfsprogs-5.0.0-12.el8.x86_64 13/161 2024-01-24T13:00:43.073 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : openblas-0.3.15-6.el8.x86_64 27/161 2024-01-24T13:00:43.088 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libgfortran-8.5.0-20.el8.x86_64 22/161 2024-01-24T13:00:43.149 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: xfsprogs-5.0.0-12.el8.x86_64 13/161 2024-01-24T13:00:43.373 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : libpq-13.11-1.el8.x86_64 14/161 2024-01-24T13:00:43.701 INFO:teuthology.orchestra.run.smithi084.stdout: Upgrading : elfutils-libelf-0.189-3.el8.x86_64 15/161 2024-01-24T13:00:43.773 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: libgfortran-8.5.0-20.el8.x86_64 22/161 2024-01-24T13:00:43.884 INFO:teuthology.orchestra.run.smithi113.stdout: Running scriptlet: openblas-0.3.15-6.el8.x86_64 27/161 2024-01-24T13:00:43.923 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-pyasn1-0.3.7-6.el8.noarch 16/161 2024-01-24T13:00:43.986 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : openblas-threads-0.3.15-6.el8.x86_64 23/161 2024-01-24T13:00:44.188 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-numpy-1:1.14.3-10.el8.x86_64 28/161 2024-01-24T13:00:44.397 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : zlib-devel-1.2.11-18.el8_5.x86_64 29/161 2024-01-24T13:00:44.397 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-more-itertools-7.2.0-3.el8.noarch 17/161 2024-01-24T13:00:44.656 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: openblas-threads-0.3.15-6.el8.x86_64 23/161 2024-01-24T13:00:44.697 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : postgresql-10.23-3.module+el8.9.0+20831+78489779 18/161 2024-01-24T13:00:44.700 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-webob-1.8.5-1.el8.1.noarch 30/161 2024-01-24T13:00:44.836 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : openblas-0.3.15-6.el8.x86_64 24/161 2024-01-24T13:00:44.841 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : libcephsqlite-2:18.2.1-341.g4e3182a6.el8.x86_64 19/161 2024-01-24T13:00:44.931 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-ceph-common-2:18.2.1-341.g4e3182a6.el8.x 31/161 2024-01-24T13:00:44.957 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: libcephsqlite-2:18.2.1-341.g4e3182a6.el8.x86_64 19/161 2024-01-24T13:00:45.076 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-ceph-argparse-2:18.2.1-341.g4e3182a6.el8 32/161 2024-01-24T13:00:45.158 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : libradosstriper1-2:18.2.1-341.g4e3182a6.el8.x86_ 20/161 2024-01-24T13:00:45.247 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: libradosstriper1-2:18.2.1-341.g4e3182a6.el8.x86_ 20/161 2024-01-24T13:00:45.341 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-cephfs-2:18.2.1-341.g4e3182a6.el8.x86_64 33/161 2024-01-24T13:00:45.458 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : libquadmath-8.5.0-20.el8.x86_64 21/161 2024-01-24T13:00:45.612 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: libquadmath-8.5.0-20.el8.x86_64 21/161 2024-01-24T13:00:45.614 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 34/161 2024-01-24T13:00:45.663 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: openblas-0.3.15-6.el8.x86_64 24/161 2024-01-24T13:00:45.813 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : libgfortran-8.5.0-20.el8.x86_64 22/161 2024-01-24T13:00:45.935 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-numpy-1:1.14.3-10.el8.x86_64 25/161 2024-01-24T13:00:46.153 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : zlib-devel-1.2.11-18.el8_5.x86_64 26/161 2024-01-24T13:00:46.326 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-pytz-2017.2-11.el8.noarch 27/161 2024-01-24T13:00:46.503 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: libgfortran-8.5.0-20.el8.x86_64 22/161 2024-01-24T13:00:46.651 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-markupsafe-0.23-19.el8.x86_64 28/161 2024-01-24T13:00:46.699 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : openblas-threads-0.3.15-6.el8.x86_64 23/161 2024-01-24T13:00:46.978 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-werkzeug-0.12.2-4.el8.noarch 29/161 2024-01-24T13:00:47.238 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-webob-1.8.5-1.el8.1.noarch 30/161 2024-01-24T13:00:47.366 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: openblas-threads-0.3.15-6.el8.x86_64 23/161 2024-01-24T13:00:47.439 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-ceph-common-2:18.2.1-341.g4e3182a6.el8.x 31/161 2024-01-24T13:00:47.566 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : openblas-0.3.15-6.el8.x86_64 24/161 2024-01-24T13:00:47.623 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-ceph-argparse-2:18.2.1-341.g4e3182a6.el8 32/161 2024-01-24T13:00:47.676 INFO:teuthology.orchestra.run.smithi113.stdout: Running scriptlet: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 34/161 2024-01-24T13:00:47.884 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-cephfs-2:18.2.1-341.g4e3182a6.el8.x86_64 33/161 2024-01-24T13:00:48.054 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-scipy-1.0.0-21.module+el8.9.0+20976+d3c3 35/161 2024-01-24T13:00:48.368 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: openblas-0.3.15-6.el8.x86_64 24/161 2024-01-24T13:00:48.607 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-numpy-1:1.14.3-10.el8.x86_64 25/161 2024-01-24T13:00:48.799 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : zlib-devel-1.2.11-18.el8_5.x86_64 26/161 2024-01-24T13:00:48.963 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-pytz-2017.2-11.el8.noarch 27/161 2024-01-24T13:00:48.966 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-mako-1.0.6-14.el8.noarch 34/161 2024-01-24T13:00:49.165 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-mako-1.0.6-14.el8.noarch 36/161 2024-01-24T13:00:49.257 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-markupsafe-0.23-19.el8.x86_64 28/161 2024-01-24T13:00:49.331 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-babel-2.5.1-7.el8.noarch 35/161 2024-01-24T13:00:49.533 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-babel-2.5.1-7.el8.noarch 37/161 2024-01-24T13:00:49.574 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-werkzeug-0.12.2-4.el8.noarch 29/161 2024-01-24T13:00:49.652 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-jinja2-2.10.1-3.el8.noarch 36/161 2024-01-24T13:00:49.795 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-jinja2-2.10.1-3.el8.noarch 38/161 2024-01-24T13:00:49.826 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-webob-1.8.5-1.el8.1.noarch 30/161 2024-01-24T13:00:49.869 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 37/161 2024-01-24T13:00:50.032 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-rsa-4.9-2.el8.noarch 39/161 2024-01-24T13:00:50.043 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-ceph-common-2:18.2.1-341.g4e3182a6.el8.x 31/161 2024-01-24T13:00:50.169 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-ceph-argparse-2:18.2.1-341.g4e3182a6.el8 32/161 2024-01-24T13:00:50.285 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-pyasn1-modules-0.3.7-6.el8.noarch 40/161 2024-01-24T13:00:50.465 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-cephfs-2:18.2.1-341.g4e3182a6.el8.x86_64 33/161 2024-01-24T13:00:50.478 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-rbd-2:18.2.1-341.g4e3182a6.el8.x86_64 41/161 2024-01-24T13:00:50.682 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : librados-devel-2:18.2.1-341.g4e3182a6.el8.x86_64 42/161 2024-01-24T13:00:50.879 INFO:teuthology.orchestra.run.smithi113.stdout: Upgrading : libmount-2.32.1-43.el8.x86_64 43/161 2024-01-24T13:00:50.990 INFO:teuthology.orchestra.run.smithi113.stdout: Running scriptlet: libmount-2.32.1-43.el8.x86_64 43/161 2024-01-24T13:00:51.254 INFO:teuthology.orchestra.run.smithi113.stdout: Upgrading : libfdisk-2.32.1-43.el8.x86_64 44/161 2024-01-24T13:00:51.347 INFO:teuthology.orchestra.run.smithi113.stdout: Running scriptlet: libfdisk-2.32.1-43.el8.x86_64 44/161 2024-01-24T13:00:51.522 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : libuuid-devel-2.32.1-43.el8.x86_64 45/161 2024-01-24T13:00:51.560 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-mako-1.0.6-14.el8.noarch 34/161 2024-01-24T13:00:51.775 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : socat-1.7.4.1-1.el8.x86_64 46/161 2024-01-24T13:00:51.901 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 37/161 2024-01-24T13:00:51.909 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-babel-2.5.1-7.el8.noarch 35/161 2024-01-24T13:00:51.954 INFO:teuthology.orchestra.run.smithi113.stdout: Upgrading : libsmartcols-2.32.1-43.el8.x86_64 47/161 2024-01-24T13:00:52.191 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-jinja2-2.10.1-3.el8.noarch 36/161 2024-01-24T13:00:52.234 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-scipy-1.0.0-21.module+el8.9.0+20976+d3c3 38/161 2024-01-24T13:00:52.406 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 37/161 2024-01-24T13:00:52.479 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-rsa-4.9-2.el8.noarch 39/161 2024-01-24T13:00:52.526 INFO:teuthology.orchestra.run.smithi113.stdout: Running scriptlet: libsmartcols-2.32.1-43.el8.x86_64 47/161 2024-01-24T13:00:52.741 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-pyasn1-modules-0.3.7-6.el8.noarch 40/161 2024-01-24T13:00:52.837 INFO:teuthology.orchestra.run.smithi113.stdout: Upgrading : util-linux-2.32.1-43.el8.x86_64 48/161 2024-01-24T13:00:52.934 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-rbd-2:18.2.1-341.g4e3182a6.el8.x86_64 41/161 2024-01-24T13:00:52.960 INFO:teuthology.orchestra.run.smithi113.stdout: Running scriptlet: util-linux-2.32.1-43.el8.x86_64 48/161 2024-01-24T13:00:53.141 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : librados-devel-2:18.2.1-341.g4e3182a6.el8.x86_64 42/161 2024-01-24T13:00:53.215 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : automake-1.16.1-8.el8.noarch 49/161 2024-01-24T13:00:53.335 INFO:teuthology.orchestra.run.smithi181.stdout: Upgrading : libmount-2.32.1-43.el8.x86_64 43/161 2024-01-24T13:00:53.379 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : uuid-1.6.2-43.el8.x86_64 50/161 2024-01-24T13:00:53.424 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: libmount-2.32.1-43.el8.x86_64 43/161 2024-01-24T13:00:53.482 INFO:teuthology.orchestra.run.smithi113.stdout: Running scriptlet: uuid-1.6.2-43.el8.x86_64 50/161 2024-01-24T13:00:53.637 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : oniguruma-6.8.2-2.el8.x86_64 51/161 2024-01-24T13:00:53.693 INFO:teuthology.orchestra.run.smithi181.stdout: Upgrading : libfdisk-2.32.1-43.el8.x86_64 44/161 2024-01-24T13:00:53.738 INFO:teuthology.orchestra.run.smithi113.stdout: Running scriptlet: oniguruma-6.8.2-2.el8.x86_64 51/161 2024-01-24T13:00:53.783 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: libfdisk-2.32.1-43.el8.x86_64 44/161 2024-01-24T13:00:53.913 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : jq-1.6-7.el8.x86_64 52/161 2024-01-24T13:00:53.970 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libuuid-devel-2.32.1-43.el8.x86_64 45/161 2024-01-24T13:00:54.120 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-prettytable-0.7.2-14.el8.noarch 53/161 2024-01-24T13:00:54.178 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : socat-1.7.4.1-1.el8.x86_64 46/161 2024-01-24T13:00:54.304 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-jsonpointer-1.10-11.el8.noarch 54/161 2024-01-24T13:00:54.351 INFO:teuthology.orchestra.run.smithi181.stdout: Upgrading : libsmartcols-2.32.1-43.el8.x86_64 47/161 2024-01-24T13:00:54.434 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 37/161 2024-01-24T13:00:54.499 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-jsonpatch-1.21-2.el8.noarch 55/161 2024-01-24T13:00:54.684 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : fuse-2.9.7-17.el8.x86_64 56/161 2024-01-24T13:00:54.805 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-scipy-1.0.0-21.module+el8.9.0+20976+d3c3 38/161 2024-01-24T13:00:54.948 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: libsmartcols-2.32.1-43.el8.x86_64 47/161 2024-01-24T13:00:54.984 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : libcom_err-devel-1.45.6-4.el8.x86_64 57/161 2024-01-24T13:00:55.033 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-rsa-4.9-2.el8.noarch 39/161 2024-01-24T13:00:55.187 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : libsepol-devel-2.9-3.el8.x86_64 58/161 2024-01-24T13:00:55.285 INFO:teuthology.orchestra.run.smithi181.stdout: Upgrading : util-linux-2.32.1-43.el8.x86_64 48/161 2024-01-24T13:00:55.312 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-pyasn1-modules-0.3.7-6.el8.noarch 40/161 2024-01-24T13:00:55.318 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: util-linux-2.32.1-43.el8.x86_64 48/161 2024-01-24T13:00:55.367 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : keyutils-libs-devel-1.5.10-9.el8.x86_64 59/161 2024-01-24T13:00:55.498 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : fuse-2.9.7-17.el8.x86_64 49/161 2024-01-24T13:00:55.521 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-rbd-2:18.2.1-341.g4e3182a6.el8.x86_64 41/161 2024-01-24T13:00:55.584 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : pcre2-utf32-10.32-2.el8.x86_64 60/161 2024-01-24T13:00:55.735 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libcom_err-devel-1.45.6-4.el8.x86_64 50/161 2024-01-24T13:00:55.744 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : librados-devel-2:18.2.1-341.g4e3182a6.el8.x86_64 42/161 2024-01-24T13:00:55.908 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : pcre2-utf16-10.32-2.el8.x86_64 61/161 2024-01-24T13:00:55.933 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libsepol-devel-2.9-3.el8.x86_64 51/161 2024-01-24T13:00:55.939 INFO:teuthology.orchestra.run.smithi084.stdout: Upgrading : libmount-2.32.1-43.el8.x86_64 43/161 2024-01-24T13:00:56.069 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: libmount-2.32.1-43.el8.x86_64 43/161 2024-01-24T13:00:56.181 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : pcre2-devel-10.32-2.el8.x86_64 62/161 2024-01-24T13:00:56.206 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : keyutils-libs-devel-1.5.10-9.el8.x86_64 52/161 2024-01-24T13:00:56.272 INFO:teuthology.orchestra.run.smithi084.stdout: Upgrading : libfdisk-2.32.1-43.el8.x86_64 44/161 2024-01-24T13:00:56.362 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: libfdisk-2.32.1-43.el8.x86_64 44/161 2024-01-24T13:00:56.407 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : pcre2-utf32-10.32-2.el8.x86_64 53/161 2024-01-24T13:00:56.442 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : libselinux-devel-2.9-5.el8.x86_64 63/161 2024-01-24T13:00:56.565 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : libuuid-devel-2.32.1-43.el8.x86_64 45/161 2024-01-24T13:00:56.605 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : libzstd-devel-1.4.4-1.el8.x86_64 64/161 2024-01-24T13:00:56.724 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : pcre2-utf16-10.32-2.el8.x86_64 54/161 2024-01-24T13:00:56.739 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : socat-1.7.4.1-1.el8.x86_64 46/161 2024-01-24T13:00:56.870 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-pycparser-2.14-14.el8.noarch 65/161 2024-01-24T13:00:56.939 INFO:teuthology.orchestra.run.smithi084.stdout: Upgrading : libsmartcols-2.32.1-43.el8.x86_64 47/161 2024-01-24T13:00:57.001 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : pcre2-devel-10.32-2.el8.x86_64 55/161 2024-01-24T13:00:57.240 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libselinux-devel-2.9-5.el8.x86_64 56/161 2024-01-24T13:00:57.314 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-cffi-1.11.5-6.el8.x86_64 66/161 2024-01-24T13:00:57.412 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libzstd-devel-1.4.4-1.el8.x86_64 57/161 2024-01-24T13:00:57.522 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: libsmartcols-2.32.1-43.el8.x86_64 47/161 2024-01-24T13:00:57.609 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-cryptography-3.2.1-6.el8.x86_64 67/161 2024-01-24T13:00:57.653 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-pycparser-2.14-14.el8.noarch 58/161 2024-01-24T13:00:57.835 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-jwt-1.6.1-2.el8.noarch 68/161 2024-01-24T13:00:57.847 INFO:teuthology.orchestra.run.smithi084.stdout: Upgrading : util-linux-2.32.1-43.el8.x86_64 48/161 2024-01-24T13:00:57.880 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: util-linux-2.32.1-43.el8.x86_64 48/161 2024-01-24T13:00:58.061 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-cffi-1.11.5-6.el8.x86_64 59/161 2024-01-24T13:00:58.071 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-pyOpenSSL-19.0.0-1.el8.noarch 69/161 2024-01-24T13:00:58.093 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : fuse-2.9.7-17.el8.x86_64 49/161 2024-01-24T13:00:58.298 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : libcom_err-devel-1.45.6-4.el8.x86_64 50/161 2024-01-24T13:00:58.346 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-oauthlib-2.1.0-1.el8.noarch 70/161 2024-01-24T13:00:58.408 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-cryptography-3.2.1-6.el8.x86_64 60/161 2024-01-24T13:00:58.520 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : libsepol-devel-2.9-3.el8.x86_64 51/161 2024-01-24T13:00:58.632 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-pyOpenSSL-19.0.0-1.el8.noarch 61/161 2024-01-24T13:00:58.684 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-requests-oauthlib-1.0.0-1.el8.noarch 71/161 2024-01-24T13:00:58.709 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : keyutils-libs-devel-1.5.10-9.el8.x86_64 52/161 2024-01-24T13:00:58.929 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-asyncssh-2.7.0-2.el8.noarch 72/161 2024-01-24T13:00:58.935 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : pcre2-utf32-10.32-2.el8.x86_64 53/161 2024-01-24T13:00:58.944 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-jwt-1.6.1-2.el8.noarch 62/161 2024-01-24T13:00:59.180 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-trustme-0.6.0-4.el8.noarch 73/161 2024-01-24T13:00:59.252 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : pcre2-utf16-10.32-2.el8.x86_64 54/161 2024-01-24T13:00:59.259 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-oauthlib-2.1.0-1.el8.noarch 63/161 2024-01-24T13:00:59.422 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-bcrypt-3.1.6-2.el8.1.x86_64 74/161 2024-01-24T13:00:59.523 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : pcre2-devel-10.32-2.el8.x86_64 55/161 2024-01-24T13:00:59.607 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-requests-oauthlib-1.0.0-1.el8.noarch 64/161 2024-01-24T13:00:59.620 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : libverto-devel-0.3.0-5.el8.x86_64 75/161 2024-01-24T13:00:59.769 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : libselinux-devel-2.9-5.el8.x86_64 56/161 2024-01-24T13:00:59.835 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-asyncssh-2.7.0-2.el8.noarch 65/161 2024-01-24T13:00:59.897 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : krb5-devel-1.18.2-26.el8_9.x86_64 76/161 2024-01-24T13:00:59.923 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : libzstd-devel-1.4.4-1.el8.x86_64 57/161 2024-01-24T13:01:00.003 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-trustme-0.6.0-4.el8.noarch 66/161 2024-01-24T13:01:00.079 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : xmlstarlet-1.6.1-20.el8.x86_64 77/161 2024-01-24T13:01:00.204 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-bcrypt-3.1.6-2.el8.1.x86_64 67/161 2024-01-24T13:01:00.207 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-pycparser-2.14-14.el8.noarch 58/161 2024-01-24T13:01:00.296 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-zc-lockfile-2.0-2.el8.noarch 78/161 2024-01-24T13:01:00.432 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libverto-devel-0.3.0-5.el8.x86_64 68/161 2024-01-24T13:01:00.573 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-websocket-client-0.56.0-5.el8.noarch 79/161 2024-01-24T13:01:00.612 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-cffi-1.11.5-6.el8.x86_64 59/161 2024-01-24T13:01:00.775 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : krb5-devel-1.18.2-26.el8_9.x86_64 69/161 2024-01-24T13:01:00.786 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-waitress-1.4.3-1.el8.noarch 80/161 2024-01-24T13:01:00.941 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-singledispatch-3.4.0.3-18.el8.noarch 81/161 2024-01-24T13:01:00.953 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-cryptography-3.2.1-6.el8.x86_64 60/161 2024-01-24T13:01:01.014 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : automake-1.16.1-8.el8.noarch 70/161 2024-01-24T13:01:01.159 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-simplegeneric-0.8.1-17.el8.noarch 82/161 2024-01-24T13:01:01.171 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-pyOpenSSL-19.0.0-1.el8.noarch 61/161 2024-01-24T13:01:01.184 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : uuid-1.6.2-43.el8.x86_64 71/161 2024-01-24T13:01:01.337 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: uuid-1.6.2-43.el8.x86_64 71/161 2024-01-24T13:01:01.383 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-repoze-lru-0.7-6.el8.noarch 83/161 2024-01-24T13:01:01.500 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : oniguruma-6.8.2-2.el8.x86_64 72/161 2024-01-24T13:01:01.515 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-jwt-1.6.1-2.el8.noarch 62/161 2024-01-24T13:01:01.601 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: oniguruma-6.8.2-2.el8.x86_64 72/161 2024-01-24T13:01:01.679 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-routes-2.4.1-12.el8.noarch 84/161 2024-01-24T13:01:01.797 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-oauthlib-2.1.0-1.el8.noarch 63/161 2024-01-24T13:01:01.835 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : jq-1.6-7.el8.x86_64 73/161 2024-01-24T13:01:01.884 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-natsort-7.1.1-2.el8.noarch 85/161 2024-01-24T13:01:02.043 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-prettytable-0.7.2-14.el8.noarch 74/161 2024-01-24T13:01:02.073 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-logutils-0.3.5-11.el8.noarch 86/161 2024-01-24T13:01:02.127 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-requests-oauthlib-1.0.0-1.el8.noarch 64/161 2024-01-24T13:01:02.234 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-jaraco-6.2-6.el8.noarch 87/161 2024-01-24T13:01:02.251 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-jsonpointer-1.10-11.el8.noarch 75/161 2024-01-24T13:01:02.347 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-asyncssh-2.7.0-2.el8.noarch 65/161 2024-01-24T13:01:02.461 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-jsonpatch-1.21-2.el8.noarch 76/161 2024-01-24T13:01:02.467 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-jaraco-functools-2.0-4.el8.noarch 88/161 2024-01-24T13:01:02.566 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-trustme-0.6.0-4.el8.noarch 66/161 2024-01-24T13:01:02.652 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : xmlstarlet-1.6.1-20.el8.x86_64 77/161 2024-01-24T13:01:02.666 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-cheroot-8.5.2-1.el8.noarch 89/161 2024-01-24T13:01:02.773 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-bcrypt-3.1.6-2.el8.1.x86_64 67/161 2024-01-24T13:01:02.850 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-tempora-1.14.1-5.el8.noarch 90/161 2024-01-24T13:01:02.876 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-zc-lockfile-2.0-2.el8.noarch 78/161 2024-01-24T13:01:03.013 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : libverto-devel-0.3.0-5.el8.x86_64 68/161 2024-01-24T13:01:03.164 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-portend-2.6-1.el8.noarch 91/161 2024-01-24T13:01:03.173 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-websocket-client-0.56.0-5.el8.noarch 79/161 2024-01-24T13:01:03.366 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : krb5-devel-1.18.2-26.el8_9.x86_64 69/161 2024-01-24T13:01:03.427 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-cherrypy-18.4.0-1.el8.noarch 92/161 2024-01-24T13:01:03.434 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-waitress-1.4.3-1.el8.noarch 80/161 2024-01-24T13:01:03.594 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-certifi-2018.10.15-7.el8.noarch 93/161 2024-01-24T13:01:03.598 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : automake-1.16.1-8.el8.noarch 70/161 2024-01-24T13:01:03.605 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-singledispatch-3.4.0.3-18.el8.noarch 81/161 2024-01-24T13:01:03.773 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-simplegeneric-0.8.1-17.el8.noarch 82/161 2024-01-24T13:01:03.798 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-cachetools-3.1.1-4.el8.noarch 94/161 2024-01-24T13:01:03.804 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : uuid-1.6.2-43.el8.x86_64 71/161 2024-01-24T13:01:03.906 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: uuid-1.6.2-43.el8.x86_64 71/161 2024-01-24T13:01:04.008 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-repoze-lru-0.7-6.el8.noarch 83/161 2024-01-24T13:01:04.054 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : oniguruma-6.8.2-2.el8.x86_64 72/161 2024-01-24T13:01:04.186 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: oniguruma-6.8.2-2.el8.x86_64 72/161 2024-01-24T13:01:04.272 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-routes-2.4.1-12.el8.noarch 84/161 2024-01-24T13:01:04.372 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : jq-1.6-7.el8.x86_64 73/161 2024-01-24T13:01:04.499 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-natsort-7.1.1-2.el8.noarch 85/161 2024-01-24T13:01:04.603 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-prettytable-0.7.2-14.el8.noarch 74/161 2024-01-24T13:01:04.671 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-logutils-0.3.5-11.el8.noarch 86/161 2024-01-24T13:01:04.829 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-jsonpointer-1.10-11.el8.noarch 75/161 2024-01-24T13:01:04.866 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-jaraco-6.2-6.el8.noarch 87/161 2024-01-24T13:01:05.056 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-jsonpatch-1.21-2.el8.noarch 76/161 2024-01-24T13:01:05.081 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-jaraco-functools-2.0-4.el8.noarch 88/161 2024-01-24T13:01:05.123 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-google-auth-1:1.1.1-10.el8.noarch 95/161 2024-01-24T13:01:05.231 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : xmlstarlet-1.6.1-20.el8.x86_64 77/161 2024-01-24T13:01:05.289 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-cheroot-8.5.2-1.el8.noarch 89/161 2024-01-24T13:01:05.464 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-zc-lockfile-2.0-2.el8.noarch 78/161 2024-01-24T13:01:05.506 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-tempora-1.14.1-5.el8.noarch 90/161 2024-01-24T13:01:05.767 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-websocket-client-0.56.0-5.el8.noarch 79/161 2024-01-24T13:01:05.778 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-portend-2.6-1.el8.noarch 91/161 2024-01-24T13:01:05.779 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-kubernetes-1:11.0.0-6.el8.noarch 96/161 2024-01-24T13:01:06.012 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-waitress-1.4.3-1.el8.noarch 80/161 2024-01-24T13:01:06.055 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 97/161 2024-01-24T13:01:06.067 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-cherrypy-18.4.0-1.el8.noarch 92/161 2024-01-24T13:01:06.217 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-singledispatch-3.4.0.3-18.el8.noarch 81/161 2024-01-24T13:01:06.260 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-certifi-2018.10.15-7.el8.noarch 93/161 2024-01-24T13:01:06.376 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-simplegeneric-0.8.1-17.el8.noarch 82/161 2024-01-24T13:01:06.404 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-webtest-2.0.33-1.el8.noarch 98/161 2024-01-24T13:01:06.578 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-repoze-lru-0.7-6.el8.noarch 83/161 2024-01-24T13:01:06.666 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-pecan-1.3.2-9.el8.noarch 99/161 2024-01-24T13:01:06.825 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-routes-2.4.1-12.el8.noarch 84/161 2024-01-24T13:01:06.884 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : libunwind-1.3.1-3.el8.x86_64 100/161 2024-01-24T13:01:07.001 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-cachetools-3.1.1-4.el8.noarch 94/161 2024-01-24T13:01:07.053 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-natsort-7.1.1-2.el8.noarch 85/161 2024-01-24T13:01:07.224 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-logutils-0.3.5-11.el8.noarch 86/161 2024-01-24T13:01:07.419 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-jaraco-6.2-6.el8.noarch 87/161 2024-01-24T13:01:07.662 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-jaraco-functools-2.0-4.el8.noarch 88/161 2024-01-24T13:01:07.703 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : gperftools-libs-1:2.7-9.el8.x86_64 101/161 2024-01-24T13:01:07.917 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : librgw2-2:18.2.1-341.g4e3182a6.el8.x86_64 102/161 2024-01-24T13:01:07.918 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-cheroot-8.5.2-1.el8.noarch 89/161 2024-01-24T13:01:08.021 INFO:teuthology.orchestra.run.smithi113.stdout: Running scriptlet: librgw2-2:18.2.1-341.g4e3182a6.el8.x86_64 102/161 2024-01-24T13:01:08.085 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-tempora-1.14.1-5.el8.noarch 90/161 2024-01-24T13:01:08.209 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : python3-rgw-2:18.2.1-341.g4e3182a6.el8.x86_64 103/161 2024-01-24T13:01:08.282 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-google-auth-1:1.1.1-10.el8.noarch 95/161 2024-01-24T13:01:08.409 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-portend-2.6-1.el8.noarch 91/161 2024-01-24T13:01:08.643 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-kubernetes-1:11.0.0-6.el8.noarch 96/161 2024-01-24T13:01:08.704 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-cherrypy-18.4.0-1.el8.noarch 92/161 2024-01-24T13:01:08.895 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 97/161 2024-01-24T13:01:08.897 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-certifi-2018.10.15-7.el8.noarch 93/161 2024-01-24T13:01:09.153 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-cachetools-3.1.1-4.el8.noarch 94/161 2024-01-24T13:01:09.267 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-webtest-2.0.33-1.el8.noarch 98/161 2024-01-24T13:01:09.580 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-pecan-1.3.2-9.el8.noarch 99/161 2024-01-24T13:01:09.810 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libunwind-1.3.1-3.el8.x86_64 100/161 2024-01-24T13:01:10.447 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-google-auth-1:1.1.1-10.el8.noarch 95/161 2024-01-24T13:01:10.672 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : gperftools-libs-1:2.7-9.el8.x86_64 101/161 2024-01-24T13:01:10.805 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-kubernetes-1:11.0.0-6.el8.noarch 96/161 2024-01-24T13:01:10.840 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : librgw2-2:18.2.1-341.g4e3182a6.el8.x86_64 102/161 2024-01-24T13:01:10.937 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: librgw2-2:18.2.1-341.g4e3182a6.el8.x86_64 102/161 2024-01-24T13:01:11.082 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 97/161 2024-01-24T13:01:11.149 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-rgw-2:18.2.1-341.g4e3182a6.el8.x86_64 103/161 2024-01-24T13:01:11.414 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-webtest-2.0.33-1.el8.noarch 98/161 2024-01-24T13:01:12.422 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-pecan-1.3.2-9.el8.noarch 99/161 2024-01-24T13:01:12.692 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : libunwind-1.3.1-3.el8.x86_64 100/161 2024-01-24T13:01:12.992 INFO:teuthology.orchestra.run.smithi113.stdout: Running scriptlet: ceph-common-2:18.2.1-341.g4e3182a6.el8.x86_64 104/161 2024-01-24T13:01:13.226 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : ceph-common-2:18.2.1-341.g4e3182a6.el8.x86_64 104/161 2024-01-24T13:01:13.512 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : gperftools-libs-1:2.7-9.el8.x86_64 101/161 2024-01-24T13:01:13.693 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : librgw2-2:18.2.1-341.g4e3182a6.el8.x86_64 102/161 2024-01-24T13:01:13.790 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: librgw2-2:18.2.1-341.g4e3182a6.el8.x86_64 102/161 2024-01-24T13:01:13.902 INFO:teuthology.orchestra.run.smithi113.stdout: Running scriptlet: ceph-common-2:18.2.1-341.g4e3182a6.el8.x86_64 104/161 2024-01-24T13:01:14.002 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-rgw-2:18.2.1-341.g4e3182a6.el8.x86_64 103/161 2024-01-24T13:01:14.190 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : ceph-base-2:18.2.1-341.g4e3182a6.el8.x86_64 105/161 2024-01-24T13:01:14.351 INFO:teuthology.orchestra.run.smithi113.stdout: Running scriptlet: ceph-base-2:18.2.1-341.g4e3182a6.el8.x86_64 105/161 2024-01-24T13:01:14.499 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : ceph-selinux-2:18.2.1-341.g4e3182a6.el8.x86_64 106/161 2024-01-24T13:01:16.419 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: ceph-common-2:18.2.1-341.g4e3182a6.el8.x86_64 104/161 2024-01-24T13:01:16.699 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-common-2:18.2.1-341.g4e3182a6.el8.x86_64 104/161 2024-01-24T13:01:17.376 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: ceph-common-2:18.2.1-341.g4e3182a6.el8.x86_64 104/161 2024-01-24T13:01:18.176 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-base-2:18.2.1-341.g4e3182a6.el8.x86_64 105/161 2024-01-24T13:01:18.316 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: ceph-base-2:18.2.1-341.g4e3182a6.el8.x86_64 105/161 2024-01-24T13:01:18.490 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-selinux-2:18.2.1-341.g4e3182a6.el8.x86_64 106/161 2024-01-24T13:01:18.756 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: ceph-common-2:18.2.1-341.g4e3182a6.el8.x86_64 104/161 2024-01-24T13:01:19.026 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-common-2:18.2.1-341.g4e3182a6.el8.x86_64 104/161 2024-01-24T13:01:19.699 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: ceph-common-2:18.2.1-341.g4e3182a6.el8.x86_64 104/161 2024-01-24T13:01:19.975 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-base-2:18.2.1-341.g4e3182a6.el8.x86_64 105/161 2024-01-24T13:01:20.153 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: ceph-base-2:18.2.1-341.g4e3182a6.el8.x86_64 105/161 2024-01-24T13:01:20.317 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-selinux-2:18.2.1-341.g4e3182a6.el8.x86_64 106/161 2024-01-24T13:01:35.551 INFO:teuthology.orchestra.run.smithi113.stdout: Running scriptlet: ceph-selinux-2:18.2.1-341.g4e3182a6.el8.x86_64 106/161 2024-01-24T13:01:35.551 INFO:teuthology.orchestra.run.smithi113.stdout:skipping the directory /sys 2024-01-24T13:01:35.551 INFO:teuthology.orchestra.run.smithi113.stdout:skipping the directory /proc 2024-01-24T13:01:35.551 INFO:teuthology.orchestra.run.smithi113.stdout:skipping the directory /dev 2024-01-24T13:01:35.551 INFO:teuthology.orchestra.run.smithi113.stdout:skipping the directory /run 2024-01-24T13:01:35.551 INFO:teuthology.orchestra.run.smithi113.stdout:skipping the directory /mnt 2024-01-24T13:01:35.551 INFO:teuthology.orchestra.run.smithi113.stdout:skipping the directory /var/tmp 2024-01-24T13:01:35.551 INFO:teuthology.orchestra.run.smithi113.stdout:skipping the directory /home 2024-01-24T13:01:35.551 INFO:teuthology.orchestra.run.smithi113.stdout:skipping the directory /tmp 2024-01-24T13:01:35.551 INFO:teuthology.orchestra.run.smithi113.stdout:skipping the directory /dev 2024-01-24T13:01:35.552 INFO:teuthology.orchestra.run.smithi113.stdout: 2024-01-24T13:01:35.945 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : ceph-volume-2:18.2.1-341.g4e3182a6.el8.noarch 107/161 2024-01-24T13:01:37.632 INFO:teuthology.orchestra.run.smithi113.stdout: Running scriptlet: ceph-volume-2:18.2.1-341.g4e3182a6.el8.noarch 107/161 2024-01-24T13:01:37.801 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : ceph-osd-2:18.2.1-341.g4e3182a6.el8.x86_64 108/161 2024-01-24T13:01:38.067 INFO:teuthology.orchestra.run.smithi113.stdout: Running scriptlet: ceph-osd-2:18.2.1-341.g4e3182a6.el8.x86_64 108/161 2024-01-24T13:01:38.211 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : ceph-mds-2:18.2.1-341.g4e3182a6.el8.x86_64 109/161 2024-01-24T13:01:38.731 INFO:teuthology.orchestra.run.smithi113.stdout: Running scriptlet: ceph-mds-2:18.2.1-341.g4e3182a6.el8.x86_64 109/161 2024-01-24T13:01:38.894 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : ceph-mon-2:18.2.1-341.g4e3182a6.el8.x86_64 110/161 2024-01-24T13:01:38.936 INFO:teuthology.orchestra.run.smithi113.stdout: Running scriptlet: ceph-mon-2:18.2.1-341.g4e3182a6.el8.x86_64 110/161 2024-01-24T13:01:39.470 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: ceph-selinux-2:18.2.1-341.g4e3182a6.el8.x86_64 106/161 2024-01-24T13:01:39.470 INFO:teuthology.orchestra.run.smithi181.stdout:skipping the directory /sys 2024-01-24T13:01:39.470 INFO:teuthology.orchestra.run.smithi181.stdout:skipping the directory /proc 2024-01-24T13:01:39.470 INFO:teuthology.orchestra.run.smithi181.stdout:skipping the directory /dev 2024-01-24T13:01:39.471 INFO:teuthology.orchestra.run.smithi181.stdout:skipping the directory /run 2024-01-24T13:01:39.471 INFO:teuthology.orchestra.run.smithi181.stdout:skipping the directory /mnt 2024-01-24T13:01:39.471 INFO:teuthology.orchestra.run.smithi181.stdout:skipping the directory /var/tmp 2024-01-24T13:01:39.471 INFO:teuthology.orchestra.run.smithi181.stdout:skipping the directory /home 2024-01-24T13:01:39.471 INFO:teuthology.orchestra.run.smithi181.stdout:skipping the directory /tmp 2024-01-24T13:01:39.471 INFO:teuthology.orchestra.run.smithi181.stdout:skipping the directory /dev 2024-01-24T13:01:39.471 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-01-24T13:01:39.878 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-volume-2:18.2.1-341.g4e3182a6.el8.noarch 107/161 2024-01-24T13:01:41.214 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: ceph-selinux-2:18.2.1-341.g4e3182a6.el8.x86_64 106/161 2024-01-24T13:01:41.214 INFO:teuthology.orchestra.run.smithi084.stdout:skipping the directory /sys 2024-01-24T13:01:41.214 INFO:teuthology.orchestra.run.smithi084.stdout:skipping the directory /proc 2024-01-24T13:01:41.214 INFO:teuthology.orchestra.run.smithi084.stdout:skipping the directory /dev 2024-01-24T13:01:41.215 INFO:teuthology.orchestra.run.smithi084.stdout:skipping the directory /run 2024-01-24T13:01:41.215 INFO:teuthology.orchestra.run.smithi084.stdout:skipping the directory /mnt 2024-01-24T13:01:41.215 INFO:teuthology.orchestra.run.smithi084.stdout:skipping the directory /var/tmp 2024-01-24T13:01:41.215 INFO:teuthology.orchestra.run.smithi084.stdout:skipping the directory /home 2024-01-24T13:01:41.215 INFO:teuthology.orchestra.run.smithi084.stdout:skipping the directory /tmp 2024-01-24T13:01:41.215 INFO:teuthology.orchestra.run.smithi084.stdout:skipping the directory /dev 2024-01-24T13:01:41.215 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-01-24T13:01:41.571 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: ceph-volume-2:18.2.1-341.g4e3182a6.el8.noarch 107/161 2024-01-24T13:01:41.663 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-volume-2:18.2.1-341.g4e3182a6.el8.noarch 107/161 2024-01-24T13:01:41.769 INFO:teuthology.orchestra.run.smithi113.stdout: Running scriptlet: cephadm-2:18.2.1-341.g4e3182a6.el8.noarch 111/161 2024-01-24T13:01:41.813 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-osd-2:18.2.1-341.g4e3182a6.el8.x86_64 108/161 2024-01-24T13:01:41.953 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : cephadm-2:18.2.1-341.g4e3182a6.el8.noarch 111/161 2024-01-24T13:01:42.079 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: ceph-osd-2:18.2.1-341.g4e3182a6.el8.x86_64 108/161 2024-01-24T13:01:42.101 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : ceph-prometheus-alerts-2:18.2.1-341.g4e3182a6.el 112/161 2024-01-24T13:01:42.261 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-mds-2:18.2.1-341.g4e3182a6.el8.x86_64 109/161 2024-01-24T13:01:42.307 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : ceph-grafana-dashboards-2:18.2.1-341.g4e3182a6.e 113/161 2024-01-24T13:01:42.518 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : ceph-mgr-cephadm-2:18.2.1-341.g4e3182a6.el8.noar 114/161 2024-01-24T13:01:42.778 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: ceph-mds-2:18.2.1-341.g4e3182a6.el8.x86_64 109/161 2024-01-24T13:01:42.783 INFO:teuthology.orchestra.run.smithi113.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.2.1-341.g4e3182a6.el8.noar 114/161 2024-01-24T13:01:42.945 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-mon-2:18.2.1-341.g4e3182a6.el8.x86_64 110/161 2024-01-24T13:01:42.987 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: ceph-mon-2:18.2.1-341.g4e3182a6.el8.x86_64 110/161 2024-01-24T13:01:43.058 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : ceph-mgr-dashboard-2:18.2.1-341.g4e3182a6.el8.no 115/161 2024-01-24T13:01:43.349 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: ceph-volume-2:18.2.1-341.g4e3182a6.el8.noarch 107/161 2024-01-24T13:01:43.536 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-osd-2:18.2.1-341.g4e3182a6.el8.x86_64 108/161 2024-01-24T13:01:43.801 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: ceph-osd-2:18.2.1-341.g4e3182a6.el8.x86_64 108/161 2024-01-24T13:01:43.954 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-mds-2:18.2.1-341.g4e3182a6.el8.x86_64 109/161 2024-01-24T13:01:44.144 INFO:teuthology.orchestra.run.smithi113.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.2.1-341.g4e3182a6.el8.no 115/161 2024-01-24T13:01:44.351 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : ceph-mgr-diskprediction-local-2:18.2.1-341.g4e31 116/161 2024-01-24T13:01:44.470 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: ceph-mds-2:18.2.1-341.g4e3182a6.el8.x86_64 109/161 2024-01-24T13:01:44.482 INFO:teuthology.orchestra.run.smithi113.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.2.1-341.g4e31 116/161 2024-01-24T13:01:44.645 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-mon-2:18.2.1-341.g4e3182a6.el8.x86_64 110/161 2024-01-24T13:01:44.686 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: ceph-mon-2:18.2.1-341.g4e3182a6.el8.x86_64 110/161 2024-01-24T13:01:44.923 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : ceph-mgr-modules-core-2:18.2.1-341.g4e3182a6.el8 117/161 2024-01-24T13:01:45.091 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : ceph-mgr-2:18.2.1-341.g4e3182a6.el8.x86_64 118/161 2024-01-24T13:01:45.160 INFO:teuthology.orchestra.run.smithi113.stdout: Running scriptlet: ceph-mgr-2:18.2.1-341.g4e3182a6.el8.x86_64 118/161 2024-01-24T13:01:45.317 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : ceph-mgr-rook-2:18.2.1-341.g4e3182a6.el8.noarch 119/161 2024-01-24T13:01:45.346 INFO:teuthology.orchestra.run.smithi113.stdout: Running scriptlet: ceph-mgr-rook-2:18.2.1-341.g4e3182a6.el8.noarch 119/161 2024-01-24T13:01:45.682 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: cephadm-2:18.2.1-341.g4e3182a6.el8.noarch 111/161 2024-01-24T13:01:45.891 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : cephadm-2:18.2.1-341.g4e3182a6.el8.noarch 111/161 2024-01-24T13:01:46.035 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-prometheus-alerts-2:18.2.1-341.g4e3182a6.el 112/161 2024-01-24T13:01:46.242 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-grafana-dashboards-2:18.2.1-341.g4e3182a6.e 113/161 2024-01-24T13:01:46.493 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-mgr-cephadm-2:18.2.1-341.g4e3182a6.el8.noar 114/161 2024-01-24T13:01:46.708 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : ceph-2:18.2.1-341.g4e3182a6.el8.x86_64 120/161 2024-01-24T13:01:46.760 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.2.1-341.g4e3182a6.el8.noar 114/161 2024-01-24T13:01:46.924 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : ceph-radosgw-2:18.2.1-341.g4e3182a6.el8.x86_64 121/161 2024-01-24T13:01:46.986 INFO:teuthology.orchestra.run.smithi113.stdout: Running scriptlet: ceph-radosgw-2:18.2.1-341.g4e3182a6.el8.x86_64 121/161 2024-01-24T13:01:47.012 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-mgr-dashboard-2:18.2.1-341.g4e3182a6.el8.no 115/161 2024-01-24T13:01:47.201 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : ceph-immutable-object-cache-2:18.2.1-341.g4e3182 122/161 2024-01-24T13:01:47.272 INFO:teuthology.orchestra.run.smithi113.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.2.1-341.g4e3182 122/161 2024-01-24T13:01:47.347 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: cephadm-2:18.2.1-341.g4e3182a6.el8.noarch 111/161 2024-01-24T13:01:47.442 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : cephfs-mirror-2:18.2.1-341.g4e3182a6.el8.x86_64 123/161 2024-01-24T13:01:47.506 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : cephadm-2:18.2.1-341.g4e3182a6.el8.noarch 111/161 2024-01-24T13:01:47.686 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-prometheus-alerts-2:18.2.1-341.g4e3182a6.el 112/161 2024-01-24T13:01:47.848 INFO:teuthology.orchestra.run.smithi113.stdout: Running scriptlet: cephfs-mirror-2:18.2.1-341.g4e3182a6.el8.x86_64 123/161 2024-01-24T13:01:47.893 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-grafana-dashboards-2:18.2.1-341.g4e3182a6.e 113/161 2024-01-24T13:01:48.067 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : rbd-mirror-2:18.2.1-341.g4e3182a6.el8.x86_64 124/161 2024-01-24T13:01:48.100 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.2.1-341.g4e3182a6.el8.no 115/161 2024-01-24T13:01:48.144 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-mgr-cephadm-2:18.2.1-341.g4e3182a6.el8.noar 114/161 2024-01-24T13:01:48.301 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-mgr-diskprediction-local-2:18.2.1-341.g4e31 116/161 2024-01-24T13:01:48.411 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.2.1-341.g4e3182a6.el8.noar 114/161 2024-01-24T13:01:48.433 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.2.1-341.g4e31 116/161 2024-01-24T13:01:48.660 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-mgr-dashboard-2:18.2.1-341.g4e3182a6.el8.no 115/161 2024-01-24T13:01:48.852 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-mgr-modules-core-2:18.2.1-341.g4e3182a6.el8 117/161 2024-01-24T13:01:49.038 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-mgr-2:18.2.1-341.g4e3182a6.el8.x86_64 118/161 2024-01-24T13:01:49.106 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: ceph-mgr-2:18.2.1-341.g4e3182a6.el8.x86_64 118/161 2024-01-24T13:01:49.312 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-mgr-rook-2:18.2.1-341.g4e3182a6.el8.noarch 119/161 2024-01-24T13:01:49.340 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: ceph-mgr-rook-2:18.2.1-341.g4e3182a6.el8.noarch 119/161 2024-01-24T13:01:49.745 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.2.1-341.g4e3182a6.el8.no 115/161 2024-01-24T13:01:49.902 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-mgr-diskprediction-local-2:18.2.1-341.g4e31 116/161 2024-01-24T13:01:50.031 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.2.1-341.g4e31 116/161 2024-01-24T13:01:50.475 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-mgr-modules-core-2:18.2.1-341.g4e3182a6.el8 117/161 2024-01-24T13:01:50.677 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-mgr-2:18.2.1-341.g4e3182a6.el8.x86_64 118/161 2024-01-24T13:01:50.708 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-2:18.2.1-341.g4e3182a6.el8.x86_64 120/161 2024-01-24T13:01:50.744 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: ceph-mgr-2:18.2.1-341.g4e3182a6.el8.x86_64 118/161 2024-01-24T13:01:50.877 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-mgr-rook-2:18.2.1-341.g4e3182a6.el8.noarch 119/161 2024-01-24T13:01:50.905 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: ceph-mgr-rook-2:18.2.1-341.g4e3182a6.el8.noarch 119/161 2024-01-24T13:01:50.962 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-radosgw-2:18.2.1-341.g4e3182a6.el8.x86_64 121/161 2024-01-24T13:01:51.023 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: ceph-radosgw-2:18.2.1-341.g4e3182a6.el8.x86_64 121/161 2024-01-24T13:01:51.218 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-immutable-object-cache-2:18.2.1-341.g4e3182 122/161 2024-01-24T13:01:51.289 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.2.1-341.g4e3182 122/161 2024-01-24T13:01:51.501 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : cephfs-mirror-2:18.2.1-341.g4e3182a6.el8.x86_64 123/161 2024-01-24T13:01:51.917 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: cephfs-mirror-2:18.2.1-341.g4e3182a6.el8.x86_64 123/161 2024-01-24T13:01:52.101 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : rbd-mirror-2:18.2.1-341.g4e3182a6.el8.x86_64 124/161 2024-01-24T13:01:52.276 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-2:18.2.1-341.g4e3182a6.el8.x86_64 120/161 2024-01-24T13:01:52.551 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-radosgw-2:18.2.1-341.g4e3182a6.el8.x86_64 121/161 2024-01-24T13:01:52.612 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: ceph-radosgw-2:18.2.1-341.g4e3182a6.el8.x86_64 121/161 2024-01-24T13:01:52.802 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-immutable-object-cache-2:18.2.1-341.g4e3182 122/161 2024-01-24T13:01:52.848 INFO:teuthology.orchestra.run.smithi113.stdout: Running scriptlet: rbd-mirror-2:18.2.1-341.g4e3182a6.el8.x86_64 124/161 2024-01-24T13:01:52.872 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.2.1-341.g4e3182 122/161 2024-01-24T13:01:53.069 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : cephfs-mirror-2:18.2.1-341.g4e3182a6.el8.x86_64 123/161 2024-01-24T13:01:53.479 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: cephfs-mirror-2:18.2.1-341.g4e3182a6.el8.x86_64 123/161 2024-01-24T13:01:53.660 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : rbd-mirror-2:18.2.1-341.g4e3182a6.el8.x86_64 124/161 2024-01-24T13:01:54.113 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : ceph-test-2:18.2.1-341.g4e3182a6.el8.x86_64 125/161 2024-01-24T13:01:54.421 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : openssl-devel-1:1.1.1k-12.el8_9.x86_64 126/161 2024-01-24T13:01:54.710 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : elfutils-libelf-devel-0.189-3.el8.x86_64 127/161 2024-01-24T13:01:55.145 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : ceph-fuse-2:18.2.1-341.g4e3182a6.el8.x86_64 128/161 2024-01-24T13:01:55.479 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : postgresql-contrib-10.23-3.module+el8.9.0+20831+ 129/161 2024-01-24T13:01:55.715 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : libtool-2.4.6-25.el8.x86_64 130/161 2024-01-24T13:01:55.745 INFO:teuthology.orchestra.run.smithi113.stdout: Running scriptlet: libtool-2.4.6-25.el8.x86_64 130/161 2024-01-24T13:01:55.970 INFO:teuthology.orchestra.run.smithi113.stdout: Upgrading : util-linux-user-2.32.1-43.el8.x86_64 131/161 2024-01-24T13:01:56.228 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : xfsprogs-devel-5.0.0-12.el8.x86_64 132/161 2024-01-24T13:01:56.424 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : libcephfs-devel-2:18.2.1-341.g4e3182a6.el8.x86_6 133/161 2024-01-24T13:01:56.908 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: rbd-mirror-2:18.2.1-341.g4e3182a6.el8.x86_64 124/161 2024-01-24T13:01:57.448 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-test-2:18.2.1-341.g4e3182a6.el8.x86_64 125/161 2024-01-24T13:01:57.781 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : postgresql-contrib-10.23-3.module+el8.9.0+20831+ 126/161 2024-01-24T13:01:58.016 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libtool-2.4.6-25.el8.x86_64 127/161 2024-01-24T13:01:58.429 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: rbd-mirror-2:18.2.1-341.g4e3182a6.el8.x86_64 124/161 2024-01-24T13:01:58.963 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-test-2:18.2.1-341.g4e3182a6.el8.x86_64 125/161 2024-01-24T13:01:59.048 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: libtool-2.4.6-25.el8.x86_64 127/161 2024-01-24T13:01:59.317 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : postgresql-contrib-10.23-3.module+el8.9.0+20831+ 126/161 2024-01-24T13:01:59.347 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : openssl-devel-1:1.1.1k-12.el8_9.x86_64 128/161 2024-01-24T13:01:59.575 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : libtool-2.4.6-25.el8.x86_64 127/161 2024-01-24T13:01:59.637 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : elfutils-libelf-devel-0.189-3.el8.x86_64 129/161 2024-01-24T13:01:59.687 INFO:teuthology.orchestra.run.smithi113.stdout: Running scriptlet: postgresql-server-10.23-3.module+el8.9.0+20831+7 134/161 2024-01-24T13:01:59.850 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-fuse-2:18.2.1-341.g4e3182a6.el8.x86_64 130/161 2024-01-24T13:02:00.007 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : postgresql-server-10.23-3.module+el8.9.0+20831+7 134/161 2024-01-24T13:02:00.080 INFO:teuthology.orchestra.run.smithi181.stdout: Upgrading : util-linux-user-2.32.1-43.el8.x86_64 131/161 2024-01-24T13:02:00.081 INFO:teuthology.orchestra.run.smithi113.stdout: Running scriptlet: postgresql-server-10.23-3.module+el8.9.0+20831+7 134/161 2024-01-24T13:02:00.263 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : xfsprogs-devel-5.0.0-12.el8.x86_64 132/161 2024-01-24T13:02:00.509 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libcephfs-devel-2:18.2.1-341.g4e3182a6.el8.x86_6 133/161 2024-01-24T13:02:00.551 INFO:teuthology.orchestra.run.smithi113.stdout: Upgrading : elfutils-libs-0.189-3.el8.x86_64 135/161 2024-01-24T13:02:00.608 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: libtool-2.4.6-25.el8.x86_64 127/161 2024-01-24T13:02:00.913 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : openssl-devel-1:1.1.1k-12.el8_9.x86_64 128/161 2024-01-24T13:02:00.948 INFO:teuthology.orchestra.run.smithi113.stdout: Upgrading : iproute-6.2.0-5.el8_9.x86_64 136/161 2024-01-24T13:02:01.194 INFO:teuthology.orchestra.run.smithi113.stdout: Upgrading : xfsdump-3.1.8-7.el8_9.x86_64 137/161 2024-01-24T13:02:01.204 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : elfutils-libelf-devel-0.189-3.el8.x86_64 129/161 2024-01-24T13:02:01.400 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-fuse-2:18.2.1-341.g4e3182a6.el8.x86_64 130/161 2024-01-24T13:02:01.423 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : cephfs-top-2:18.2.1-341.g4e3182a6.el8.noarch 138/161 2024-01-24T13:02:01.646 INFO:teuthology.orchestra.run.smithi084.stdout: Upgrading : util-linux-user-2.32.1-43.el8.x86_64 131/161 2024-01-24T13:02:01.649 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : rbd-fuse-2:18.2.1-341.g4e3182a6.el8.x86_64 139/161 2024-01-24T13:02:01.863 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : xfsprogs-devel-5.0.0-12.el8.x86_64 132/161 2024-01-24T13:02:01.988 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : rbd-nbd-2:18.2.1-341.g4e3182a6.el8.x86_64 140/161 2024-01-24T13:02:02.067 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : libcephfs-devel-2:18.2.1-341.g4e3182a6.el8.x86_6 133/161 2024-01-24T13:02:02.383 INFO:teuthology.orchestra.run.smithi113.stdout: Upgrading : openssl-1:1.1.1k-12.el8_9.x86_64 141/161 2024-01-24T13:02:02.588 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : flex-2.6.1-9.el8.x86_64 142/161 2024-01-24T13:02:02.701 INFO:teuthology.orchestra.run.smithi113.stdout: Running scriptlet: flex-2.6.1-9.el8.x86_64 142/161 2024-01-24T13:02:02.938 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : bison-3.0.4-10.el8.x86_64 143/161 2024-01-24T13:02:02.968 INFO:teuthology.orchestra.run.smithi113.stdout: Running scriptlet: bison-3.0.4-10.el8.x86_64 143/161 2024-01-24T13:02:03.138 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : NetworkManager-initscripts-updown-1:1.40.16-13.e 144/161 2024-01-24T13:02:03.163 INFO:teuthology.orchestra.run.smithi113.stdout: Running scriptlet: NetworkManager-initscripts-updown-1:1.40.16-13.e 144/161 2024-01-24T13:02:03.316 INFO:teuthology.orchestra.run.smithi113.stdout: Installing : libaio-devel-0.3.112-1.el8.x86_64 145/161 2024-01-24T13:02:03.503 INFO:teuthology.orchestra.run.smithi113.stdout: Cleanup : elfutils-libs-0.186-1.el8.x86_64 146/161 2024-01-24T13:02:03.716 INFO:teuthology.orchestra.run.smithi113.stdout: Cleanup : openssl-1:1.1.1k-6.el8_5.x86_64 147/161 2024-01-24T13:02:03.833 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: postgresql-server-10.23-3.module+el8.9.0+20831+7 134/161 2024-01-24T13:02:03.910 INFO:teuthology.orchestra.run.smithi113.stdout: Cleanup : xfsdump-3.1.8-4.el8.x86_64 148/161 2024-01-24T13:02:03.910 INFO:teuthology.orchestra.run.smithi113.stdout: Cleanup : xfsprogs-5.0.0-10.el8.x86_64 149/161 2024-01-24T13:02:04.141 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : postgresql-server-10.23-3.module+el8.9.0+20831+7 134/161 2024-01-24T13:02:04.216 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: postgresql-server-10.23-3.module+el8.9.0+20831+7 134/161 2024-01-24T13:02:04.226 INFO:teuthology.orchestra.run.smithi113.stdout: Running scriptlet: xfsprogs-5.0.0-10.el8.x86_64 149/161 2024-01-24T13:02:04.226 INFO:teuthology.orchestra.run.smithi113.stdout: Cleanup : librbd1-1:12.2.7-9.el8.x86_64 150/161 2024-01-24T13:02:04.470 INFO:teuthology.orchestra.run.smithi113.stdout: Running scriptlet: librbd1-1:12.2.7-9.el8.x86_64 150/161 2024-01-24T13:02:04.470 INFO:teuthology.orchestra.run.smithi113.stdout: Cleanup : librados2-1:12.2.7-9.el8.x86_64 151/161 2024-01-24T13:02:04.648 INFO:teuthology.orchestra.run.smithi181.stdout: Upgrading : elfutils-libs-0.189-3.el8.x86_64 135/161 2024-01-24T13:02:04.789 INFO:teuthology.orchestra.run.smithi113.stdout: Running scriptlet: librados2-1:12.2.7-9.el8.x86_64 151/161 2024-01-24T13:02:04.990 INFO:teuthology.orchestra.run.smithi113.stdout: Cleanup : iproute-5.15.0-4.el8.x86_64 152/161 2024-01-24T13:02:05.023 INFO:teuthology.orchestra.run.smithi181.stdout: Upgrading : iproute-6.2.0-5.el8_9.x86_64 136/161 2024-01-24T13:02:05.212 INFO:teuthology.orchestra.run.smithi113.stdout: Cleanup : util-linux-user-2.32.1-35.el8.x86_64 153/161 2024-01-24T13:02:05.296 INFO:teuthology.orchestra.run.smithi181.stdout: Upgrading : xfsdump-3.1.8-7.el8_9.x86_64 137/161 2024-01-24T13:02:05.448 INFO:teuthology.orchestra.run.smithi113.stdout: Cleanup : util-linux-2.32.1-35.el8.x86_64 154/161 2024-01-24T13:02:05.448 INFO:teuthology.orchestra.run.smithi113.stdout: Cleanup : libfdisk-2.32.1-35.el8.x86_64 155/161 2024-01-24T13:02:05.453 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: postgresql-server-10.23-3.module+el8.9.0+20831+7 134/161 2024-01-24T13:02:05.500 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : cephfs-top-2:18.2.1-341.g4e3182a6.el8.noarch 138/161 2024-01-24T13:02:05.733 INFO:teuthology.orchestra.run.smithi113.stdout: Running scriptlet: libfdisk-2.32.1-35.el8.x86_64 155/161 2024-01-24T13:02:05.733 INFO:teuthology.orchestra.run.smithi113.stdout: Cleanup : libmount-2.32.1-35.el8.x86_64 156/161 2024-01-24T13:02:05.750 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : rbd-fuse-2:18.2.1-341.g4e3182a6.el8.x86_64 139/161 2024-01-24T13:02:05.794 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : postgresql-server-10.23-3.module+el8.9.0+20831+7 134/161 2024-01-24T13:02:05.869 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: postgresql-server-10.23-3.module+el8.9.0+20831+7 134/161 2024-01-24T13:02:05.999 INFO:teuthology.orchestra.run.smithi113.stdout: Running scriptlet: libmount-2.32.1-35.el8.x86_64 156/161 2024-01-24T13:02:05.999 INFO:teuthology.orchestra.run.smithi113.stdout: Cleanup : libblkid-2.32.1-35.el8.x86_64 157/161 2024-01-24T13:02:06.057 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : rbd-nbd-2:18.2.1-341.g4e3182a6.el8.x86_64 140/161 2024-01-24T13:02:06.266 INFO:teuthology.orchestra.run.smithi113.stdout: Running scriptlet: libblkid-2.32.1-35.el8.x86_64 157/161 2024-01-24T13:02:06.266 INFO:teuthology.orchestra.run.smithi113.stdout: Cleanup : libuuid-2.32.1-35.el8.x86_64 158/161 2024-01-24T13:02:06.275 INFO:teuthology.orchestra.run.smithi084.stdout: Upgrading : elfutils-libs-0.189-3.el8.x86_64 135/161 2024-01-24T13:02:06.376 INFO:teuthology.orchestra.run.smithi181.stdout: Upgrading : openssl-1:1.1.1k-12.el8_9.x86_64 141/161 2024-01-24T13:02:06.566 INFO:teuthology.orchestra.run.smithi113.stdout: Running scriptlet: libuuid-2.32.1-35.el8.x86_64 158/161 2024-01-24T13:02:06.566 INFO:teuthology.orchestra.run.smithi113.stdout: Cleanup : libsmartcols-2.32.1-35.el8.x86_64 159/161 2024-01-24T13:02:06.582 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : NetworkManager-initscripts-updown-1:1.40.16-13.e 142/161 2024-01-24T13:02:06.609 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: NetworkManager-initscripts-updown-1:1.40.16-13.e 142/161 2024-01-24T13:02:06.685 INFO:teuthology.orchestra.run.smithi084.stdout: Upgrading : iproute-6.2.0-5.el8_9.x86_64 136/161 2024-01-24T13:02:06.801 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libaio-devel-0.3.112-1.el8.x86_64 143/161 2024-01-24T13:02:06.824 INFO:teuthology.orchestra.run.smithi113.stdout: Running scriptlet: libsmartcols-2.32.1-35.el8.x86_64 159/161 2024-01-24T13:02:06.970 INFO:teuthology.orchestra.run.smithi084.stdout: Upgrading : xfsdump-3.1.8-7.el8_9.x86_64 137/161 2024-01-24T13:02:07.007 INFO:teuthology.orchestra.run.smithi113.stdout: Cleanup : elfutils-libelf-0.186-1.el8.x86_64 160/161 2024-01-24T13:02:07.007 INFO:teuthology.orchestra.run.smithi113.stdout: Cleanup : openssl-libs-1:1.1.1k-6.el8_5.x86_64 161/161 2024-01-24T13:02:07.023 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : flex-2.6.1-9.el8.x86_64 144/161 2024-01-24T13:02:07.142 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: flex-2.6.1-9.el8.x86_64 144/161 2024-01-24T13:02:07.191 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : cephfs-top-2:18.2.1-341.g4e3182a6.el8.noarch 138/161 2024-01-24T13:02:07.348 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : bison-3.0.4-10.el8.x86_64 145/161 2024-01-24T13:02:07.378 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: bison-3.0.4-10.el8.x86_64 145/161 2024-01-24T13:02:07.391 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : rbd-fuse-2:18.2.1-341.g4e3182a6.el8.x86_64 139/161 2024-01-24T13:02:07.598 INFO:teuthology.orchestra.run.smithi181.stdout: Cleanup : elfutils-libs-0.186-1.el8.x86_64 146/161 2024-01-24T13:02:07.613 INFO:teuthology.orchestra.run.smithi113.stdout: Running scriptlet: openssl-libs-1:1.1.1k-6.el8_5.x86_64 161/161 2024-01-24T13:02:07.613 INFO:teuthology.orchestra.run.smithi113.stdout:Couldn't write '0' to 'kernel/yama/ptrace_scope', ignoring: No such file or directory 2024-01-24T13:02:07.613 INFO:teuthology.orchestra.run.smithi113.stdout: 2024-01-24T13:02:07.734 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : rbd-nbd-2:18.2.1-341.g4e3182a6.el8.x86_64 140/161 2024-01-24T13:02:07.785 INFO:teuthology.orchestra.run.smithi181.stdout: Cleanup : openssl-1:1.1.1k-6.el8_5.x86_64 147/161 2024-01-24T13:02:07.963 INFO:teuthology.orchestra.run.smithi181.stdout: Cleanup : xfsdump-3.1.8-4.el8.x86_64 148/161 2024-01-24T13:02:07.963 INFO:teuthology.orchestra.run.smithi181.stdout: Cleanup : xfsprogs-5.0.0-10.el8.x86_64 149/161 2024-01-24T13:02:08.067 INFO:teuthology.orchestra.run.smithi084.stdout: Upgrading : openssl-1:1.1.1k-12.el8_9.x86_64 141/161 2024-01-24T13:02:08.240 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : NetworkManager-initscripts-updown-1:1.40.16-13.e 142/161 2024-01-24T13:02:08.266 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: NetworkManager-initscripts-updown-1:1.40.16-13.e 142/161 2024-01-24T13:02:08.275 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : ceph-2:18.2.1-341.g4e3182a6.el8.x86_64 1/161 2024-01-24T13:02:08.275 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : ceph-base-2:18.2.1-341.g4e3182a6.el8.x86_64 2/161 2024-01-24T13:02:08.275 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : ceph-common-2:18.2.1-341.g4e3182a6.el8.x86_64 3/161 2024-01-24T13:02:08.275 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : ceph-fuse-2:18.2.1-341.g4e3182a6.el8.x86_64 4/161 2024-01-24T13:02:08.275 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : ceph-immutable-object-cache-2:18.2.1-341.g4e3182 5/161 2024-01-24T13:02:08.276 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : ceph-mds-2:18.2.1-341.g4e3182a6.el8.x86_64 6/161 2024-01-24T13:02:08.276 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : ceph-mgr-2:18.2.1-341.g4e3182a6.el8.x86_64 7/161 2024-01-24T13:02:08.276 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : ceph-mon-2:18.2.1-341.g4e3182a6.el8.x86_64 8/161 2024-01-24T13:02:08.276 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : ceph-osd-2:18.2.1-341.g4e3182a6.el8.x86_64 9/161 2024-01-24T13:02:08.276 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : ceph-radosgw-2:18.2.1-341.g4e3182a6.el8.x86_64 10/161 2024-01-24T13:02:08.276 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : ceph-selinux-2:18.2.1-341.g4e3182a6.el8.x86_64 11/161 2024-01-24T13:02:08.276 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : ceph-test-2:18.2.1-341.g4e3182a6.el8.x86_64 12/161 2024-01-24T13:02:08.276 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : cephfs-mirror-2:18.2.1-341.g4e3182a6.el8.x86_64 13/161 2024-01-24T13:02:08.276 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : libcephfs-devel-2:18.2.1-341.g4e3182a6.el8.x86_6 14/161 2024-01-24T13:02:08.276 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : libcephfs2-2:18.2.1-341.g4e3182a6.el8.x86_64 15/161 2024-01-24T13:02:08.276 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : libcephsqlite-2:18.2.1-341.g4e3182a6.el8.x86_64 16/161 2024-01-24T13:02:08.276 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : librados-devel-2:18.2.1-341.g4e3182a6.el8.x86_64 17/161 2024-01-24T13:02:08.277 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : libradosstriper1-2:18.2.1-341.g4e3182a6.el8.x86_ 18/161 2024-01-24T13:02:08.277 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : librgw2-2:18.2.1-341.g4e3182a6.el8.x86_64 19/161 2024-01-24T13:02:08.277 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-ceph-argparse-2:18.2.1-341.g4e3182a6.el8 20/161 2024-01-24T13:02:08.277 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-ceph-common-2:18.2.1-341.g4e3182a6.el8.x 21/161 2024-01-24T13:02:08.277 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-cephfs-2:18.2.1-341.g4e3182a6.el8.x86_64 22/161 2024-01-24T13:02:08.277 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-rados-2:18.2.1-341.g4e3182a6.el8.x86_64 23/161 2024-01-24T13:02:08.277 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-rbd-2:18.2.1-341.g4e3182a6.el8.x86_64 24/161 2024-01-24T13:02:08.277 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-rgw-2:18.2.1-341.g4e3182a6.el8.x86_64 25/161 2024-01-24T13:02:08.277 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : rbd-fuse-2:18.2.1-341.g4e3182a6.el8.x86_64 26/161 2024-01-24T13:02:08.277 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : rbd-mirror-2:18.2.1-341.g4e3182a6.el8.x86_64 27/161 2024-01-24T13:02:08.277 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : rbd-nbd-2:18.2.1-341.g4e3182a6.el8.x86_64 28/161 2024-01-24T13:02:08.285 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: xfsprogs-5.0.0-10.el8.x86_64 149/161 2024-01-24T13:02:08.285 INFO:teuthology.orchestra.run.smithi181.stdout: Cleanup : librbd1-1:12.2.7-9.el8.x86_64 150/161 2024-01-24T13:02:08.290 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : ceph-grafana-dashboards-2:18.2.1-341.g4e3182a6.e 29/161 2024-01-24T13:02:08.291 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : ceph-mgr-cephadm-2:18.2.1-341.g4e3182a6.el8.noar 30/161 2024-01-24T13:02:08.291 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : ceph-mgr-dashboard-2:18.2.1-341.g4e3182a6.el8.no 31/161 2024-01-24T13:02:08.291 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.2.1-341.g4e31 32/161 2024-01-24T13:02:08.291 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : ceph-mgr-modules-core-2:18.2.1-341.g4e3182a6.el8 33/161 2024-01-24T13:02:08.291 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : ceph-mgr-rook-2:18.2.1-341.g4e3182a6.el8.noarch 34/161 2024-01-24T13:02:08.291 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : ceph-prometheus-alerts-2:18.2.1-341.g4e3182a6.el 35/161 2024-01-24T13:02:08.291 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : ceph-volume-2:18.2.1-341.g4e3182a6.el8.noarch 36/161 2024-01-24T13:02:08.291 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : cephadm-2:18.2.1-341.g4e3182a6.el8.noarch 37/161 2024-01-24T13:02:08.291 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : cephfs-top-2:18.2.1-341.g4e3182a6.el8.noarch 38/161 2024-01-24T13:02:08.292 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : gperftools-libs-1:2.7-9.el8.x86_64 39/161 2024-01-24T13:02:08.292 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : liboath-2.6.2-3.el8.x86_64 40/161 2024-01-24T13:02:08.292 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : libunwind-1.3.1-3.el8.x86_64 41/161 2024-01-24T13:02:08.292 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-asyncssh-2.7.0-2.el8.noarch 42/161 2024-01-24T13:02:08.292 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-bcrypt-3.1.6-2.el8.1.x86_64 43/161 2024-01-24T13:02:08.292 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 44/161 2024-01-24T13:02:08.292 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-cachetools-3.1.1-4.el8.noarch 45/161 2024-01-24T13:02:08.292 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-certifi-2018.10.15-7.el8.noarch 46/161 2024-01-24T13:02:08.292 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-cheroot-8.5.2-1.el8.noarch 47/161 2024-01-24T13:02:08.292 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-cherrypy-18.4.0-1.el8.noarch 48/161 2024-01-24T13:02:08.292 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-google-auth-1:1.1.1-10.el8.noarch 49/161 2024-01-24T13:02:08.292 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-jaraco-6.2-6.el8.noarch 50/161 2024-01-24T13:02:08.292 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-jaraco-functools-2.0-4.el8.noarch 51/161 2024-01-24T13:02:08.293 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-kubernetes-1:11.0.0-6.el8.noarch 52/161 2024-01-24T13:02:08.293 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-logutils-0.3.5-11.el8.noarch 53/161 2024-01-24T13:02:08.293 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-more-itertools-7.2.0-3.el8.noarch 54/161 2024-01-24T13:02:08.293 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-natsort-7.1.1-2.el8.noarch 55/161 2024-01-24T13:02:08.293 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-pecan-1.3.2-9.el8.noarch 56/161 2024-01-24T13:02:08.293 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-portend-2.6-1.el8.noarch 57/161 2024-01-24T13:02:08.293 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-repoze-lru-0.7-6.el8.noarch 58/161 2024-01-24T13:02:08.293 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-routes-2.4.1-12.el8.noarch 59/161 2024-01-24T13:02:08.293 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-rsa-4.9-2.el8.noarch 60/161 2024-01-24T13:02:08.293 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-simplegeneric-0.8.1-17.el8.noarch 61/161 2024-01-24T13:02:08.293 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-singledispatch-3.4.0.3-18.el8.noarch 62/161 2024-01-24T13:02:08.293 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-tempora-1.14.1-5.el8.noarch 63/161 2024-01-24T13:02:08.293 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-trustme-0.6.0-4.el8.noarch 64/161 2024-01-24T13:02:08.294 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-waitress-1.4.3-1.el8.noarch 65/161 2024-01-24T13:02:08.294 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-webob-1.8.5-1.el8.1.noarch 66/161 2024-01-24T13:02:08.294 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-websocket-client-0.56.0-5.el8.noarch 67/161 2024-01-24T13:02:08.294 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-webtest-2.0.33-1.el8.noarch 68/161 2024-01-24T13:02:08.294 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-zc-lockfile-2.0-2.el8.noarch 69/161 2024-01-24T13:02:08.294 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : thrift-0.13.0-2.el8.x86_64 70/161 2024-01-24T13:02:08.294 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : xmlstarlet-1.6.1-20.el8.x86_64 71/161 2024-01-24T13:02:08.294 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : libverto-devel-0.3.0-5.el8.x86_64 72/161 2024-01-24T13:02:08.294 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-jwt-1.6.1-2.el8.noarch 73/161 2024-01-24T13:02:08.294 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-oauthlib-2.1.0-1.el8.noarch 74/161 2024-01-24T13:02:08.294 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-pycparser-2.14-14.el8.noarch 75/161 2024-01-24T13:02:08.294 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-requests-oauthlib-1.0.0-1.el8.noarch 76/161 2024-01-24T13:02:08.294 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : libaio-devel-0.3.112-1.el8.x86_64 77/161 2024-01-24T13:02:08.294 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : libzstd-devel-1.4.4-1.el8.x86_64 78/161 2024-01-24T13:02:08.295 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : pcre2-devel-10.32-2.el8.x86_64 79/161 2024-01-24T13:02:08.295 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : pcre2-utf16-10.32-2.el8.x86_64 80/161 2024-01-24T13:02:08.295 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : pcre2-utf32-10.32-2.el8.x86_64 81/161 2024-01-24T13:02:08.295 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : libselinux-devel-2.9-5.el8.x86_64 82/161 2024-01-24T13:02:08.295 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : keyutils-libs-devel-1.5.10-9.el8.x86_64 83/161 2024-01-24T13:02:08.295 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : libsepol-devel-2.9-3.el8.x86_64 84/161 2024-01-24T13:02:08.295 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : zlib-devel-1.2.11-18.el8_5.x86_64 85/161 2024-01-24T13:02:08.295 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : libcom_err-devel-1.45.6-4.el8.x86_64 86/161 2024-01-24T13:02:08.295 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : fuse-2.9.7-17.el8.x86_64 87/161 2024-01-24T13:02:08.295 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : libgfortran-8.5.0-20.el8.x86_64 88/161 2024-01-24T13:02:08.295 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : libquadmath-8.5.0-20.el8.x86_64 89/161 2024-01-24T13:02:08.295 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : libuuid-devel-2.32.1-43.el8.x86_64 90/161 2024-01-24T13:02:08.296 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-cffi-1.11.5-6.el8.x86_64 91/161 2024-01-24T13:02:08.296 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-cryptography-3.2.1-6.el8.x86_64 92/161 2024-01-24T13:02:08.296 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : xfsprogs-devel-5.0.0-12.el8.x86_64 93/161 2024-01-24T13:02:08.296 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : elfutils-libelf-devel-0.189-3.el8.x86_64 94/161 2024-01-24T13:02:08.296 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : librabbitmq-0.9.0-4.el8.x86_64 95/161 2024-01-24T13:02:08.296 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : krb5-devel-1.18.2-26.el8_9.x86_64 96/161 2024-01-24T13:02:08.296 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : openssl-devel-1:1.1.1k-12.el8_9.x86_64 97/161 2024-01-24T13:02:08.296 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : NetworkManager-initscripts-updown-1:1.40.16-13.e 98/161 2024-01-24T13:02:08.296 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-jsonpointer-1.10-11.el8.noarch 99/161 2024-01-24T13:02:08.296 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-prettytable-0.7.2-14.el8.noarch 100/161 2024-01-24T13:02:08.296 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-pyasn1-modules-0.3.7-6.el8.noarch 101/161 2024-01-24T13:02:08.296 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-jsonpatch-1.21-2.el8.noarch 102/161 2024-01-24T13:02:08.296 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-pyasn1-0.3.7-6.el8.noarch 103/161 2024-01-24T13:02:08.297 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-werkzeug-0.12.2-4.el8.noarch 104/161 2024-01-24T13:02:08.297 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : bison-3.0.4-10.el8.x86_64 105/161 2024-01-24T13:02:08.297 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : flex-2.6.1-9.el8.x86_64 106/161 2024-01-24T13:02:08.297 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : libtool-2.4.6-25.el8.x86_64 107/161 2024-01-24T13:02:08.297 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-markupsafe-0.23-19.el8.x86_64 108/161 2024-01-24T13:02:08.297 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : lttng-ust-2.8.1-11.el8.x86_64 109/161 2024-01-24T13:02:08.297 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : oniguruma-6.8.2-2.el8.x86_64 110/161 2024-01-24T13:02:08.297 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : uuid-1.6.2-43.el8.x86_64 111/161 2024-01-24T13:02:08.297 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-pyOpenSSL-19.0.0-1.el8.noarch 112/161 2024-01-24T13:02:08.297 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-babel-2.5.1-7.el8.noarch 113/161 2024-01-24T13:02:08.297 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-jinja2-2.10.1-3.el8.noarch 114/161 2024-01-24T13:02:08.297 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-numpy-1:1.14.3-10.el8.x86_64 115/161 2024-01-24T13:02:08.297 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : socat-1.7.4.1-1.el8.x86_64 116/161 2024-01-24T13:02:08.297 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 117/161 2024-01-24T13:02:08.298 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : librdkafka-0.11.4-3.el8.x86_64 118/161 2024-01-24T13:02:08.298 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : openblas-threads-0.3.15-6.el8.x86_64 119/161 2024-01-24T13:02:08.298 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-mako-1.0.6-14.el8.noarch 120/161 2024-01-24T13:02:08.298 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : openblas-0.3.15-6.el8.x86_64 121/161 2024-01-24T13:02:08.298 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : automake-1.16.1-8.el8.noarch 122/161 2024-01-24T13:02:08.298 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : libpq-13.11-1.el8.x86_64 123/161 2024-01-24T13:02:08.298 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : jq-1.6-7.el8.x86_64 124/161 2024-01-24T13:02:08.298 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-pytz-2017.2-11.el8.noarch 125/161 2024-01-24T13:02:08.298 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : postgresql-10.23-3.module+el8.9.0+20831+78489779 126/161 2024-01-24T13:02:08.298 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : postgresql-contrib-10.23-3.module+el8.9.0+20831+ 127/161 2024-01-24T13:02:08.298 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : postgresql-server-10.23-3.module+el8.9.0+20831+7 128/161 2024-01-24T13:02:08.298 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : python3-scipy-1.0.0-21.module+el8.9.0+20976+d3c3 129/161 2024-01-24T13:02:08.299 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : librados2-2:18.2.1-341.g4e3182a6.el8.x86_64 130/161 2024-01-24T13:02:08.299 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : librados2-1:12.2.7-9.el8.x86_64 131/161 2024-01-24T13:02:08.299 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : librbd1-2:18.2.1-341.g4e3182a6.el8.x86_64 132/161 2024-01-24T13:02:08.299 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : librbd1-1:12.2.7-9.el8.x86_64 133/161 2024-01-24T13:02:08.299 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : elfutils-libelf-0.189-3.el8.x86_64 134/161 2024-01-24T13:02:08.299 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : elfutils-libelf-0.186-1.el8.x86_64 135/161 2024-01-24T13:02:08.299 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : elfutils-libs-0.189-3.el8.x86_64 136/161 2024-01-24T13:02:08.299 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : elfutils-libs-0.186-1.el8.x86_64 137/161 2024-01-24T13:02:08.299 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : libmount-2.32.1-43.el8.x86_64 138/161 2024-01-24T13:02:08.299 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : libmount-2.32.1-35.el8.x86_64 139/161 2024-01-24T13:02:08.299 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : libsmartcols-2.32.1-43.el8.x86_64 140/161 2024-01-24T13:02:08.299 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : libsmartcols-2.32.1-35.el8.x86_64 141/161 2024-01-24T13:02:08.299 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : libuuid-2.32.1-43.el8.x86_64 142/161 2024-01-24T13:02:08.300 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : libuuid-2.32.1-35.el8.x86_64 143/161 2024-01-24T13:02:08.300 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : util-linux-2.32.1-43.el8.x86_64 144/161 2024-01-24T13:02:08.300 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : util-linux-2.32.1-35.el8.x86_64 145/161 2024-01-24T13:02:08.300 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : util-linux-user-2.32.1-43.el8.x86_64 146/161 2024-01-24T13:02:08.300 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : util-linux-user-2.32.1-35.el8.x86_64 147/161 2024-01-24T13:02:08.300 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : iproute-6.2.0-5.el8_9.x86_64 148/161 2024-01-24T13:02:08.300 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : iproute-5.15.0-4.el8.x86_64 149/161 2024-01-24T13:02:08.300 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : libblkid-2.32.1-43.el8.x86_64 150/161 2024-01-24T13:02:08.300 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : libblkid-2.32.1-35.el8.x86_64 151/161 2024-01-24T13:02:08.300 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : libfdisk-2.32.1-43.el8.x86_64 152/161 2024-01-24T13:02:08.300 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : libfdisk-2.32.1-35.el8.x86_64 153/161 2024-01-24T13:02:08.300 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : xfsprogs-5.0.0-12.el8.x86_64 154/161 2024-01-24T13:02:08.300 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : xfsprogs-5.0.0-10.el8.x86_64 155/161 2024-01-24T13:02:08.301 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : openssl-1:1.1.1k-12.el8_9.x86_64 156/161 2024-01-24T13:02:08.301 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : openssl-1:1.1.1k-6.el8_5.x86_64 157/161 2024-01-24T13:02:08.301 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : openssl-libs-1:1.1.1k-12.el8_9.x86_64 158/161 2024-01-24T13:02:08.301 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : openssl-libs-1:1.1.1k-6.el8_5.x86_64 159/161 2024-01-24T13:02:08.301 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : xfsdump-3.1.8-7.el8_9.x86_64 160/161 2024-01-24T13:02:08.505 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : libaio-devel-0.3.112-1.el8.x86_64 143/161 2024-01-24T13:02:08.564 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: librbd1-1:12.2.7-9.el8.x86_64 150/161 2024-01-24T13:02:08.564 INFO:teuthology.orchestra.run.smithi181.stdout: Cleanup : librados2-1:12.2.7-9.el8.x86_64 151/161 2024-01-24T13:02:08.714 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : flex-2.6.1-9.el8.x86_64 144/161 2024-01-24T13:02:08.839 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: flex-2.6.1-9.el8.x86_64 144/161 2024-01-24T13:02:08.865 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: librados2-1:12.2.7-9.el8.x86_64 151/161 2024-01-24T13:02:09.064 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : bison-3.0.4-10.el8.x86_64 145/161 2024-01-24T13:02:09.094 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: bison-3.0.4-10.el8.x86_64 145/161 2024-01-24T13:02:09.109 INFO:teuthology.orchestra.run.smithi181.stdout: Cleanup : iproute-5.15.0-4.el8.x86_64 152/161 2024-01-24T13:02:09.305 INFO:teuthology.orchestra.run.smithi181.stdout: Cleanup : util-linux-user-2.32.1-35.el8.x86_64 153/161 2024-01-24T13:02:09.319 INFO:teuthology.orchestra.run.smithi084.stdout: Cleanup : elfutils-libs-0.186-1.el8.x86_64 146/161 2024-01-24T13:02:09.517 INFO:teuthology.orchestra.run.smithi084.stdout: Cleanup : openssl-1:1.1.1k-6.el8_5.x86_64 147/161 2024-01-24T13:02:09.559 INFO:teuthology.orchestra.run.smithi181.stdout: Cleanup : util-linux-2.32.1-35.el8.x86_64 154/161 2024-01-24T13:02:09.559 INFO:teuthology.orchestra.run.smithi181.stdout: Cleanup : libfdisk-2.32.1-35.el8.x86_64 155/161 2024-01-24T13:02:09.728 INFO:teuthology.orchestra.run.smithi084.stdout: Cleanup : xfsdump-3.1.8-4.el8.x86_64 148/161 2024-01-24T13:02:09.728 INFO:teuthology.orchestra.run.smithi084.stdout: Cleanup : xfsprogs-5.0.0-10.el8.x86_64 149/161 2024-01-24T13:02:09.818 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: libfdisk-2.32.1-35.el8.x86_64 155/161 2024-01-24T13:02:09.819 INFO:teuthology.orchestra.run.smithi181.stdout: Cleanup : libmount-2.32.1-35.el8.x86_64 156/161 2024-01-24T13:02:10.068 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: libmount-2.32.1-35.el8.x86_64 156/161 2024-01-24T13:02:10.068 INFO:teuthology.orchestra.run.smithi181.stdout: Cleanup : libblkid-2.32.1-35.el8.x86_64 157/161 2024-01-24T13:02:10.077 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: xfsprogs-5.0.0-10.el8.x86_64 149/161 2024-01-24T13:02:10.078 INFO:teuthology.orchestra.run.smithi084.stdout: Cleanup : librbd1-1:12.2.7-9.el8.x86_64 150/161 2024-01-24T13:02:10.335 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: libblkid-2.32.1-35.el8.x86_64 157/161 2024-01-24T13:02:10.335 INFO:teuthology.orchestra.run.smithi181.stdout: Cleanup : libuuid-2.32.1-35.el8.x86_64 158/161 2024-01-24T13:02:10.346 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: librbd1-1:12.2.7-9.el8.x86_64 150/161 2024-01-24T13:02:10.346 INFO:teuthology.orchestra.run.smithi084.stdout: Cleanup : librados2-1:12.2.7-9.el8.x86_64 151/161 2024-01-24T13:02:10.610 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: libuuid-2.32.1-35.el8.x86_64 158/161 2024-01-24T13:02:10.610 INFO:teuthology.orchestra.run.smithi181.stdout: Cleanup : libsmartcols-2.32.1-35.el8.x86_64 159/161 2024-01-24T13:02:10.656 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: librados2-1:12.2.7-9.el8.x86_64 151/161 2024-01-24T13:02:10.868 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: libsmartcols-2.32.1-35.el8.x86_64 159/161 2024-01-24T13:02:10.908 INFO:teuthology.orchestra.run.smithi084.stdout: Cleanup : iproute-5.15.0-4.el8.x86_64 152/161 2024-01-24T13:02:11.026 INFO:teuthology.orchestra.run.smithi181.stdout: Cleanup : elfutils-libelf-0.186-1.el8.x86_64 160/161 2024-01-24T13:02:11.026 INFO:teuthology.orchestra.run.smithi181.stdout: Cleanup : openssl-libs-1:1.1.1k-6.el8_5.x86_64 161/161 2024-01-24T13:02:11.104 INFO:teuthology.orchestra.run.smithi084.stdout: Cleanup : util-linux-user-2.32.1-35.el8.x86_64 153/161 2024-01-24T13:02:11.374 INFO:teuthology.orchestra.run.smithi084.stdout: Cleanup : util-linux-2.32.1-35.el8.x86_64 154/161 2024-01-24T13:02:11.374 INFO:teuthology.orchestra.run.smithi084.stdout: Cleanup : libfdisk-2.32.1-35.el8.x86_64 155/161 2024-01-24T13:02:11.638 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: openssl-libs-1:1.1.1k-6.el8_5.x86_64 161/161 2024-01-24T13:02:11.638 INFO:teuthology.orchestra.run.smithi181.stdout:Couldn't write '0' to 'kernel/yama/ptrace_scope', ignoring: No such file or directory 2024-01-24T13:02:11.638 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-01-24T13:02:11.659 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: libfdisk-2.32.1-35.el8.x86_64 155/161 2024-01-24T13:02:11.659 INFO:teuthology.orchestra.run.smithi084.stdout: Cleanup : libmount-2.32.1-35.el8.x86_64 156/161 2024-01-24T13:02:11.909 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: libmount-2.32.1-35.el8.x86_64 156/161 2024-01-24T13:02:11.909 INFO:teuthology.orchestra.run.smithi084.stdout: Cleanup : libblkid-2.32.1-35.el8.x86_64 157/161 2024-01-24T13:02:12.184 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: libblkid-2.32.1-35.el8.x86_64 157/161 2024-01-24T13:02:12.184 INFO:teuthology.orchestra.run.smithi084.stdout: Cleanup : libuuid-2.32.1-35.el8.x86_64 158/161 2024-01-24T13:02:12.326 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-2:18.2.1-341.g4e3182a6.el8.x86_64 1/161 2024-01-24T13:02:12.326 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-base-2:18.2.1-341.g4e3182a6.el8.x86_64 2/161 2024-01-24T13:02:12.326 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-common-2:18.2.1-341.g4e3182a6.el8.x86_64 3/161 2024-01-24T13:02:12.326 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-fuse-2:18.2.1-341.g4e3182a6.el8.x86_64 4/161 2024-01-24T13:02:12.326 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-immutable-object-cache-2:18.2.1-341.g4e3182 5/161 2024-01-24T13:02:12.326 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-mds-2:18.2.1-341.g4e3182a6.el8.x86_64 6/161 2024-01-24T13:02:12.326 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-mgr-2:18.2.1-341.g4e3182a6.el8.x86_64 7/161 2024-01-24T13:02:12.326 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-mon-2:18.2.1-341.g4e3182a6.el8.x86_64 8/161 2024-01-24T13:02:12.326 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-osd-2:18.2.1-341.g4e3182a6.el8.x86_64 9/161 2024-01-24T13:02:12.327 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-radosgw-2:18.2.1-341.g4e3182a6.el8.x86_64 10/161 2024-01-24T13:02:12.327 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-selinux-2:18.2.1-341.g4e3182a6.el8.x86_64 11/161 2024-01-24T13:02:12.327 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-test-2:18.2.1-341.g4e3182a6.el8.x86_64 12/161 2024-01-24T13:02:12.327 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : cephfs-mirror-2:18.2.1-341.g4e3182a6.el8.x86_64 13/161 2024-01-24T13:02:12.327 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libcephfs-devel-2:18.2.1-341.g4e3182a6.el8.x86_6 14/161 2024-01-24T13:02:12.327 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libcephfs2-2:18.2.1-341.g4e3182a6.el8.x86_64 15/161 2024-01-24T13:02:12.327 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libcephsqlite-2:18.2.1-341.g4e3182a6.el8.x86_64 16/161 2024-01-24T13:02:12.327 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : librados-devel-2:18.2.1-341.g4e3182a6.el8.x86_64 17/161 2024-01-24T13:02:12.327 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libradosstriper1-2:18.2.1-341.g4e3182a6.el8.x86_ 18/161 2024-01-24T13:02:12.327 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : librgw2-2:18.2.1-341.g4e3182a6.el8.x86_64 19/161 2024-01-24T13:02:12.327 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-ceph-argparse-2:18.2.1-341.g4e3182a6.el8 20/161 2024-01-24T13:02:12.327 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-ceph-common-2:18.2.1-341.g4e3182a6.el8.x 21/161 2024-01-24T13:02:12.327 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-cephfs-2:18.2.1-341.g4e3182a6.el8.x86_64 22/161 2024-01-24T13:02:12.327 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-rados-2:18.2.1-341.g4e3182a6.el8.x86_64 23/161 2024-01-24T13:02:12.328 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-rbd-2:18.2.1-341.g4e3182a6.el8.x86_64 24/161 2024-01-24T13:02:12.328 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-rgw-2:18.2.1-341.g4e3182a6.el8.x86_64 25/161 2024-01-24T13:02:12.328 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : rbd-fuse-2:18.2.1-341.g4e3182a6.el8.x86_64 26/161 2024-01-24T13:02:12.328 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : rbd-mirror-2:18.2.1-341.g4e3182a6.el8.x86_64 27/161 2024-01-24T13:02:12.328 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : rbd-nbd-2:18.2.1-341.g4e3182a6.el8.x86_64 28/161 2024-01-24T13:02:12.328 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-grafana-dashboards-2:18.2.1-341.g4e3182a6.e 29/161 2024-01-24T13:02:12.328 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-mgr-cephadm-2:18.2.1-341.g4e3182a6.el8.noar 30/161 2024-01-24T13:02:12.328 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-mgr-dashboard-2:18.2.1-341.g4e3182a6.el8.no 31/161 2024-01-24T13:02:12.328 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.2.1-341.g4e31 32/161 2024-01-24T13:02:12.328 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-mgr-modules-core-2:18.2.1-341.g4e3182a6.el8 33/161 2024-01-24T13:02:12.328 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-mgr-rook-2:18.2.1-341.g4e3182a6.el8.noarch 34/161 2024-01-24T13:02:12.328 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-prometheus-alerts-2:18.2.1-341.g4e3182a6.el 35/161 2024-01-24T13:02:12.328 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-volume-2:18.2.1-341.g4e3182a6.el8.noarch 36/161 2024-01-24T13:02:12.329 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : cephadm-2:18.2.1-341.g4e3182a6.el8.noarch 37/161 2024-01-24T13:02:12.329 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : cephfs-top-2:18.2.1-341.g4e3182a6.el8.noarch 38/161 2024-01-24T13:02:12.329 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : gperftools-libs-1:2.7-9.el8.x86_64 39/161 2024-01-24T13:02:12.329 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : liboath-2.6.2-3.el8.x86_64 40/161 2024-01-24T13:02:12.329 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libunwind-1.3.1-3.el8.x86_64 41/161 2024-01-24T13:02:12.329 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-asyncssh-2.7.0-2.el8.noarch 42/161 2024-01-24T13:02:12.329 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-bcrypt-3.1.6-2.el8.1.x86_64 43/161 2024-01-24T13:02:12.329 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 44/161 2024-01-24T13:02:12.329 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-cachetools-3.1.1-4.el8.noarch 45/161 2024-01-24T13:02:12.329 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-certifi-2018.10.15-7.el8.noarch 46/161 2024-01-24T13:02:12.329 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-cheroot-8.5.2-1.el8.noarch 47/161 2024-01-24T13:02:12.329 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-cherrypy-18.4.0-1.el8.noarch 48/161 2024-01-24T13:02:12.329 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-google-auth-1:1.1.1-10.el8.noarch 49/161 2024-01-24T13:02:12.329 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-jaraco-6.2-6.el8.noarch 50/161 2024-01-24T13:02:12.329 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-jaraco-functools-2.0-4.el8.noarch 51/161 2024-01-24T13:02:12.330 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-kubernetes-1:11.0.0-6.el8.noarch 52/161 2024-01-24T13:02:12.330 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-logutils-0.3.5-11.el8.noarch 53/161 2024-01-24T13:02:12.330 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-more-itertools-7.2.0-3.el8.noarch 54/161 2024-01-24T13:02:12.330 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-natsort-7.1.1-2.el8.noarch 55/161 2024-01-24T13:02:12.330 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-pecan-1.3.2-9.el8.noarch 56/161 2024-01-24T13:02:12.330 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-portend-2.6-1.el8.noarch 57/161 2024-01-24T13:02:12.330 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-repoze-lru-0.7-6.el8.noarch 58/161 2024-01-24T13:02:12.330 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-routes-2.4.1-12.el8.noarch 59/161 2024-01-24T13:02:12.330 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-rsa-4.9-2.el8.noarch 60/161 2024-01-24T13:02:12.330 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-simplegeneric-0.8.1-17.el8.noarch 61/161 2024-01-24T13:02:12.330 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-singledispatch-3.4.0.3-18.el8.noarch 62/161 2024-01-24T13:02:12.330 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-tempora-1.14.1-5.el8.noarch 63/161 2024-01-24T13:02:12.330 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-trustme-0.6.0-4.el8.noarch 64/161 2024-01-24T13:02:12.331 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-waitress-1.4.3-1.el8.noarch 65/161 2024-01-24T13:02:12.331 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-webob-1.8.5-1.el8.1.noarch 66/161 2024-01-24T13:02:12.331 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-websocket-client-0.56.0-5.el8.noarch 67/161 2024-01-24T13:02:12.331 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-webtest-2.0.33-1.el8.noarch 68/161 2024-01-24T13:02:12.331 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-zc-lockfile-2.0-2.el8.noarch 69/161 2024-01-24T13:02:12.331 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : thrift-0.13.0-2.el8.x86_64 70/161 2024-01-24T13:02:12.331 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : xmlstarlet-1.6.1-20.el8.x86_64 71/161 2024-01-24T13:02:12.331 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-jsonpointer-1.10-11.el8.noarch 72/161 2024-01-24T13:02:12.331 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-prettytable-0.7.2-14.el8.noarch 73/161 2024-01-24T13:02:12.331 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-pyasn1-modules-0.3.7-6.el8.noarch 74/161 2024-01-24T13:02:12.331 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-jsonpatch-1.21-2.el8.noarch 75/161 2024-01-24T13:02:12.331 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-pyasn1-0.3.7-6.el8.noarch 76/161 2024-01-24T13:02:12.331 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-werkzeug-0.12.2-4.el8.noarch 77/161 2024-01-24T13:02:12.331 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : bison-3.0.4-10.el8.x86_64 78/161 2024-01-24T13:02:12.332 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : flex-2.6.1-9.el8.x86_64 79/161 2024-01-24T13:02:12.332 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libtool-2.4.6-25.el8.x86_64 80/161 2024-01-24T13:02:12.332 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-markupsafe-0.23-19.el8.x86_64 81/161 2024-01-24T13:02:12.332 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : lttng-ust-2.8.1-11.el8.x86_64 82/161 2024-01-24T13:02:12.332 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : oniguruma-6.8.2-2.el8.x86_64 83/161 2024-01-24T13:02:12.332 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : uuid-1.6.2-43.el8.x86_64 84/161 2024-01-24T13:02:12.332 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-pyOpenSSL-19.0.0-1.el8.noarch 85/161 2024-01-24T13:02:12.332 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-babel-2.5.1-7.el8.noarch 86/161 2024-01-24T13:02:12.332 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-jinja2-2.10.1-3.el8.noarch 87/161 2024-01-24T13:02:12.332 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-numpy-1:1.14.3-10.el8.x86_64 88/161 2024-01-24T13:02:12.332 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : socat-1.7.4.1-1.el8.x86_64 89/161 2024-01-24T13:02:12.332 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 90/161 2024-01-24T13:02:12.332 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : librdkafka-0.11.4-3.el8.x86_64 91/161 2024-01-24T13:02:12.332 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : openblas-threads-0.3.15-6.el8.x86_64 92/161 2024-01-24T13:02:12.333 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-mako-1.0.6-14.el8.noarch 93/161 2024-01-24T13:02:12.333 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : openblas-0.3.15-6.el8.x86_64 94/161 2024-01-24T13:02:12.333 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : automake-1.16.1-8.el8.noarch 95/161 2024-01-24T13:02:12.333 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libpq-13.11-1.el8.x86_64 96/161 2024-01-24T13:02:12.333 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : jq-1.6-7.el8.x86_64 97/161 2024-01-24T13:02:12.333 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-pytz-2017.2-11.el8.noarch 98/161 2024-01-24T13:02:12.333 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : postgresql-10.23-3.module+el8.9.0+20831+78489779 99/161 2024-01-24T13:02:12.333 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : postgresql-contrib-10.23-3.module+el8.9.0+20831+ 100/161 2024-01-24T13:02:12.333 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : postgresql-server-10.23-3.module+el8.9.0+20831+7 101/161 2024-01-24T13:02:12.333 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-scipy-1.0.0-21.module+el8.9.0+20976+d3c3 102/161 2024-01-24T13:02:12.333 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libverto-devel-0.3.0-5.el8.x86_64 103/161 2024-01-24T13:02:12.333 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-jwt-1.6.1-2.el8.noarch 104/161 2024-01-24T13:02:12.333 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-oauthlib-2.1.0-1.el8.noarch 105/161 2024-01-24T13:02:12.333 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-pycparser-2.14-14.el8.noarch 106/161 2024-01-24T13:02:12.333 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-requests-oauthlib-1.0.0-1.el8.noarch 107/161 2024-01-24T13:02:12.334 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libaio-devel-0.3.112-1.el8.x86_64 108/161 2024-01-24T13:02:12.334 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libzstd-devel-1.4.4-1.el8.x86_64 109/161 2024-01-24T13:02:12.334 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : pcre2-devel-10.32-2.el8.x86_64 110/161 2024-01-24T13:02:12.334 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : pcre2-utf16-10.32-2.el8.x86_64 111/161 2024-01-24T13:02:12.334 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : pcre2-utf32-10.32-2.el8.x86_64 112/161 2024-01-24T13:02:12.334 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libselinux-devel-2.9-5.el8.x86_64 113/161 2024-01-24T13:02:12.334 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : keyutils-libs-devel-1.5.10-9.el8.x86_64 114/161 2024-01-24T13:02:12.334 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libsepol-devel-2.9-3.el8.x86_64 115/161 2024-01-24T13:02:12.334 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : zlib-devel-1.2.11-18.el8_5.x86_64 116/161 2024-01-24T13:02:12.334 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libcom_err-devel-1.45.6-4.el8.x86_64 117/161 2024-01-24T13:02:12.334 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : fuse-2.9.7-17.el8.x86_64 118/161 2024-01-24T13:02:12.334 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libgfortran-8.5.0-20.el8.x86_64 119/161 2024-01-24T13:02:12.334 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libquadmath-8.5.0-20.el8.x86_64 120/161 2024-01-24T13:02:12.334 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libuuid-devel-2.32.1-43.el8.x86_64 121/161 2024-01-24T13:02:12.335 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-cffi-1.11.5-6.el8.x86_64 122/161 2024-01-24T13:02:12.335 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-cryptography-3.2.1-6.el8.x86_64 123/161 2024-01-24T13:02:12.335 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : xfsprogs-devel-5.0.0-12.el8.x86_64 124/161 2024-01-24T13:02:12.335 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : elfutils-libelf-devel-0.189-3.el8.x86_64 125/161 2024-01-24T13:02:12.335 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : librabbitmq-0.9.0-4.el8.x86_64 126/161 2024-01-24T13:02:12.335 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : krb5-devel-1.18.2-26.el8_9.x86_64 127/161 2024-01-24T13:02:12.335 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : openssl-devel-1:1.1.1k-12.el8_9.x86_64 128/161 2024-01-24T13:02:12.335 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : NetworkManager-initscripts-updown-1:1.40.16-13.e 129/161 2024-01-24T13:02:12.335 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : librados2-2:18.2.1-341.g4e3182a6.el8.x86_64 130/161 2024-01-24T13:02:12.335 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : librados2-1:12.2.7-9.el8.x86_64 131/161 2024-01-24T13:02:12.335 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : librbd1-2:18.2.1-341.g4e3182a6.el8.x86_64 132/161 2024-01-24T13:02:12.335 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : librbd1-1:12.2.7-9.el8.x86_64 133/161 2024-01-24T13:02:12.335 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : elfutils-libelf-0.189-3.el8.x86_64 134/161 2024-01-24T13:02:12.335 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : elfutils-libelf-0.186-1.el8.x86_64 135/161 2024-01-24T13:02:12.336 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : elfutils-libs-0.189-3.el8.x86_64 136/161 2024-01-24T13:02:12.336 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : elfutils-libs-0.186-1.el8.x86_64 137/161 2024-01-24T13:02:12.336 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libmount-2.32.1-43.el8.x86_64 138/161 2024-01-24T13:02:12.336 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libmount-2.32.1-35.el8.x86_64 139/161 2024-01-24T13:02:12.336 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libsmartcols-2.32.1-43.el8.x86_64 140/161 2024-01-24T13:02:12.336 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libsmartcols-2.32.1-35.el8.x86_64 141/161 2024-01-24T13:02:12.336 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libuuid-2.32.1-43.el8.x86_64 142/161 2024-01-24T13:02:12.336 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libuuid-2.32.1-35.el8.x86_64 143/161 2024-01-24T13:02:12.336 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : util-linux-2.32.1-43.el8.x86_64 144/161 2024-01-24T13:02:12.336 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : util-linux-2.32.1-35.el8.x86_64 145/161 2024-01-24T13:02:12.336 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : util-linux-user-2.32.1-43.el8.x86_64 146/161 2024-01-24T13:02:12.336 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : util-linux-user-2.32.1-35.el8.x86_64 147/161 2024-01-24T13:02:12.336 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : iproute-6.2.0-5.el8_9.x86_64 148/161 2024-01-24T13:02:12.336 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : iproute-5.15.0-4.el8.x86_64 149/161 2024-01-24T13:02:12.337 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libblkid-2.32.1-43.el8.x86_64 150/161 2024-01-24T13:02:12.337 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libblkid-2.32.1-35.el8.x86_64 151/161 2024-01-24T13:02:12.337 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libfdisk-2.32.1-43.el8.x86_64 152/161 2024-01-24T13:02:12.337 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libfdisk-2.32.1-35.el8.x86_64 153/161 2024-01-24T13:02:12.337 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : xfsprogs-5.0.0-12.el8.x86_64 154/161 2024-01-24T13:02:12.337 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : xfsprogs-5.0.0-10.el8.x86_64 155/161 2024-01-24T13:02:12.337 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : openssl-1:1.1.1k-12.el8_9.x86_64 156/161 2024-01-24T13:02:12.337 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : openssl-1:1.1.1k-6.el8_5.x86_64 157/161 2024-01-24T13:02:12.337 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : openssl-libs-1:1.1.1k-12.el8_9.x86_64 158/161 2024-01-24T13:02:12.337 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : openssl-libs-1:1.1.1k-6.el8_5.x86_64 159/161 2024-01-24T13:02:12.337 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : xfsdump-3.1.8-7.el8_9.x86_64 160/161 2024-01-24T13:02:12.442 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: libuuid-2.32.1-35.el8.x86_64 158/161 2024-01-24T13:02:12.442 INFO:teuthology.orchestra.run.smithi084.stdout: Cleanup : libsmartcols-2.32.1-35.el8.x86_64 159/161 2024-01-24T13:02:12.700 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: libsmartcols-2.32.1-35.el8.x86_64 159/161 2024-01-24T13:02:12.917 INFO:teuthology.orchestra.run.smithi084.stdout: Cleanup : elfutils-libelf-0.186-1.el8.x86_64 160/161 2024-01-24T13:02:12.917 INFO:teuthology.orchestra.run.smithi084.stdout: Cleanup : openssl-libs-1:1.1.1k-6.el8_5.x86_64 161/161 2024-01-24T13:02:13.545 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: openssl-libs-1:1.1.1k-6.el8_5.x86_64 161/161 2024-01-24T13:02:13.545 INFO:teuthology.orchestra.run.smithi084.stdout:Couldn't write '0' to 'kernel/yama/ptrace_scope', ignoring: No such file or directory 2024-01-24T13:02:13.545 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-01-24T13:02:14.210 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-2:18.2.1-341.g4e3182a6.el8.x86_64 1/161 2024-01-24T13:02:14.210 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-base-2:18.2.1-341.g4e3182a6.el8.x86_64 2/161 2024-01-24T13:02:14.210 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-common-2:18.2.1-341.g4e3182a6.el8.x86_64 3/161 2024-01-24T13:02:14.210 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-fuse-2:18.2.1-341.g4e3182a6.el8.x86_64 4/161 2024-01-24T13:02:14.210 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-immutable-object-cache-2:18.2.1-341.g4e3182 5/161 2024-01-24T13:02:14.210 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-mds-2:18.2.1-341.g4e3182a6.el8.x86_64 6/161 2024-01-24T13:02:14.210 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-mgr-2:18.2.1-341.g4e3182a6.el8.x86_64 7/161 2024-01-24T13:02:14.210 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-mon-2:18.2.1-341.g4e3182a6.el8.x86_64 8/161 2024-01-24T13:02:14.210 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-osd-2:18.2.1-341.g4e3182a6.el8.x86_64 9/161 2024-01-24T13:02:14.210 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-radosgw-2:18.2.1-341.g4e3182a6.el8.x86_64 10/161 2024-01-24T13:02:14.210 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-selinux-2:18.2.1-341.g4e3182a6.el8.x86_64 11/161 2024-01-24T13:02:14.211 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-test-2:18.2.1-341.g4e3182a6.el8.x86_64 12/161 2024-01-24T13:02:14.211 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : cephfs-mirror-2:18.2.1-341.g4e3182a6.el8.x86_64 13/161 2024-01-24T13:02:14.211 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : libcephfs-devel-2:18.2.1-341.g4e3182a6.el8.x86_6 14/161 2024-01-24T13:02:14.211 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : libcephfs2-2:18.2.1-341.g4e3182a6.el8.x86_64 15/161 2024-01-24T13:02:14.211 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : libcephsqlite-2:18.2.1-341.g4e3182a6.el8.x86_64 16/161 2024-01-24T13:02:14.211 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : librados-devel-2:18.2.1-341.g4e3182a6.el8.x86_64 17/161 2024-01-24T13:02:14.211 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : libradosstriper1-2:18.2.1-341.g4e3182a6.el8.x86_ 18/161 2024-01-24T13:02:14.211 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : librgw2-2:18.2.1-341.g4e3182a6.el8.x86_64 19/161 2024-01-24T13:02:14.211 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-ceph-argparse-2:18.2.1-341.g4e3182a6.el8 20/161 2024-01-24T13:02:14.211 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-ceph-common-2:18.2.1-341.g4e3182a6.el8.x 21/161 2024-01-24T13:02:14.211 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-cephfs-2:18.2.1-341.g4e3182a6.el8.x86_64 22/161 2024-01-24T13:02:14.211 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-rados-2:18.2.1-341.g4e3182a6.el8.x86_64 23/161 2024-01-24T13:02:14.211 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-rbd-2:18.2.1-341.g4e3182a6.el8.x86_64 24/161 2024-01-24T13:02:14.211 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-rgw-2:18.2.1-341.g4e3182a6.el8.x86_64 25/161 2024-01-24T13:02:14.212 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : rbd-fuse-2:18.2.1-341.g4e3182a6.el8.x86_64 26/161 2024-01-24T13:02:14.212 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : rbd-mirror-2:18.2.1-341.g4e3182a6.el8.x86_64 27/161 2024-01-24T13:02:14.212 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : rbd-nbd-2:18.2.1-341.g4e3182a6.el8.x86_64 28/161 2024-01-24T13:02:14.212 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-grafana-dashboards-2:18.2.1-341.g4e3182a6.e 29/161 2024-01-24T13:02:14.212 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-mgr-cephadm-2:18.2.1-341.g4e3182a6.el8.noar 30/161 2024-01-24T13:02:14.224 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-mgr-dashboard-2:18.2.1-341.g4e3182a6.el8.no 31/161 2024-01-24T13:02:14.224 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.2.1-341.g4e31 32/161 2024-01-24T13:02:14.224 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-mgr-modules-core-2:18.2.1-341.g4e3182a6.el8 33/161 2024-01-24T13:02:14.224 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-mgr-rook-2:18.2.1-341.g4e3182a6.el8.noarch 34/161 2024-01-24T13:02:14.224 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-prometheus-alerts-2:18.2.1-341.g4e3182a6.el 35/161 2024-01-24T13:02:14.224 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-volume-2:18.2.1-341.g4e3182a6.el8.noarch 36/161 2024-01-24T13:02:14.224 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : cephadm-2:18.2.1-341.g4e3182a6.el8.noarch 37/161 2024-01-24T13:02:14.225 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : cephfs-top-2:18.2.1-341.g4e3182a6.el8.noarch 38/161 2024-01-24T13:02:14.225 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : gperftools-libs-1:2.7-9.el8.x86_64 39/161 2024-01-24T13:02:14.225 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : liboath-2.6.2-3.el8.x86_64 40/161 2024-01-24T13:02:14.225 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : libunwind-1.3.1-3.el8.x86_64 41/161 2024-01-24T13:02:14.225 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-asyncssh-2.7.0-2.el8.noarch 42/161 2024-01-24T13:02:14.225 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-bcrypt-3.1.6-2.el8.1.x86_64 43/161 2024-01-24T13:02:14.225 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 44/161 2024-01-24T13:02:14.225 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-cachetools-3.1.1-4.el8.noarch 45/161 2024-01-24T13:02:14.225 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-certifi-2018.10.15-7.el8.noarch 46/161 2024-01-24T13:02:14.225 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-cheroot-8.5.2-1.el8.noarch 47/161 2024-01-24T13:02:14.225 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-cherrypy-18.4.0-1.el8.noarch 48/161 2024-01-24T13:02:14.225 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-google-auth-1:1.1.1-10.el8.noarch 49/161 2024-01-24T13:02:14.225 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-jaraco-6.2-6.el8.noarch 50/161 2024-01-24T13:02:14.225 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-jaraco-functools-2.0-4.el8.noarch 51/161 2024-01-24T13:02:14.226 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-kubernetes-1:11.0.0-6.el8.noarch 52/161 2024-01-24T13:02:14.226 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-logutils-0.3.5-11.el8.noarch 53/161 2024-01-24T13:02:14.226 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-more-itertools-7.2.0-3.el8.noarch 54/161 2024-01-24T13:02:14.226 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-natsort-7.1.1-2.el8.noarch 55/161 2024-01-24T13:02:14.226 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-pecan-1.3.2-9.el8.noarch 56/161 2024-01-24T13:02:14.226 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-portend-2.6-1.el8.noarch 57/161 2024-01-24T13:02:14.226 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-repoze-lru-0.7-6.el8.noarch 58/161 2024-01-24T13:02:14.226 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-routes-2.4.1-12.el8.noarch 59/161 2024-01-24T13:02:14.226 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-rsa-4.9-2.el8.noarch 60/161 2024-01-24T13:02:14.226 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-simplegeneric-0.8.1-17.el8.noarch 61/161 2024-01-24T13:02:14.226 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-singledispatch-3.4.0.3-18.el8.noarch 62/161 2024-01-24T13:02:14.226 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-tempora-1.14.1-5.el8.noarch 63/161 2024-01-24T13:02:14.226 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-trustme-0.6.0-4.el8.noarch 64/161 2024-01-24T13:02:14.226 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-waitress-1.4.3-1.el8.noarch 65/161 2024-01-24T13:02:14.227 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-webob-1.8.5-1.el8.1.noarch 66/161 2024-01-24T13:02:14.227 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-websocket-client-0.56.0-5.el8.noarch 67/161 2024-01-24T13:02:14.227 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-webtest-2.0.33-1.el8.noarch 68/161 2024-01-24T13:02:14.227 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-zc-lockfile-2.0-2.el8.noarch 69/161 2024-01-24T13:02:14.227 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : thrift-0.13.0-2.el8.x86_64 70/161 2024-01-24T13:02:14.227 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : xmlstarlet-1.6.1-20.el8.x86_64 71/161 2024-01-24T13:02:14.227 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-jsonpointer-1.10-11.el8.noarch 72/161 2024-01-24T13:02:14.227 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-prettytable-0.7.2-14.el8.noarch 73/161 2024-01-24T13:02:14.227 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-pyasn1-modules-0.3.7-6.el8.noarch 74/161 2024-01-24T13:02:14.227 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-jsonpatch-1.21-2.el8.noarch 75/161 2024-01-24T13:02:14.227 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-pyasn1-0.3.7-6.el8.noarch 76/161 2024-01-24T13:02:14.227 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-werkzeug-0.12.2-4.el8.noarch 77/161 2024-01-24T13:02:14.227 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : bison-3.0.4-10.el8.x86_64 78/161 2024-01-24T13:02:14.227 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : flex-2.6.1-9.el8.x86_64 79/161 2024-01-24T13:02:14.228 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : libtool-2.4.6-25.el8.x86_64 80/161 2024-01-24T13:02:14.228 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-markupsafe-0.23-19.el8.x86_64 81/161 2024-01-24T13:02:14.228 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : lttng-ust-2.8.1-11.el8.x86_64 82/161 2024-01-24T13:02:14.228 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : oniguruma-6.8.2-2.el8.x86_64 83/161 2024-01-24T13:02:14.228 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : uuid-1.6.2-43.el8.x86_64 84/161 2024-01-24T13:02:14.228 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-pyOpenSSL-19.0.0-1.el8.noarch 85/161 2024-01-24T13:02:14.228 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-babel-2.5.1-7.el8.noarch 86/161 2024-01-24T13:02:14.228 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-jinja2-2.10.1-3.el8.noarch 87/161 2024-01-24T13:02:14.228 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-numpy-1:1.14.3-10.el8.x86_64 88/161 2024-01-24T13:02:14.228 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : socat-1.7.4.1-1.el8.x86_64 89/161 2024-01-24T13:02:14.228 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 90/161 2024-01-24T13:02:14.228 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : librdkafka-0.11.4-3.el8.x86_64 91/161 2024-01-24T13:02:14.228 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : openblas-threads-0.3.15-6.el8.x86_64 92/161 2024-01-24T13:02:14.229 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-mako-1.0.6-14.el8.noarch 93/161 2024-01-24T13:02:14.229 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : openblas-0.3.15-6.el8.x86_64 94/161 2024-01-24T13:02:14.229 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : automake-1.16.1-8.el8.noarch 95/161 2024-01-24T13:02:14.229 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : libpq-13.11-1.el8.x86_64 96/161 2024-01-24T13:02:14.229 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : jq-1.6-7.el8.x86_64 97/161 2024-01-24T13:02:14.229 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-pytz-2017.2-11.el8.noarch 98/161 2024-01-24T13:02:14.229 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : postgresql-10.23-3.module+el8.9.0+20831+78489779 99/161 2024-01-24T13:02:14.229 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : postgresql-contrib-10.23-3.module+el8.9.0+20831+ 100/161 2024-01-24T13:02:14.229 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : postgresql-server-10.23-3.module+el8.9.0+20831+7 101/161 2024-01-24T13:02:14.229 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-scipy-1.0.0-21.module+el8.9.0+20976+d3c3 102/161 2024-01-24T13:02:14.229 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : libverto-devel-0.3.0-5.el8.x86_64 103/161 2024-01-24T13:02:14.229 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-jwt-1.6.1-2.el8.noarch 104/161 2024-01-24T13:02:14.229 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-oauthlib-2.1.0-1.el8.noarch 105/161 2024-01-24T13:02:14.229 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-pycparser-2.14-14.el8.noarch 106/161 2024-01-24T13:02:14.230 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-requests-oauthlib-1.0.0-1.el8.noarch 107/161 2024-01-24T13:02:14.230 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : libaio-devel-0.3.112-1.el8.x86_64 108/161 2024-01-24T13:02:14.230 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : libzstd-devel-1.4.4-1.el8.x86_64 109/161 2024-01-24T13:02:14.230 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : pcre2-devel-10.32-2.el8.x86_64 110/161 2024-01-24T13:02:14.230 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : pcre2-utf16-10.32-2.el8.x86_64 111/161 2024-01-24T13:02:14.230 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : pcre2-utf32-10.32-2.el8.x86_64 112/161 2024-01-24T13:02:14.230 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : libselinux-devel-2.9-5.el8.x86_64 113/161 2024-01-24T13:02:14.230 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : keyutils-libs-devel-1.5.10-9.el8.x86_64 114/161 2024-01-24T13:02:14.230 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : libsepol-devel-2.9-3.el8.x86_64 115/161 2024-01-24T13:02:14.230 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : zlib-devel-1.2.11-18.el8_5.x86_64 116/161 2024-01-24T13:02:14.230 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : libcom_err-devel-1.45.6-4.el8.x86_64 117/161 2024-01-24T13:02:14.230 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : fuse-2.9.7-17.el8.x86_64 118/161 2024-01-24T13:02:14.230 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : libgfortran-8.5.0-20.el8.x86_64 119/161 2024-01-24T13:02:14.231 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : libquadmath-8.5.0-20.el8.x86_64 120/161 2024-01-24T13:02:14.231 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : libuuid-devel-2.32.1-43.el8.x86_64 121/161 2024-01-24T13:02:14.231 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-cffi-1.11.5-6.el8.x86_64 122/161 2024-01-24T13:02:14.231 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-cryptography-3.2.1-6.el8.x86_64 123/161 2024-01-24T13:02:14.231 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : xfsprogs-devel-5.0.0-12.el8.x86_64 124/161 2024-01-24T13:02:14.231 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : elfutils-libelf-devel-0.189-3.el8.x86_64 125/161 2024-01-24T13:02:14.231 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : librabbitmq-0.9.0-4.el8.x86_64 126/161 2024-01-24T13:02:14.231 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : krb5-devel-1.18.2-26.el8_9.x86_64 127/161 2024-01-24T13:02:14.231 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : openssl-devel-1:1.1.1k-12.el8_9.x86_64 128/161 2024-01-24T13:02:14.231 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : NetworkManager-initscripts-updown-1:1.40.16-13.e 129/161 2024-01-24T13:02:14.231 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : librados2-2:18.2.1-341.g4e3182a6.el8.x86_64 130/161 2024-01-24T13:02:14.231 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : librados2-1:12.2.7-9.el8.x86_64 131/161 2024-01-24T13:02:14.231 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : librbd1-2:18.2.1-341.g4e3182a6.el8.x86_64 132/161 2024-01-24T13:02:14.232 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : librbd1-1:12.2.7-9.el8.x86_64 133/161 2024-01-24T13:02:14.232 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : elfutils-libelf-0.189-3.el8.x86_64 134/161 2024-01-24T13:02:14.232 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : elfutils-libelf-0.186-1.el8.x86_64 135/161 2024-01-24T13:02:14.232 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : elfutils-libs-0.189-3.el8.x86_64 136/161 2024-01-24T13:02:14.232 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : elfutils-libs-0.186-1.el8.x86_64 137/161 2024-01-24T13:02:14.232 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : libmount-2.32.1-43.el8.x86_64 138/161 2024-01-24T13:02:14.232 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : libmount-2.32.1-35.el8.x86_64 139/161 2024-01-24T13:02:14.232 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : libsmartcols-2.32.1-43.el8.x86_64 140/161 2024-01-24T13:02:14.232 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : libsmartcols-2.32.1-35.el8.x86_64 141/161 2024-01-24T13:02:14.232 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : libuuid-2.32.1-43.el8.x86_64 142/161 2024-01-24T13:02:14.232 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : libuuid-2.32.1-35.el8.x86_64 143/161 2024-01-24T13:02:14.232 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : util-linux-2.32.1-43.el8.x86_64 144/161 2024-01-24T13:02:14.233 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : util-linux-2.32.1-35.el8.x86_64 145/161 2024-01-24T13:02:14.233 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : util-linux-user-2.32.1-43.el8.x86_64 146/161 2024-01-24T13:02:14.233 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : util-linux-user-2.32.1-35.el8.x86_64 147/161 2024-01-24T13:02:14.233 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : iproute-6.2.0-5.el8_9.x86_64 148/161 2024-01-24T13:02:14.233 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : iproute-5.15.0-4.el8.x86_64 149/161 2024-01-24T13:02:14.233 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : libblkid-2.32.1-43.el8.x86_64 150/161 2024-01-24T13:02:14.233 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : libblkid-2.32.1-35.el8.x86_64 151/161 2024-01-24T13:02:14.233 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : libfdisk-2.32.1-43.el8.x86_64 152/161 2024-01-24T13:02:14.233 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : libfdisk-2.32.1-35.el8.x86_64 153/161 2024-01-24T13:02:14.233 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : xfsprogs-5.0.0-12.el8.x86_64 154/161 2024-01-24T13:02:14.233 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : xfsprogs-5.0.0-10.el8.x86_64 155/161 2024-01-24T13:02:14.233 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : openssl-1:1.1.1k-12.el8_9.x86_64 156/161 2024-01-24T13:02:14.233 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : openssl-1:1.1.1k-6.el8_5.x86_64 157/161 2024-01-24T13:02:14.233 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : openssl-libs-1:1.1.1k-12.el8_9.x86_64 158/161 2024-01-24T13:02:14.234 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : openssl-libs-1:1.1.1k-6.el8_5.x86_64 159/161 2024-01-24T13:02:14.234 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : xfsdump-3.1.8-7.el8_9.x86_64 160/161 2024-01-24T13:02:22.454 INFO:teuthology.orchestra.run.smithi113.stdout: Verifying : xfsdump-3.1.8-4.el8.x86_64 161/161 2024-01-24T13:02:22.454 INFO:teuthology.orchestra.run.smithi113.stdout:Installed products updated. 2024-01-24T13:02:23.099 INFO:teuthology.orchestra.run.smithi113.stdout: 2024-01-24T13:02:23.100 INFO:teuthology.orchestra.run.smithi113.stdout:Upgraded: 2024-01-24T13:02:23.100 INFO:teuthology.orchestra.run.smithi113.stdout: elfutils-libelf-0.189-3.el8.x86_64 2024-01-24T13:02:23.100 INFO:teuthology.orchestra.run.smithi113.stdout: elfutils-libs-0.189-3.el8.x86_64 2024-01-24T13:02:23.100 INFO:teuthology.orchestra.run.smithi113.stdout: iproute-6.2.0-5.el8_9.x86_64 2024-01-24T13:02:23.100 INFO:teuthology.orchestra.run.smithi113.stdout: libblkid-2.32.1-43.el8.x86_64 2024-01-24T13:02:23.100 INFO:teuthology.orchestra.run.smithi113.stdout: libfdisk-2.32.1-43.el8.x86_64 2024-01-24T13:02:23.100 INFO:teuthology.orchestra.run.smithi113.stdout: libmount-2.32.1-43.el8.x86_64 2024-01-24T13:02:23.100 INFO:teuthology.orchestra.run.smithi113.stdout: librados2-2:18.2.1-341.g4e3182a6.el8.x86_64 2024-01-24T13:02:23.100 INFO:teuthology.orchestra.run.smithi113.stdout: librbd1-2:18.2.1-341.g4e3182a6.el8.x86_64 2024-01-24T13:02:23.100 INFO:teuthology.orchestra.run.smithi113.stdout: libsmartcols-2.32.1-43.el8.x86_64 2024-01-24T13:02:23.101 INFO:teuthology.orchestra.run.smithi113.stdout: libuuid-2.32.1-43.el8.x86_64 2024-01-24T13:02:23.101 INFO:teuthology.orchestra.run.smithi113.stdout: openssl-1:1.1.1k-12.el8_9.x86_64 2024-01-24T13:02:23.101 INFO:teuthology.orchestra.run.smithi113.stdout: openssl-libs-1:1.1.1k-12.el8_9.x86_64 2024-01-24T13:02:23.101 INFO:teuthology.orchestra.run.smithi113.stdout: util-linux-2.32.1-43.el8.x86_64 2024-01-24T13:02:23.101 INFO:teuthology.orchestra.run.smithi113.stdout: util-linux-user-2.32.1-43.el8.x86_64 2024-01-24T13:02:23.101 INFO:teuthology.orchestra.run.smithi113.stdout: xfsdump-3.1.8-7.el8_9.x86_64 2024-01-24T13:02:23.101 INFO:teuthology.orchestra.run.smithi113.stdout: xfsprogs-5.0.0-12.el8.x86_64 2024-01-24T13:02:23.101 INFO:teuthology.orchestra.run.smithi113.stdout:Installed: 2024-01-24T13:02:23.101 INFO:teuthology.orchestra.run.smithi113.stdout: NetworkManager-initscripts-updown-1:1.40.16-13.el8_9.noarch 2024-01-24T13:02:23.101 INFO:teuthology.orchestra.run.smithi113.stdout: automake-1.16.1-8.el8.noarch 2024-01-24T13:02:23.101 INFO:teuthology.orchestra.run.smithi113.stdout: bison-3.0.4-10.el8.x86_64 2024-01-24T13:02:23.101 INFO:teuthology.orchestra.run.smithi113.stdout: ceph-2:18.2.1-341.g4e3182a6.el8.x86_64 2024-01-24T13:02:23.101 INFO:teuthology.orchestra.run.smithi113.stdout: ceph-base-2:18.2.1-341.g4e3182a6.el8.x86_64 2024-01-24T13:02:23.102 INFO:teuthology.orchestra.run.smithi113.stdout: ceph-common-2:18.2.1-341.g4e3182a6.el8.x86_64 2024-01-24T13:02:23.102 INFO:teuthology.orchestra.run.smithi113.stdout: ceph-fuse-2:18.2.1-341.g4e3182a6.el8.x86_64 2024-01-24T13:02:23.102 INFO:teuthology.orchestra.run.smithi113.stdout: ceph-grafana-dashboards-2:18.2.1-341.g4e3182a6.el8.noarch 2024-01-24T13:02:23.102 INFO:teuthology.orchestra.run.smithi113.stdout: ceph-immutable-object-cache-2:18.2.1-341.g4e3182a6.el8.x86_64 2024-01-24T13:02:23.102 INFO:teuthology.orchestra.run.smithi113.stdout: ceph-mds-2:18.2.1-341.g4e3182a6.el8.x86_64 2024-01-24T13:02:23.102 INFO:teuthology.orchestra.run.smithi113.stdout: ceph-mgr-2:18.2.1-341.g4e3182a6.el8.x86_64 2024-01-24T13:02:23.102 INFO:teuthology.orchestra.run.smithi113.stdout: ceph-mgr-cephadm-2:18.2.1-341.g4e3182a6.el8.noarch 2024-01-24T13:02:23.102 INFO:teuthology.orchestra.run.smithi113.stdout: ceph-mgr-dashboard-2:18.2.1-341.g4e3182a6.el8.noarch 2024-01-24T13:02:23.102 INFO:teuthology.orchestra.run.smithi113.stdout: ceph-mgr-diskprediction-local-2:18.2.1-341.g4e3182a6.el8.noarch 2024-01-24T13:02:23.102 INFO:teuthology.orchestra.run.smithi113.stdout: ceph-mgr-modules-core-2:18.2.1-341.g4e3182a6.el8.noarch 2024-01-24T13:02:23.102 INFO:teuthology.orchestra.run.smithi113.stdout: ceph-mgr-rook-2:18.2.1-341.g4e3182a6.el8.noarch 2024-01-24T13:02:23.102 INFO:teuthology.orchestra.run.smithi113.stdout: ceph-mon-2:18.2.1-341.g4e3182a6.el8.x86_64 2024-01-24T13:02:23.102 INFO:teuthology.orchestra.run.smithi113.stdout: ceph-osd-2:18.2.1-341.g4e3182a6.el8.x86_64 2024-01-24T13:02:23.103 INFO:teuthology.orchestra.run.smithi113.stdout: ceph-prometheus-alerts-2:18.2.1-341.g4e3182a6.el8.noarch 2024-01-24T13:02:23.103 INFO:teuthology.orchestra.run.smithi113.stdout: ceph-radosgw-2:18.2.1-341.g4e3182a6.el8.x86_64 2024-01-24T13:02:23.103 INFO:teuthology.orchestra.run.smithi113.stdout: ceph-selinux-2:18.2.1-341.g4e3182a6.el8.x86_64 2024-01-24T13:02:23.103 INFO:teuthology.orchestra.run.smithi113.stdout: ceph-test-2:18.2.1-341.g4e3182a6.el8.x86_64 2024-01-24T13:02:23.103 INFO:teuthology.orchestra.run.smithi113.stdout: ceph-volume-2:18.2.1-341.g4e3182a6.el8.noarch 2024-01-24T13:02:23.103 INFO:teuthology.orchestra.run.smithi113.stdout: cephadm-2:18.2.1-341.g4e3182a6.el8.noarch 2024-01-24T13:02:23.103 INFO:teuthology.orchestra.run.smithi113.stdout: cephfs-mirror-2:18.2.1-341.g4e3182a6.el8.x86_64 2024-01-24T13:02:23.103 INFO:teuthology.orchestra.run.smithi113.stdout: cephfs-top-2:18.2.1-341.g4e3182a6.el8.noarch 2024-01-24T13:02:23.103 INFO:teuthology.orchestra.run.smithi113.stdout: elfutils-libelf-devel-0.189-3.el8.x86_64 2024-01-24T13:02:23.103 INFO:teuthology.orchestra.run.smithi113.stdout: flex-2.6.1-9.el8.x86_64 2024-01-24T13:02:23.103 INFO:teuthology.orchestra.run.smithi113.stdout: fuse-2.9.7-17.el8.x86_64 2024-01-24T13:02:23.103 INFO:teuthology.orchestra.run.smithi113.stdout: gperftools-libs-1:2.7-9.el8.x86_64 2024-01-24T13:02:23.103 INFO:teuthology.orchestra.run.smithi113.stdout: jq-1.6-7.el8.x86_64 2024-01-24T13:02:23.104 INFO:teuthology.orchestra.run.smithi113.stdout: keyutils-libs-devel-1.5.10-9.el8.x86_64 2024-01-24T13:02:23.104 INFO:teuthology.orchestra.run.smithi113.stdout: krb5-devel-1.18.2-26.el8_9.x86_64 2024-01-24T13:02:23.104 INFO:teuthology.orchestra.run.smithi113.stdout: libaio-devel-0.3.112-1.el8.x86_64 2024-01-24T13:02:23.104 INFO:teuthology.orchestra.run.smithi113.stdout: libcephfs-devel-2:18.2.1-341.g4e3182a6.el8.x86_64 2024-01-24T13:02:23.104 INFO:teuthology.orchestra.run.smithi113.stdout: libcephfs2-2:18.2.1-341.g4e3182a6.el8.x86_64 2024-01-24T13:02:23.104 INFO:teuthology.orchestra.run.smithi113.stdout: libcephsqlite-2:18.2.1-341.g4e3182a6.el8.x86_64 2024-01-24T13:02:23.104 INFO:teuthology.orchestra.run.smithi113.stdout: libcom_err-devel-1.45.6-4.el8.x86_64 2024-01-24T13:02:23.104 INFO:teuthology.orchestra.run.smithi113.stdout: libgfortran-8.5.0-20.el8.x86_64 2024-01-24T13:02:23.104 INFO:teuthology.orchestra.run.smithi113.stdout: liboath-2.6.2-3.el8.x86_64 2024-01-24T13:02:23.104 INFO:teuthology.orchestra.run.smithi113.stdout: libpq-13.11-1.el8.x86_64 2024-01-24T13:02:23.105 INFO:teuthology.orchestra.run.smithi113.stdout: libquadmath-8.5.0-20.el8.x86_64 2024-01-24T13:02:23.105 INFO:teuthology.orchestra.run.smithi113.stdout: librabbitmq-0.9.0-4.el8.x86_64 2024-01-24T13:02:23.105 INFO:teuthology.orchestra.run.smithi113.stdout: librados-devel-2:18.2.1-341.g4e3182a6.el8.x86_64 2024-01-24T13:02:23.105 INFO:teuthology.orchestra.run.smithi113.stdout: libradosstriper1-2:18.2.1-341.g4e3182a6.el8.x86_64 2024-01-24T13:02:23.105 INFO:teuthology.orchestra.run.smithi113.stdout: librdkafka-0.11.4-3.el8.x86_64 2024-01-24T13:02:23.105 INFO:teuthology.orchestra.run.smithi113.stdout: librgw2-2:18.2.1-341.g4e3182a6.el8.x86_64 2024-01-24T13:02:23.105 INFO:teuthology.orchestra.run.smithi113.stdout: libselinux-devel-2.9-5.el8.x86_64 2024-01-24T13:02:23.105 INFO:teuthology.orchestra.run.smithi113.stdout: libsepol-devel-2.9-3.el8.x86_64 2024-01-24T13:02:23.105 INFO:teuthology.orchestra.run.smithi113.stdout: libtool-2.4.6-25.el8.x86_64 2024-01-24T13:02:23.105 INFO:teuthology.orchestra.run.smithi113.stdout: libunwind-1.3.1-3.el8.x86_64 2024-01-24T13:02:23.105 INFO:teuthology.orchestra.run.smithi113.stdout: libuuid-devel-2.32.1-43.el8.x86_64 2024-01-24T13:02:23.105 INFO:teuthology.orchestra.run.smithi113.stdout: libverto-devel-0.3.0-5.el8.x86_64 2024-01-24T13:02:23.105 INFO:teuthology.orchestra.run.smithi113.stdout: libzstd-devel-1.4.4-1.el8.x86_64 2024-01-24T13:02:23.106 INFO:teuthology.orchestra.run.smithi113.stdout: lttng-ust-2.8.1-11.el8.x86_64 2024-01-24T13:02:23.106 INFO:teuthology.orchestra.run.smithi113.stdout: oniguruma-6.8.2-2.el8.x86_64 2024-01-24T13:02:23.106 INFO:teuthology.orchestra.run.smithi113.stdout: openblas-0.3.15-6.el8.x86_64 2024-01-24T13:02:23.106 INFO:teuthology.orchestra.run.smithi113.stdout: openblas-threads-0.3.15-6.el8.x86_64 2024-01-24T13:02:23.106 INFO:teuthology.orchestra.run.smithi113.stdout: openssl-devel-1:1.1.1k-12.el8_9.x86_64 2024-01-24T13:02:23.106 INFO:teuthology.orchestra.run.smithi113.stdout: pcre2-devel-10.32-2.el8.x86_64 2024-01-24T13:02:23.106 INFO:teuthology.orchestra.run.smithi113.stdout: pcre2-utf16-10.32-2.el8.x86_64 2024-01-24T13:02:23.106 INFO:teuthology.orchestra.run.smithi113.stdout: pcre2-utf32-10.32-2.el8.x86_64 2024-01-24T13:02:23.106 INFO:teuthology.orchestra.run.smithi113.stdout: postgresql-10.23-3.module+el8.9.0+20831+78489779.x86_64 2024-01-24T13:02:23.106 INFO:teuthology.orchestra.run.smithi113.stdout: postgresql-contrib-10.23-3.module+el8.9.0+20831+78489779.x86_64 2024-01-24T13:02:23.106 INFO:teuthology.orchestra.run.smithi113.stdout: postgresql-server-10.23-3.module+el8.9.0+20831+78489779.x86_64 2024-01-24T13:02:23.106 INFO:teuthology.orchestra.run.smithi113.stdout: python3-asyncssh-2.7.0-2.el8.noarch 2024-01-24T13:02:23.107 INFO:teuthology.orchestra.run.smithi113.stdout: python3-babel-2.5.1-7.el8.noarch 2024-01-24T13:02:23.107 INFO:teuthology.orchestra.run.smithi113.stdout: python3-bcrypt-3.1.6-2.el8.1.x86_64 2024-01-24T13:02:23.107 INFO:teuthology.orchestra.run.smithi113.stdout: python3-beautifulsoup4-4.6.3-2.el8.1.noarch 2024-01-24T13:02:23.107 INFO:teuthology.orchestra.run.smithi113.stdout: python3-cachetools-3.1.1-4.el8.noarch 2024-01-24T13:02:23.107 INFO:teuthology.orchestra.run.smithi113.stdout: python3-ceph-argparse-2:18.2.1-341.g4e3182a6.el8.x86_64 2024-01-24T13:02:23.107 INFO:teuthology.orchestra.run.smithi113.stdout: python3-ceph-common-2:18.2.1-341.g4e3182a6.el8.x86_64 2024-01-24T13:02:23.107 INFO:teuthology.orchestra.run.smithi113.stdout: python3-cephfs-2:18.2.1-341.g4e3182a6.el8.x86_64 2024-01-24T13:02:23.107 INFO:teuthology.orchestra.run.smithi113.stdout: python3-certifi-2018.10.15-7.el8.noarch 2024-01-24T13:02:23.107 INFO:teuthology.orchestra.run.smithi113.stdout: python3-cffi-1.11.5-6.el8.x86_64 2024-01-24T13:02:23.107 INFO:teuthology.orchestra.run.smithi113.stdout: python3-cheroot-8.5.2-1.el8.noarch 2024-01-24T13:02:23.107 INFO:teuthology.orchestra.run.smithi113.stdout: python3-cherrypy-18.4.0-1.el8.noarch 2024-01-24T13:02:23.107 INFO:teuthology.orchestra.run.smithi113.stdout: python3-cryptography-3.2.1-6.el8.x86_64 2024-01-24T13:02:23.107 INFO:teuthology.orchestra.run.smithi113.stdout: python3-google-auth-1:1.1.1-10.el8.noarch 2024-01-24T13:02:23.108 INFO:teuthology.orchestra.run.smithi113.stdout: python3-jaraco-6.2-6.el8.noarch 2024-01-24T13:02:23.108 INFO:teuthology.orchestra.run.smithi113.stdout: python3-jaraco-functools-2.0-4.el8.noarch 2024-01-24T13:02:23.108 INFO:teuthology.orchestra.run.smithi113.stdout: python3-jinja2-2.10.1-3.el8.noarch 2024-01-24T13:02:23.108 INFO:teuthology.orchestra.run.smithi113.stdout: python3-jsonpatch-1.21-2.el8.noarch 2024-01-24T13:02:23.108 INFO:teuthology.orchestra.run.smithi113.stdout: python3-jsonpointer-1.10-11.el8.noarch 2024-01-24T13:02:23.108 INFO:teuthology.orchestra.run.smithi113.stdout: python3-jwt-1.6.1-2.el8.noarch 2024-01-24T13:02:23.108 INFO:teuthology.orchestra.run.smithi113.stdout: python3-kubernetes-1:11.0.0-6.el8.noarch 2024-01-24T13:02:23.108 INFO:teuthology.orchestra.run.smithi113.stdout: python3-logutils-0.3.5-11.el8.noarch 2024-01-24T13:02:23.108 INFO:teuthology.orchestra.run.smithi113.stdout: python3-mako-1.0.6-14.el8.noarch 2024-01-24T13:02:23.108 INFO:teuthology.orchestra.run.smithi113.stdout: python3-markupsafe-0.23-19.el8.x86_64 2024-01-24T13:02:23.108 INFO:teuthology.orchestra.run.smithi113.stdout: python3-more-itertools-7.2.0-3.el8.noarch 2024-01-24T13:02:23.108 INFO:teuthology.orchestra.run.smithi113.stdout: python3-natsort-7.1.1-2.el8.noarch 2024-01-24T13:02:23.109 INFO:teuthology.orchestra.run.smithi113.stdout: python3-numpy-1:1.14.3-10.el8.x86_64 2024-01-24T13:02:23.109 INFO:teuthology.orchestra.run.smithi113.stdout: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 2024-01-24T13:02:23.109 INFO:teuthology.orchestra.run.smithi113.stdout: python3-oauthlib-2.1.0-1.el8.noarch 2024-01-24T13:02:23.109 INFO:teuthology.orchestra.run.smithi113.stdout: python3-pecan-1.3.2-9.el8.noarch 2024-01-24T13:02:23.109 INFO:teuthology.orchestra.run.smithi113.stdout: python3-portend-2.6-1.el8.noarch 2024-01-24T13:02:23.109 INFO:teuthology.orchestra.run.smithi113.stdout: python3-prettytable-0.7.2-14.el8.noarch 2024-01-24T13:02:23.109 INFO:teuthology.orchestra.run.smithi113.stdout: python3-pyOpenSSL-19.0.0-1.el8.noarch 2024-01-24T13:02:23.109 INFO:teuthology.orchestra.run.smithi113.stdout: python3-pyasn1-0.3.7-6.el8.noarch 2024-01-24T13:02:23.109 INFO:teuthology.orchestra.run.smithi113.stdout: python3-pyasn1-modules-0.3.7-6.el8.noarch 2024-01-24T13:02:23.109 INFO:teuthology.orchestra.run.smithi113.stdout: python3-pycparser-2.14-14.el8.noarch 2024-01-24T13:02:23.109 INFO:teuthology.orchestra.run.smithi113.stdout: python3-pytz-2017.2-11.el8.noarch 2024-01-24T13:02:23.109 INFO:teuthology.orchestra.run.smithi113.stdout: python3-rados-2:18.2.1-341.g4e3182a6.el8.x86_64 2024-01-24T13:02:23.109 INFO:teuthology.orchestra.run.smithi113.stdout: python3-rbd-2:18.2.1-341.g4e3182a6.el8.x86_64 2024-01-24T13:02:23.110 INFO:teuthology.orchestra.run.smithi113.stdout: python3-repoze-lru-0.7-6.el8.noarch 2024-01-24T13:02:23.110 INFO:teuthology.orchestra.run.smithi113.stdout: python3-requests-oauthlib-1.0.0-1.el8.noarch 2024-01-24T13:02:23.110 INFO:teuthology.orchestra.run.smithi113.stdout: python3-rgw-2:18.2.1-341.g4e3182a6.el8.x86_64 2024-01-24T13:02:23.110 INFO:teuthology.orchestra.run.smithi113.stdout: python3-routes-2.4.1-12.el8.noarch 2024-01-24T13:02:23.110 INFO:teuthology.orchestra.run.smithi113.stdout: python3-rsa-4.9-2.el8.noarch 2024-01-24T13:02:23.110 INFO:teuthology.orchestra.run.smithi113.stdout: python3-scipy-1.0.0-21.module+el8.9.0+20976+d3c38525.x86_64 2024-01-24T13:02:23.110 INFO:teuthology.orchestra.run.smithi113.stdout: python3-simplegeneric-0.8.1-17.el8.noarch 2024-01-24T13:02:23.110 INFO:teuthology.orchestra.run.smithi113.stdout: python3-singledispatch-3.4.0.3-18.el8.noarch 2024-01-24T13:02:23.110 INFO:teuthology.orchestra.run.smithi113.stdout: python3-tempora-1.14.1-5.el8.noarch 2024-01-24T13:02:23.110 INFO:teuthology.orchestra.run.smithi113.stdout: python3-trustme-0.6.0-4.el8.noarch 2024-01-24T13:02:23.110 INFO:teuthology.orchestra.run.smithi113.stdout: python3-waitress-1.4.3-1.el8.noarch 2024-01-24T13:02:23.110 INFO:teuthology.orchestra.run.smithi113.stdout: python3-webob-1.8.5-1.el8.1.noarch 2024-01-24T13:02:23.110 INFO:teuthology.orchestra.run.smithi113.stdout: python3-websocket-client-0.56.0-5.el8.noarch 2024-01-24T13:02:23.110 INFO:teuthology.orchestra.run.smithi113.stdout: python3-webtest-2.0.33-1.el8.noarch 2024-01-24T13:02:23.111 INFO:teuthology.orchestra.run.smithi113.stdout: python3-werkzeug-0.12.2-4.el8.noarch 2024-01-24T13:02:23.111 INFO:teuthology.orchestra.run.smithi113.stdout: python3-zc-lockfile-2.0-2.el8.noarch 2024-01-24T13:02:23.111 INFO:teuthology.orchestra.run.smithi113.stdout: rbd-fuse-2:18.2.1-341.g4e3182a6.el8.x86_64 2024-01-24T13:02:23.111 INFO:teuthology.orchestra.run.smithi113.stdout: rbd-mirror-2:18.2.1-341.g4e3182a6.el8.x86_64 2024-01-24T13:02:23.111 INFO:teuthology.orchestra.run.smithi113.stdout: rbd-nbd-2:18.2.1-341.g4e3182a6.el8.x86_64 2024-01-24T13:02:23.111 INFO:teuthology.orchestra.run.smithi113.stdout: socat-1.7.4.1-1.el8.x86_64 2024-01-24T13:02:23.111 INFO:teuthology.orchestra.run.smithi113.stdout: thrift-0.13.0-2.el8.x86_64 2024-01-24T13:02:23.111 INFO:teuthology.orchestra.run.smithi113.stdout: uuid-1.6.2-43.el8.x86_64 2024-01-24T13:02:23.111 INFO:teuthology.orchestra.run.smithi113.stdout: xfsprogs-devel-5.0.0-12.el8.x86_64 2024-01-24T13:02:23.111 INFO:teuthology.orchestra.run.smithi113.stdout: xmlstarlet-1.6.1-20.el8.x86_64 2024-01-24T13:02:23.112 INFO:teuthology.orchestra.run.smithi113.stdout: zlib-devel-1.2.11-18.el8_5.x86_64 2024-01-24T13:02:23.112 INFO:teuthology.orchestra.run.smithi113.stdout: 2024-01-24T13:02:23.112 INFO:teuthology.orchestra.run.smithi113.stdout:Complete! 2024-01-24T13:02:23.457 DEBUG:teuthology.parallel:result is None 2024-01-24T13:02:27.947 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : xfsdump-3.1.8-4.el8.x86_64 161/161 2024-01-24T13:02:27.947 INFO:teuthology.orchestra.run.smithi084.stdout:Installed products updated. 2024-01-24T13:02:28.221 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : xfsdump-3.1.8-4.el8.x86_64 161/161 2024-01-24T13:02:28.221 INFO:teuthology.orchestra.run.smithi181.stdout:Installed products updated. 2024-01-24T13:02:28.916 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-01-24T13:02:28.916 INFO:teuthology.orchestra.run.smithi181.stdout:Upgraded: 2024-01-24T13:02:28.916 INFO:teuthology.orchestra.run.smithi181.stdout: elfutils-libelf-0.189-3.el8.x86_64 2024-01-24T13:02:28.916 INFO:teuthology.orchestra.run.smithi181.stdout: elfutils-libs-0.189-3.el8.x86_64 2024-01-24T13:02:28.916 INFO:teuthology.orchestra.run.smithi181.stdout: iproute-6.2.0-5.el8_9.x86_64 2024-01-24T13:02:28.916 INFO:teuthology.orchestra.run.smithi181.stdout: libblkid-2.32.1-43.el8.x86_64 2024-01-24T13:02:28.916 INFO:teuthology.orchestra.run.smithi181.stdout: libfdisk-2.32.1-43.el8.x86_64 2024-01-24T13:02:28.916 INFO:teuthology.orchestra.run.smithi181.stdout: libmount-2.32.1-43.el8.x86_64 2024-01-24T13:02:28.916 INFO:teuthology.orchestra.run.smithi181.stdout: librados2-2:18.2.1-341.g4e3182a6.el8.x86_64 2024-01-24T13:02:28.916 INFO:teuthology.orchestra.run.smithi181.stdout: librbd1-2:18.2.1-341.g4e3182a6.el8.x86_64 2024-01-24T13:02:28.917 INFO:teuthology.orchestra.run.smithi181.stdout: libsmartcols-2.32.1-43.el8.x86_64 2024-01-24T13:02:28.917 INFO:teuthology.orchestra.run.smithi181.stdout: libuuid-2.32.1-43.el8.x86_64 2024-01-24T13:02:28.917 INFO:teuthology.orchestra.run.smithi181.stdout: openssl-1:1.1.1k-12.el8_9.x86_64 2024-01-24T13:02:28.917 INFO:teuthology.orchestra.run.smithi181.stdout: openssl-libs-1:1.1.1k-12.el8_9.x86_64 2024-01-24T13:02:28.917 INFO:teuthology.orchestra.run.smithi181.stdout: util-linux-2.32.1-43.el8.x86_64 2024-01-24T13:02:28.917 INFO:teuthology.orchestra.run.smithi181.stdout: util-linux-user-2.32.1-43.el8.x86_64 2024-01-24T13:02:28.917 INFO:teuthology.orchestra.run.smithi181.stdout: xfsdump-3.1.8-7.el8_9.x86_64 2024-01-24T13:02:28.917 INFO:teuthology.orchestra.run.smithi181.stdout: xfsprogs-5.0.0-12.el8.x86_64 2024-01-24T13:02:28.917 INFO:teuthology.orchestra.run.smithi181.stdout:Installed: 2024-01-24T13:02:28.917 INFO:teuthology.orchestra.run.smithi181.stdout: NetworkManager-initscripts-updown-1:1.40.16-13.el8_9.noarch 2024-01-24T13:02:28.917 INFO:teuthology.orchestra.run.smithi181.stdout: automake-1.16.1-8.el8.noarch 2024-01-24T13:02:28.917 INFO:teuthology.orchestra.run.smithi181.stdout: bison-3.0.4-10.el8.x86_64 2024-01-24T13:02:28.918 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-2:18.2.1-341.g4e3182a6.el8.x86_64 2024-01-24T13:02:28.918 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-base-2:18.2.1-341.g4e3182a6.el8.x86_64 2024-01-24T13:02:28.918 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-common-2:18.2.1-341.g4e3182a6.el8.x86_64 2024-01-24T13:02:28.918 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-fuse-2:18.2.1-341.g4e3182a6.el8.x86_64 2024-01-24T13:02:28.918 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-grafana-dashboards-2:18.2.1-341.g4e3182a6.el8.noarch 2024-01-24T13:02:28.918 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-immutable-object-cache-2:18.2.1-341.g4e3182a6.el8.x86_64 2024-01-24T13:02:28.918 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-mds-2:18.2.1-341.g4e3182a6.el8.x86_64 2024-01-24T13:02:28.918 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-mgr-2:18.2.1-341.g4e3182a6.el8.x86_64 2024-01-24T13:02:28.918 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-mgr-cephadm-2:18.2.1-341.g4e3182a6.el8.noarch 2024-01-24T13:02:28.918 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-mgr-dashboard-2:18.2.1-341.g4e3182a6.el8.noarch 2024-01-24T13:02:28.918 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-mgr-diskprediction-local-2:18.2.1-341.g4e3182a6.el8.noarch 2024-01-24T13:02:28.918 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-mgr-modules-core-2:18.2.1-341.g4e3182a6.el8.noarch 2024-01-24T13:02:28.919 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-mgr-rook-2:18.2.1-341.g4e3182a6.el8.noarch 2024-01-24T13:02:28.919 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-mon-2:18.2.1-341.g4e3182a6.el8.x86_64 2024-01-24T13:02:28.919 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-osd-2:18.2.1-341.g4e3182a6.el8.x86_64 2024-01-24T13:02:28.919 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-prometheus-alerts-2:18.2.1-341.g4e3182a6.el8.noarch 2024-01-24T13:02:28.919 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-radosgw-2:18.2.1-341.g4e3182a6.el8.x86_64 2024-01-24T13:02:28.919 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-selinux-2:18.2.1-341.g4e3182a6.el8.x86_64 2024-01-24T13:02:28.919 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-test-2:18.2.1-341.g4e3182a6.el8.x86_64 2024-01-24T13:02:28.919 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-volume-2:18.2.1-341.g4e3182a6.el8.noarch 2024-01-24T13:02:28.919 INFO:teuthology.orchestra.run.smithi181.stdout: cephadm-2:18.2.1-341.g4e3182a6.el8.noarch 2024-01-24T13:02:28.919 INFO:teuthology.orchestra.run.smithi181.stdout: cephfs-mirror-2:18.2.1-341.g4e3182a6.el8.x86_64 2024-01-24T13:02:28.919 INFO:teuthology.orchestra.run.smithi181.stdout: cephfs-top-2:18.2.1-341.g4e3182a6.el8.noarch 2024-01-24T13:02:28.919 INFO:teuthology.orchestra.run.smithi181.stdout: elfutils-libelf-devel-0.189-3.el8.x86_64 2024-01-24T13:02:28.920 INFO:teuthology.orchestra.run.smithi181.stdout: flex-2.6.1-9.el8.x86_64 2024-01-24T13:02:28.920 INFO:teuthology.orchestra.run.smithi181.stdout: fuse-2.9.7-17.el8.x86_64 2024-01-24T13:02:28.920 INFO:teuthology.orchestra.run.smithi181.stdout: gperftools-libs-1:2.7-9.el8.x86_64 2024-01-24T13:02:28.920 INFO:teuthology.orchestra.run.smithi181.stdout: jq-1.6-7.el8.x86_64 2024-01-24T13:02:28.920 INFO:teuthology.orchestra.run.smithi181.stdout: keyutils-libs-devel-1.5.10-9.el8.x86_64 2024-01-24T13:02:28.920 INFO:teuthology.orchestra.run.smithi181.stdout: krb5-devel-1.18.2-26.el8_9.x86_64 2024-01-24T13:02:28.920 INFO:teuthology.orchestra.run.smithi181.stdout: libaio-devel-0.3.112-1.el8.x86_64 2024-01-24T13:02:28.920 INFO:teuthology.orchestra.run.smithi181.stdout: libcephfs-devel-2:18.2.1-341.g4e3182a6.el8.x86_64 2024-01-24T13:02:28.920 INFO:teuthology.orchestra.run.smithi181.stdout: libcephfs2-2:18.2.1-341.g4e3182a6.el8.x86_64 2024-01-24T13:02:28.920 INFO:teuthology.orchestra.run.smithi181.stdout: libcephsqlite-2:18.2.1-341.g4e3182a6.el8.x86_64 2024-01-24T13:02:28.920 INFO:teuthology.orchestra.run.smithi181.stdout: libcom_err-devel-1.45.6-4.el8.x86_64 2024-01-24T13:02:28.920 INFO:teuthology.orchestra.run.smithi181.stdout: libgfortran-8.5.0-20.el8.x86_64 2024-01-24T13:02:28.920 INFO:teuthology.orchestra.run.smithi181.stdout: liboath-2.6.2-3.el8.x86_64 2024-01-24T13:02:28.921 INFO:teuthology.orchestra.run.smithi181.stdout: libpq-13.11-1.el8.x86_64 2024-01-24T13:02:28.921 INFO:teuthology.orchestra.run.smithi181.stdout: libquadmath-8.5.0-20.el8.x86_64 2024-01-24T13:02:28.921 INFO:teuthology.orchestra.run.smithi181.stdout: librabbitmq-0.9.0-4.el8.x86_64 2024-01-24T13:02:28.921 INFO:teuthology.orchestra.run.smithi181.stdout: librados-devel-2:18.2.1-341.g4e3182a6.el8.x86_64 2024-01-24T13:02:28.921 INFO:teuthology.orchestra.run.smithi181.stdout: libradosstriper1-2:18.2.1-341.g4e3182a6.el8.x86_64 2024-01-24T13:02:28.921 INFO:teuthology.orchestra.run.smithi181.stdout: librdkafka-0.11.4-3.el8.x86_64 2024-01-24T13:02:28.921 INFO:teuthology.orchestra.run.smithi181.stdout: librgw2-2:18.2.1-341.g4e3182a6.el8.x86_64 2024-01-24T13:02:28.921 INFO:teuthology.orchestra.run.smithi181.stdout: libselinux-devel-2.9-5.el8.x86_64 2024-01-24T13:02:28.921 INFO:teuthology.orchestra.run.smithi181.stdout: libsepol-devel-2.9-3.el8.x86_64 2024-01-24T13:02:28.921 INFO:teuthology.orchestra.run.smithi181.stdout: libtool-2.4.6-25.el8.x86_64 2024-01-24T13:02:28.921 INFO:teuthology.orchestra.run.smithi181.stdout: libunwind-1.3.1-3.el8.x86_64 2024-01-24T13:02:28.921 INFO:teuthology.orchestra.run.smithi181.stdout: libuuid-devel-2.32.1-43.el8.x86_64 2024-01-24T13:02:28.921 INFO:teuthology.orchestra.run.smithi181.stdout: libverto-devel-0.3.0-5.el8.x86_64 2024-01-24T13:02:28.922 INFO:teuthology.orchestra.run.smithi181.stdout: libzstd-devel-1.4.4-1.el8.x86_64 2024-01-24T13:02:28.922 INFO:teuthology.orchestra.run.smithi181.stdout: lttng-ust-2.8.1-11.el8.x86_64 2024-01-24T13:02:28.922 INFO:teuthology.orchestra.run.smithi181.stdout: oniguruma-6.8.2-2.el8.x86_64 2024-01-24T13:02:28.922 INFO:teuthology.orchestra.run.smithi181.stdout: openblas-0.3.15-6.el8.x86_64 2024-01-24T13:02:28.922 INFO:teuthology.orchestra.run.smithi181.stdout: openblas-threads-0.3.15-6.el8.x86_64 2024-01-24T13:02:28.922 INFO:teuthology.orchestra.run.smithi181.stdout: openssl-devel-1:1.1.1k-12.el8_9.x86_64 2024-01-24T13:02:28.922 INFO:teuthology.orchestra.run.smithi181.stdout: pcre2-devel-10.32-2.el8.x86_64 2024-01-24T13:02:28.922 INFO:teuthology.orchestra.run.smithi181.stdout: pcre2-utf16-10.32-2.el8.x86_64 2024-01-24T13:02:28.922 INFO:teuthology.orchestra.run.smithi181.stdout: pcre2-utf32-10.32-2.el8.x86_64 2024-01-24T13:02:28.922 INFO:teuthology.orchestra.run.smithi181.stdout: postgresql-10.23-3.module+el8.9.0+20831+78489779.x86_64 2024-01-24T13:02:28.922 INFO:teuthology.orchestra.run.smithi181.stdout: postgresql-contrib-10.23-3.module+el8.9.0+20831+78489779.x86_64 2024-01-24T13:02:28.922 INFO:teuthology.orchestra.run.smithi181.stdout: postgresql-server-10.23-3.module+el8.9.0+20831+78489779.x86_64 2024-01-24T13:02:28.923 INFO:teuthology.orchestra.run.smithi181.stdout: python3-asyncssh-2.7.0-2.el8.noarch 2024-01-24T13:02:28.923 INFO:teuthology.orchestra.run.smithi181.stdout: python3-babel-2.5.1-7.el8.noarch 2024-01-24T13:02:28.923 INFO:teuthology.orchestra.run.smithi181.stdout: python3-bcrypt-3.1.6-2.el8.1.x86_64 2024-01-24T13:02:28.923 INFO:teuthology.orchestra.run.smithi181.stdout: python3-beautifulsoup4-4.6.3-2.el8.1.noarch 2024-01-24T13:02:28.923 INFO:teuthology.orchestra.run.smithi181.stdout: python3-cachetools-3.1.1-4.el8.noarch 2024-01-24T13:02:28.923 INFO:teuthology.orchestra.run.smithi181.stdout: python3-ceph-argparse-2:18.2.1-341.g4e3182a6.el8.x86_64 2024-01-24T13:02:28.923 INFO:teuthology.orchestra.run.smithi181.stdout: python3-ceph-common-2:18.2.1-341.g4e3182a6.el8.x86_64 2024-01-24T13:02:28.923 INFO:teuthology.orchestra.run.smithi181.stdout: python3-cephfs-2:18.2.1-341.g4e3182a6.el8.x86_64 2024-01-24T13:02:28.923 INFO:teuthology.orchestra.run.smithi181.stdout: python3-certifi-2018.10.15-7.el8.noarch 2024-01-24T13:02:28.923 INFO:teuthology.orchestra.run.smithi181.stdout: python3-cffi-1.11.5-6.el8.x86_64 2024-01-24T13:02:28.923 INFO:teuthology.orchestra.run.smithi181.stdout: python3-cheroot-8.5.2-1.el8.noarch 2024-01-24T13:02:28.923 INFO:teuthology.orchestra.run.smithi181.stdout: python3-cherrypy-18.4.0-1.el8.noarch 2024-01-24T13:02:28.923 INFO:teuthology.orchestra.run.smithi181.stdout: python3-cryptography-3.2.1-6.el8.x86_64 2024-01-24T13:02:28.924 INFO:teuthology.orchestra.run.smithi181.stdout: python3-google-auth-1:1.1.1-10.el8.noarch 2024-01-24T13:02:28.924 INFO:teuthology.orchestra.run.smithi181.stdout: python3-jaraco-6.2-6.el8.noarch 2024-01-24T13:02:28.924 INFO:teuthology.orchestra.run.smithi181.stdout: python3-jaraco-functools-2.0-4.el8.noarch 2024-01-24T13:02:28.924 INFO:teuthology.orchestra.run.smithi181.stdout: python3-jinja2-2.10.1-3.el8.noarch 2024-01-24T13:02:28.924 INFO:teuthology.orchestra.run.smithi181.stdout: python3-jsonpatch-1.21-2.el8.noarch 2024-01-24T13:02:28.924 INFO:teuthology.orchestra.run.smithi181.stdout: python3-jsonpointer-1.10-11.el8.noarch 2024-01-24T13:02:28.924 INFO:teuthology.orchestra.run.smithi181.stdout: python3-jwt-1.6.1-2.el8.noarch 2024-01-24T13:02:28.924 INFO:teuthology.orchestra.run.smithi181.stdout: python3-kubernetes-1:11.0.0-6.el8.noarch 2024-01-24T13:02:28.924 INFO:teuthology.orchestra.run.smithi181.stdout: python3-logutils-0.3.5-11.el8.noarch 2024-01-24T13:02:28.924 INFO:teuthology.orchestra.run.smithi181.stdout: python3-mako-1.0.6-14.el8.noarch 2024-01-24T13:02:28.924 INFO:teuthology.orchestra.run.smithi181.stdout: python3-markupsafe-0.23-19.el8.x86_64 2024-01-24T13:02:28.924 INFO:teuthology.orchestra.run.smithi181.stdout: python3-more-itertools-7.2.0-3.el8.noarch 2024-01-24T13:02:28.924 INFO:teuthology.orchestra.run.smithi181.stdout: python3-natsort-7.1.1-2.el8.noarch 2024-01-24T13:02:28.925 INFO:teuthology.orchestra.run.smithi181.stdout: python3-numpy-1:1.14.3-10.el8.x86_64 2024-01-24T13:02:28.925 INFO:teuthology.orchestra.run.smithi181.stdout: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 2024-01-24T13:02:28.925 INFO:teuthology.orchestra.run.smithi181.stdout: python3-oauthlib-2.1.0-1.el8.noarch 2024-01-24T13:02:28.925 INFO:teuthology.orchestra.run.smithi181.stdout: python3-pecan-1.3.2-9.el8.noarch 2024-01-24T13:02:28.925 INFO:teuthology.orchestra.run.smithi181.stdout: python3-portend-2.6-1.el8.noarch 2024-01-24T13:02:28.925 INFO:teuthology.orchestra.run.smithi181.stdout: python3-prettytable-0.7.2-14.el8.noarch 2024-01-24T13:02:28.925 INFO:teuthology.orchestra.run.smithi181.stdout: python3-pyOpenSSL-19.0.0-1.el8.noarch 2024-01-24T13:02:28.925 INFO:teuthology.orchestra.run.smithi181.stdout: python3-pyasn1-0.3.7-6.el8.noarch 2024-01-24T13:02:28.925 INFO:teuthology.orchestra.run.smithi181.stdout: python3-pyasn1-modules-0.3.7-6.el8.noarch 2024-01-24T13:02:28.925 INFO:teuthology.orchestra.run.smithi181.stdout: python3-pycparser-2.14-14.el8.noarch 2024-01-24T13:02:28.925 INFO:teuthology.orchestra.run.smithi181.stdout: python3-pytz-2017.2-11.el8.noarch 2024-01-24T13:02:28.925 INFO:teuthology.orchestra.run.smithi181.stdout: python3-rados-2:18.2.1-341.g4e3182a6.el8.x86_64 2024-01-24T13:02:28.925 INFO:teuthology.orchestra.run.smithi181.stdout: python3-rbd-2:18.2.1-341.g4e3182a6.el8.x86_64 2024-01-24T13:02:28.926 INFO:teuthology.orchestra.run.smithi181.stdout: python3-repoze-lru-0.7-6.el8.noarch 2024-01-24T13:02:28.926 INFO:teuthology.orchestra.run.smithi181.stdout: python3-requests-oauthlib-1.0.0-1.el8.noarch 2024-01-24T13:02:28.926 INFO:teuthology.orchestra.run.smithi181.stdout: python3-rgw-2:18.2.1-341.g4e3182a6.el8.x86_64 2024-01-24T13:02:28.926 INFO:teuthology.orchestra.run.smithi181.stdout: python3-routes-2.4.1-12.el8.noarch 2024-01-24T13:02:28.926 INFO:teuthology.orchestra.run.smithi181.stdout: python3-rsa-4.9-2.el8.noarch 2024-01-24T13:02:28.926 INFO:teuthology.orchestra.run.smithi181.stdout: python3-scipy-1.0.0-21.module+el8.9.0+20976+d3c38525.x86_64 2024-01-24T13:02:28.926 INFO:teuthology.orchestra.run.smithi181.stdout: python3-simplegeneric-0.8.1-17.el8.noarch 2024-01-24T13:02:28.926 INFO:teuthology.orchestra.run.smithi181.stdout: python3-singledispatch-3.4.0.3-18.el8.noarch 2024-01-24T13:02:28.926 INFO:teuthology.orchestra.run.smithi181.stdout: python3-tempora-1.14.1-5.el8.noarch 2024-01-24T13:02:28.926 INFO:teuthology.orchestra.run.smithi181.stdout: python3-trustme-0.6.0-4.el8.noarch 2024-01-24T13:02:28.926 INFO:teuthology.orchestra.run.smithi181.stdout: python3-waitress-1.4.3-1.el8.noarch 2024-01-24T13:02:28.926 INFO:teuthology.orchestra.run.smithi181.stdout: python3-webob-1.8.5-1.el8.1.noarch 2024-01-24T13:02:28.927 INFO:teuthology.orchestra.run.smithi181.stdout: python3-websocket-client-0.56.0-5.el8.noarch 2024-01-24T13:02:28.927 INFO:teuthology.orchestra.run.smithi181.stdout: python3-webtest-2.0.33-1.el8.noarch 2024-01-24T13:02:28.927 INFO:teuthology.orchestra.run.smithi181.stdout: python3-werkzeug-0.12.2-4.el8.noarch 2024-01-24T13:02:28.927 INFO:teuthology.orchestra.run.smithi181.stdout: python3-zc-lockfile-2.0-2.el8.noarch 2024-01-24T13:02:28.927 INFO:teuthology.orchestra.run.smithi181.stdout: rbd-fuse-2:18.2.1-341.g4e3182a6.el8.x86_64 2024-01-24T13:02:28.927 INFO:teuthology.orchestra.run.smithi181.stdout: rbd-mirror-2:18.2.1-341.g4e3182a6.el8.x86_64 2024-01-24T13:02:28.927 INFO:teuthology.orchestra.run.smithi181.stdout: rbd-nbd-2:18.2.1-341.g4e3182a6.el8.x86_64 2024-01-24T13:02:28.927 INFO:teuthology.orchestra.run.smithi181.stdout: socat-1.7.4.1-1.el8.x86_64 2024-01-24T13:02:28.927 INFO:teuthology.orchestra.run.smithi181.stdout: thrift-0.13.0-2.el8.x86_64 2024-01-24T13:02:28.927 INFO:teuthology.orchestra.run.smithi181.stdout: uuid-1.6.2-43.el8.x86_64 2024-01-24T13:02:28.927 INFO:teuthology.orchestra.run.smithi181.stdout: xfsprogs-devel-5.0.0-12.el8.x86_64 2024-01-24T13:02:28.927 INFO:teuthology.orchestra.run.smithi181.stdout: xmlstarlet-1.6.1-20.el8.x86_64 2024-01-24T13:02:28.928 INFO:teuthology.orchestra.run.smithi181.stdout: zlib-devel-1.2.11-18.el8_5.x86_64 2024-01-24T13:02:28.928 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-01-24T13:02:28.928 INFO:teuthology.orchestra.run.smithi181.stdout:Complete! 2024-01-24T13:02:28.928 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-01-24T13:02:28.929 INFO:teuthology.orchestra.run.smithi084.stdout:Upgraded: 2024-01-24T13:02:28.929 INFO:teuthology.orchestra.run.smithi084.stdout: elfutils-libelf-0.189-3.el8.x86_64 2024-01-24T13:02:28.929 INFO:teuthology.orchestra.run.smithi084.stdout: elfutils-libs-0.189-3.el8.x86_64 2024-01-24T13:02:28.929 INFO:teuthology.orchestra.run.smithi084.stdout: iproute-6.2.0-5.el8_9.x86_64 2024-01-24T13:02:28.929 INFO:teuthology.orchestra.run.smithi084.stdout: libblkid-2.32.1-43.el8.x86_64 2024-01-24T13:02:28.929 INFO:teuthology.orchestra.run.smithi084.stdout: libfdisk-2.32.1-43.el8.x86_64 2024-01-24T13:02:28.929 INFO:teuthology.orchestra.run.smithi084.stdout: libmount-2.32.1-43.el8.x86_64 2024-01-24T13:02:28.929 INFO:teuthology.orchestra.run.smithi084.stdout: librados2-2:18.2.1-341.g4e3182a6.el8.x86_64 2024-01-24T13:02:28.929 INFO:teuthology.orchestra.run.smithi084.stdout: librbd1-2:18.2.1-341.g4e3182a6.el8.x86_64 2024-01-24T13:02:28.929 INFO:teuthology.orchestra.run.smithi084.stdout: libsmartcols-2.32.1-43.el8.x86_64 2024-01-24T13:02:28.929 INFO:teuthology.orchestra.run.smithi084.stdout: libuuid-2.32.1-43.el8.x86_64 2024-01-24T13:02:28.929 INFO:teuthology.orchestra.run.smithi084.stdout: openssl-1:1.1.1k-12.el8_9.x86_64 2024-01-24T13:02:28.929 INFO:teuthology.orchestra.run.smithi084.stdout: openssl-libs-1:1.1.1k-12.el8_9.x86_64 2024-01-24T13:02:28.930 INFO:teuthology.orchestra.run.smithi084.stdout: util-linux-2.32.1-43.el8.x86_64 2024-01-24T13:02:28.930 INFO:teuthology.orchestra.run.smithi084.stdout: util-linux-user-2.32.1-43.el8.x86_64 2024-01-24T13:02:28.930 INFO:teuthology.orchestra.run.smithi084.stdout: xfsdump-3.1.8-7.el8_9.x86_64 2024-01-24T13:02:28.930 INFO:teuthology.orchestra.run.smithi084.stdout: xfsprogs-5.0.0-12.el8.x86_64 2024-01-24T13:02:28.930 INFO:teuthology.orchestra.run.smithi084.stdout:Installed: 2024-01-24T13:02:28.930 INFO:teuthology.orchestra.run.smithi084.stdout: NetworkManager-initscripts-updown-1:1.40.16-13.el8_9.noarch 2024-01-24T13:02:28.930 INFO:teuthology.orchestra.run.smithi084.stdout: automake-1.16.1-8.el8.noarch 2024-01-24T13:02:28.930 INFO:teuthology.orchestra.run.smithi084.stdout: bison-3.0.4-10.el8.x86_64 2024-01-24T13:02:28.930 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-2:18.2.1-341.g4e3182a6.el8.x86_64 2024-01-24T13:02:28.930 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-base-2:18.2.1-341.g4e3182a6.el8.x86_64 2024-01-24T13:02:28.930 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-common-2:18.2.1-341.g4e3182a6.el8.x86_64 2024-01-24T13:02:28.930 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-fuse-2:18.2.1-341.g4e3182a6.el8.x86_64 2024-01-24T13:02:28.931 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-grafana-dashboards-2:18.2.1-341.g4e3182a6.el8.noarch 2024-01-24T13:02:28.931 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-immutable-object-cache-2:18.2.1-341.g4e3182a6.el8.x86_64 2024-01-24T13:02:28.931 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-mds-2:18.2.1-341.g4e3182a6.el8.x86_64 2024-01-24T13:02:28.931 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-mgr-2:18.2.1-341.g4e3182a6.el8.x86_64 2024-01-24T13:02:28.931 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-mgr-cephadm-2:18.2.1-341.g4e3182a6.el8.noarch 2024-01-24T13:02:28.931 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-mgr-dashboard-2:18.2.1-341.g4e3182a6.el8.noarch 2024-01-24T13:02:28.931 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-mgr-diskprediction-local-2:18.2.1-341.g4e3182a6.el8.noarch 2024-01-24T13:02:28.931 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-mgr-modules-core-2:18.2.1-341.g4e3182a6.el8.noarch 2024-01-24T13:02:28.931 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-mgr-rook-2:18.2.1-341.g4e3182a6.el8.noarch 2024-01-24T13:02:28.931 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-mon-2:18.2.1-341.g4e3182a6.el8.x86_64 2024-01-24T13:02:28.931 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-osd-2:18.2.1-341.g4e3182a6.el8.x86_64 2024-01-24T13:02:28.931 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-prometheus-alerts-2:18.2.1-341.g4e3182a6.el8.noarch 2024-01-24T13:02:28.931 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-radosgw-2:18.2.1-341.g4e3182a6.el8.x86_64 2024-01-24T13:02:28.932 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-selinux-2:18.2.1-341.g4e3182a6.el8.x86_64 2024-01-24T13:02:28.932 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-test-2:18.2.1-341.g4e3182a6.el8.x86_64 2024-01-24T13:02:28.932 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-volume-2:18.2.1-341.g4e3182a6.el8.noarch 2024-01-24T13:02:28.932 INFO:teuthology.orchestra.run.smithi084.stdout: cephadm-2:18.2.1-341.g4e3182a6.el8.noarch 2024-01-24T13:02:28.932 INFO:teuthology.orchestra.run.smithi084.stdout: cephfs-mirror-2:18.2.1-341.g4e3182a6.el8.x86_64 2024-01-24T13:02:28.932 INFO:teuthology.orchestra.run.smithi084.stdout: cephfs-top-2:18.2.1-341.g4e3182a6.el8.noarch 2024-01-24T13:02:28.932 INFO:teuthology.orchestra.run.smithi084.stdout: elfutils-libelf-devel-0.189-3.el8.x86_64 2024-01-24T13:02:28.932 INFO:teuthology.orchestra.run.smithi084.stdout: flex-2.6.1-9.el8.x86_64 2024-01-24T13:02:28.932 INFO:teuthology.orchestra.run.smithi084.stdout: fuse-2.9.7-17.el8.x86_64 2024-01-24T13:02:28.932 INFO:teuthology.orchestra.run.smithi084.stdout: gperftools-libs-1:2.7-9.el8.x86_64 2024-01-24T13:02:28.932 INFO:teuthology.orchestra.run.smithi084.stdout: jq-1.6-7.el8.x86_64 2024-01-24T13:02:28.933 INFO:teuthology.orchestra.run.smithi084.stdout: keyutils-libs-devel-1.5.10-9.el8.x86_64 2024-01-24T13:02:28.933 INFO:teuthology.orchestra.run.smithi084.stdout: krb5-devel-1.18.2-26.el8_9.x86_64 2024-01-24T13:02:28.933 INFO:teuthology.orchestra.run.smithi084.stdout: libaio-devel-0.3.112-1.el8.x86_64 2024-01-24T13:02:28.933 INFO:teuthology.orchestra.run.smithi084.stdout: libcephfs-devel-2:18.2.1-341.g4e3182a6.el8.x86_64 2024-01-24T13:02:28.933 INFO:teuthology.orchestra.run.smithi084.stdout: libcephfs2-2:18.2.1-341.g4e3182a6.el8.x86_64 2024-01-24T13:02:28.933 INFO:teuthology.orchestra.run.smithi084.stdout: libcephsqlite-2:18.2.1-341.g4e3182a6.el8.x86_64 2024-01-24T13:02:28.933 INFO:teuthology.orchestra.run.smithi084.stdout: libcom_err-devel-1.45.6-4.el8.x86_64 2024-01-24T13:02:28.934 INFO:teuthology.orchestra.run.smithi084.stdout: libgfortran-8.5.0-20.el8.x86_64 2024-01-24T13:02:28.934 INFO:teuthology.orchestra.run.smithi084.stdout: liboath-2.6.2-3.el8.x86_64 2024-01-24T13:02:28.934 INFO:teuthology.orchestra.run.smithi084.stdout: libpq-13.11-1.el8.x86_64 2024-01-24T13:02:28.934 INFO:teuthology.orchestra.run.smithi084.stdout: libquadmath-8.5.0-20.el8.x86_64 2024-01-24T13:02:28.934 INFO:teuthology.orchestra.run.smithi084.stdout: librabbitmq-0.9.0-4.el8.x86_64 2024-01-24T13:02:28.934 INFO:teuthology.orchestra.run.smithi084.stdout: librados-devel-2:18.2.1-341.g4e3182a6.el8.x86_64 2024-01-24T13:02:28.934 INFO:teuthology.orchestra.run.smithi084.stdout: libradosstriper1-2:18.2.1-341.g4e3182a6.el8.x86_64 2024-01-24T13:02:28.934 INFO:teuthology.orchestra.run.smithi084.stdout: librdkafka-0.11.4-3.el8.x86_64 2024-01-24T13:02:28.934 INFO:teuthology.orchestra.run.smithi084.stdout: librgw2-2:18.2.1-341.g4e3182a6.el8.x86_64 2024-01-24T13:02:28.934 INFO:teuthology.orchestra.run.smithi084.stdout: libselinux-devel-2.9-5.el8.x86_64 2024-01-24T13:02:28.934 INFO:teuthology.orchestra.run.smithi084.stdout: libsepol-devel-2.9-3.el8.x86_64 2024-01-24T13:02:28.935 INFO:teuthology.orchestra.run.smithi084.stdout: libtool-2.4.6-25.el8.x86_64 2024-01-24T13:02:28.935 INFO:teuthology.orchestra.run.smithi084.stdout: libunwind-1.3.1-3.el8.x86_64 2024-01-24T13:02:28.935 INFO:teuthology.orchestra.run.smithi084.stdout: libuuid-devel-2.32.1-43.el8.x86_64 2024-01-24T13:02:28.935 INFO:teuthology.orchestra.run.smithi084.stdout: libverto-devel-0.3.0-5.el8.x86_64 2024-01-24T13:02:28.935 INFO:teuthology.orchestra.run.smithi084.stdout: libzstd-devel-1.4.4-1.el8.x86_64 2024-01-24T13:02:28.935 INFO:teuthology.orchestra.run.smithi084.stdout: lttng-ust-2.8.1-11.el8.x86_64 2024-01-24T13:02:28.935 INFO:teuthology.orchestra.run.smithi084.stdout: oniguruma-6.8.2-2.el8.x86_64 2024-01-24T13:02:28.935 INFO:teuthology.orchestra.run.smithi084.stdout: openblas-0.3.15-6.el8.x86_64 2024-01-24T13:02:28.935 INFO:teuthology.orchestra.run.smithi084.stdout: openblas-threads-0.3.15-6.el8.x86_64 2024-01-24T13:02:28.935 INFO:teuthology.orchestra.run.smithi084.stdout: openssl-devel-1:1.1.1k-12.el8_9.x86_64 2024-01-24T13:02:28.936 INFO:teuthology.orchestra.run.smithi084.stdout: pcre2-devel-10.32-2.el8.x86_64 2024-01-24T13:02:28.936 INFO:teuthology.orchestra.run.smithi084.stdout: pcre2-utf16-10.32-2.el8.x86_64 2024-01-24T13:02:28.936 INFO:teuthology.orchestra.run.smithi084.stdout: pcre2-utf32-10.32-2.el8.x86_64 2024-01-24T13:02:28.936 INFO:teuthology.orchestra.run.smithi084.stdout: postgresql-10.23-3.module+el8.9.0+20831+78489779.x86_64 2024-01-24T13:02:28.936 INFO:teuthology.orchestra.run.smithi084.stdout: postgresql-contrib-10.23-3.module+el8.9.0+20831+78489779.x86_64 2024-01-24T13:02:28.936 INFO:teuthology.orchestra.run.smithi084.stdout: postgresql-server-10.23-3.module+el8.9.0+20831+78489779.x86_64 2024-01-24T13:02:28.936 INFO:teuthology.orchestra.run.smithi084.stdout: python3-asyncssh-2.7.0-2.el8.noarch 2024-01-24T13:02:28.936 INFO:teuthology.orchestra.run.smithi084.stdout: python3-babel-2.5.1-7.el8.noarch 2024-01-24T13:02:28.936 INFO:teuthology.orchestra.run.smithi084.stdout: python3-bcrypt-3.1.6-2.el8.1.x86_64 2024-01-24T13:02:28.937 INFO:teuthology.orchestra.run.smithi084.stdout: python3-beautifulsoup4-4.6.3-2.el8.1.noarch 2024-01-24T13:02:28.937 INFO:teuthology.orchestra.run.smithi084.stdout: python3-cachetools-3.1.1-4.el8.noarch 2024-01-24T13:02:28.937 INFO:teuthology.orchestra.run.smithi084.stdout: python3-ceph-argparse-2:18.2.1-341.g4e3182a6.el8.x86_64 2024-01-24T13:02:28.937 INFO:teuthology.orchestra.run.smithi084.stdout: python3-ceph-common-2:18.2.1-341.g4e3182a6.el8.x86_64 2024-01-24T13:02:28.937 INFO:teuthology.orchestra.run.smithi084.stdout: python3-cephfs-2:18.2.1-341.g4e3182a6.el8.x86_64 2024-01-24T13:02:28.937 INFO:teuthology.orchestra.run.smithi084.stdout: python3-certifi-2018.10.15-7.el8.noarch 2024-01-24T13:02:28.937 INFO:teuthology.orchestra.run.smithi084.stdout: python3-cffi-1.11.5-6.el8.x86_64 2024-01-24T13:02:28.937 INFO:teuthology.orchestra.run.smithi084.stdout: python3-cheroot-8.5.2-1.el8.noarch 2024-01-24T13:02:28.937 INFO:teuthology.orchestra.run.smithi084.stdout: python3-cherrypy-18.4.0-1.el8.noarch 2024-01-24T13:02:28.937 INFO:teuthology.orchestra.run.smithi084.stdout: python3-cryptography-3.2.1-6.el8.x86_64 2024-01-24T13:02:28.937 INFO:teuthology.orchestra.run.smithi084.stdout: python3-google-auth-1:1.1.1-10.el8.noarch 2024-01-24T13:02:28.937 INFO:teuthology.orchestra.run.smithi084.stdout: python3-jaraco-6.2-6.el8.noarch 2024-01-24T13:02:28.937 INFO:teuthology.orchestra.run.smithi084.stdout: python3-jaraco-functools-2.0-4.el8.noarch 2024-01-24T13:02:28.938 INFO:teuthology.orchestra.run.smithi084.stdout: python3-jinja2-2.10.1-3.el8.noarch 2024-01-24T13:02:28.938 INFO:teuthology.orchestra.run.smithi084.stdout: python3-jsonpatch-1.21-2.el8.noarch 2024-01-24T13:02:28.938 INFO:teuthology.orchestra.run.smithi084.stdout: python3-jsonpointer-1.10-11.el8.noarch 2024-01-24T13:02:28.938 INFO:teuthology.orchestra.run.smithi084.stdout: python3-jwt-1.6.1-2.el8.noarch 2024-01-24T13:02:28.938 INFO:teuthology.orchestra.run.smithi084.stdout: python3-kubernetes-1:11.0.0-6.el8.noarch 2024-01-24T13:02:28.938 INFO:teuthology.orchestra.run.smithi084.stdout: python3-logutils-0.3.5-11.el8.noarch 2024-01-24T13:02:28.938 INFO:teuthology.orchestra.run.smithi084.stdout: python3-mako-1.0.6-14.el8.noarch 2024-01-24T13:02:28.938 INFO:teuthology.orchestra.run.smithi084.stdout: python3-markupsafe-0.23-19.el8.x86_64 2024-01-24T13:02:28.938 INFO:teuthology.orchestra.run.smithi084.stdout: python3-more-itertools-7.2.0-3.el8.noarch 2024-01-24T13:02:28.938 INFO:teuthology.orchestra.run.smithi084.stdout: python3-natsort-7.1.1-2.el8.noarch 2024-01-24T13:02:28.938 INFO:teuthology.orchestra.run.smithi084.stdout: python3-numpy-1:1.14.3-10.el8.x86_64 2024-01-24T13:02:28.938 INFO:teuthology.orchestra.run.smithi084.stdout: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 2024-01-24T13:02:28.938 INFO:teuthology.orchestra.run.smithi084.stdout: python3-oauthlib-2.1.0-1.el8.noarch 2024-01-24T13:02:28.939 INFO:teuthology.orchestra.run.smithi084.stdout: python3-pecan-1.3.2-9.el8.noarch 2024-01-24T13:02:28.939 INFO:teuthology.orchestra.run.smithi084.stdout: python3-portend-2.6-1.el8.noarch 2024-01-24T13:02:28.939 INFO:teuthology.orchestra.run.smithi084.stdout: python3-prettytable-0.7.2-14.el8.noarch 2024-01-24T13:02:28.939 INFO:teuthology.orchestra.run.smithi084.stdout: python3-pyOpenSSL-19.0.0-1.el8.noarch 2024-01-24T13:02:28.939 INFO:teuthology.orchestra.run.smithi084.stdout: python3-pyasn1-0.3.7-6.el8.noarch 2024-01-24T13:02:28.939 INFO:teuthology.orchestra.run.smithi084.stdout: python3-pyasn1-modules-0.3.7-6.el8.noarch 2024-01-24T13:02:28.939 INFO:teuthology.orchestra.run.smithi084.stdout: python3-pycparser-2.14-14.el8.noarch 2024-01-24T13:02:28.939 INFO:teuthology.orchestra.run.smithi084.stdout: python3-pytz-2017.2-11.el8.noarch 2024-01-24T13:02:28.939 INFO:teuthology.orchestra.run.smithi084.stdout: python3-rados-2:18.2.1-341.g4e3182a6.el8.x86_64 2024-01-24T13:02:28.939 INFO:teuthology.orchestra.run.smithi084.stdout: python3-rbd-2:18.2.1-341.g4e3182a6.el8.x86_64 2024-01-24T13:02:28.939 INFO:teuthology.orchestra.run.smithi084.stdout: python3-repoze-lru-0.7-6.el8.noarch 2024-01-24T13:02:28.939 INFO:teuthology.orchestra.run.smithi084.stdout: python3-requests-oauthlib-1.0.0-1.el8.noarch 2024-01-24T13:02:28.939 INFO:teuthology.orchestra.run.smithi084.stdout: python3-rgw-2:18.2.1-341.g4e3182a6.el8.x86_64 2024-01-24T13:02:28.940 INFO:teuthology.orchestra.run.smithi084.stdout: python3-routes-2.4.1-12.el8.noarch 2024-01-24T13:02:28.940 INFO:teuthology.orchestra.run.smithi084.stdout: python3-rsa-4.9-2.el8.noarch 2024-01-24T13:02:28.940 INFO:teuthology.orchestra.run.smithi084.stdout: python3-scipy-1.0.0-21.module+el8.9.0+20976+d3c38525.x86_64 2024-01-24T13:02:28.940 INFO:teuthology.orchestra.run.smithi084.stdout: python3-simplegeneric-0.8.1-17.el8.noarch 2024-01-24T13:02:28.940 INFO:teuthology.orchestra.run.smithi084.stdout: python3-singledispatch-3.4.0.3-18.el8.noarch 2024-01-24T13:02:28.940 INFO:teuthology.orchestra.run.smithi084.stdout: python3-tempora-1.14.1-5.el8.noarch 2024-01-24T13:02:28.940 INFO:teuthology.orchestra.run.smithi084.stdout: python3-trustme-0.6.0-4.el8.noarch 2024-01-24T13:02:28.940 INFO:teuthology.orchestra.run.smithi084.stdout: python3-waitress-1.4.3-1.el8.noarch 2024-01-24T13:02:28.940 INFO:teuthology.orchestra.run.smithi084.stdout: python3-webob-1.8.5-1.el8.1.noarch 2024-01-24T13:02:28.940 INFO:teuthology.orchestra.run.smithi084.stdout: python3-websocket-client-0.56.0-5.el8.noarch 2024-01-24T13:02:28.940 INFO:teuthology.orchestra.run.smithi084.stdout: python3-webtest-2.0.33-1.el8.noarch 2024-01-24T13:02:28.940 INFO:teuthology.orchestra.run.smithi084.stdout: python3-werkzeug-0.12.2-4.el8.noarch 2024-01-24T13:02:28.940 INFO:teuthology.orchestra.run.smithi084.stdout: python3-zc-lockfile-2.0-2.el8.noarch 2024-01-24T13:02:28.941 INFO:teuthology.orchestra.run.smithi084.stdout: rbd-fuse-2:18.2.1-341.g4e3182a6.el8.x86_64 2024-01-24T13:02:28.941 INFO:teuthology.orchestra.run.smithi084.stdout: rbd-mirror-2:18.2.1-341.g4e3182a6.el8.x86_64 2024-01-24T13:02:28.941 INFO:teuthology.orchestra.run.smithi084.stdout: rbd-nbd-2:18.2.1-341.g4e3182a6.el8.x86_64 2024-01-24T13:02:28.941 INFO:teuthology.orchestra.run.smithi084.stdout: socat-1.7.4.1-1.el8.x86_64 2024-01-24T13:02:28.941 INFO:teuthology.orchestra.run.smithi084.stdout: thrift-0.13.0-2.el8.x86_64 2024-01-24T13:02:28.941 INFO:teuthology.orchestra.run.smithi084.stdout: uuid-1.6.2-43.el8.x86_64 2024-01-24T13:02:28.941 INFO:teuthology.orchestra.run.smithi084.stdout: xfsprogs-devel-5.0.0-12.el8.x86_64 2024-01-24T13:02:28.941 INFO:teuthology.orchestra.run.smithi084.stdout: xmlstarlet-1.6.1-20.el8.x86_64 2024-01-24T13:02:28.941 INFO:teuthology.orchestra.run.smithi084.stdout: zlib-devel-1.2.11-18.el8_5.x86_64 2024-01-24T13:02:28.942 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-01-24T13:02:28.942 INFO:teuthology.orchestra.run.smithi084.stdout:Complete! 2024-01-24T13:02:29.278 DEBUG:teuthology.parallel:result is None 2024-01-24T13:02:29.298 DEBUG:teuthology.parallel:result is None 2024-01-24T13:02:29.299 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=4e3182a65800aed6d4aa2f6b86da3cfd72188134 2024-01-24T13:02:29.444 DEBUG:teuthology.orchestra.run.smithi084:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-01-24T13:02:29.496 INFO:teuthology.orchestra.run.smithi084.stdout:18.2.1-341.g4e3182a6.el8 2024-01-24T13:02:29.497 INFO:teuthology.packaging:The installed version of ceph is 18.2.1-341.g4e3182a6.el8 2024-01-24T13:02:29.497 INFO:teuthology.task.install:The correct ceph version 18.2.1-341.g4e3182a6 is installed. 2024-01-24T13:02:29.500 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=4e3182a65800aed6d4aa2f6b86da3cfd72188134 2024-01-24T13:02:29.716 DEBUG:teuthology.orchestra.run.smithi113:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-01-24T13:02:29.774 INFO:teuthology.orchestra.run.smithi113.stdout:18.2.1-341.g4e3182a6.el8 2024-01-24T13:02:29.774 INFO:teuthology.packaging:The installed version of ceph is 18.2.1-341.g4e3182a6.el8 2024-01-24T13:02:29.774 INFO:teuthology.task.install:The correct ceph version 18.2.1-341.g4e3182a6 is installed. 2024-01-24T13:02:29.776 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=4e3182a65800aed6d4aa2f6b86da3cfd72188134 2024-01-24T13:02:29.995 DEBUG:teuthology.orchestra.run.smithi181:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-01-24T13:02:30.051 INFO:teuthology.orchestra.run.smithi181.stdout:18.2.1-341.g4e3182a6.el8 2024-01-24T13:02:30.051 INFO:teuthology.packaging:The installed version of ceph is 18.2.1-341.g4e3182a6.el8 2024-01-24T13:02:30.052 INFO:teuthology.task.install:The correct ceph version 18.2.1-341.g4e3182a6 is installed. 2024-01-24T13:02:30.054 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-01-24T13:02:30.054 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-01-24T13:02:30.054 DEBUG:teuthology.orchestra.run.smithi084:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-01-24T13:02:30.140 DEBUG:teuthology.orchestra.run.smithi113:> set -ex 2024-01-24T13:02:30.140 DEBUG:teuthology.orchestra.run.smithi113:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-01-24T13:02:30.232 DEBUG:teuthology.orchestra.run.smithi181:> set -ex 2024-01-24T13:02:30.232 DEBUG:teuthology.orchestra.run.smithi181:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-01-24T13:02:30.320 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-01-24T13:02:30.320 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-01-24T13:02:30.320 DEBUG:teuthology.orchestra.run.smithi084:> sudo dd of=/usr/bin/daemon-helper 2024-01-24T13:02:30.385 DEBUG:teuthology.orchestra.run.smithi084:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-01-24T13:02:30.489 DEBUG:teuthology.orchestra.run.smithi113:> set -ex 2024-01-24T13:02:30.489 DEBUG:teuthology.orchestra.run.smithi113:> sudo dd of=/usr/bin/daemon-helper 2024-01-24T13:02:30.558 DEBUG:teuthology.orchestra.run.smithi113:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-01-24T13:02:30.662 DEBUG:teuthology.orchestra.run.smithi181:> set -ex 2024-01-24T13:02:30.662 DEBUG:teuthology.orchestra.run.smithi181:> sudo dd of=/usr/bin/daemon-helper 2024-01-24T13:02:30.730 DEBUG:teuthology.orchestra.run.smithi181:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-01-24T13:02:30.835 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-01-24T13:02:30.835 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-01-24T13:02:30.835 DEBUG:teuthology.orchestra.run.smithi084:> sudo dd of=/usr/bin/adjust-ulimits 2024-01-24T13:02:30.899 DEBUG:teuthology.orchestra.run.smithi084:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-01-24T13:02:31.004 DEBUG:teuthology.orchestra.run.smithi113:> set -ex 2024-01-24T13:02:31.004 DEBUG:teuthology.orchestra.run.smithi113:> sudo dd of=/usr/bin/adjust-ulimits 2024-01-24T13:02:31.069 DEBUG:teuthology.orchestra.run.smithi113:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-01-24T13:02:31.173 DEBUG:teuthology.orchestra.run.smithi181:> set -ex 2024-01-24T13:02:31.173 DEBUG:teuthology.orchestra.run.smithi181:> sudo dd of=/usr/bin/adjust-ulimits 2024-01-24T13:02:31.239 DEBUG:teuthology.orchestra.run.smithi181:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-01-24T13:02:31.347 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-01-24T13:02:31.348 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-01-24T13:02:31.348 DEBUG:teuthology.orchestra.run.smithi084:> sudo dd of=/usr/bin/stdin-killer 2024-01-24T13:02:31.412 DEBUG:teuthology.orchestra.run.smithi084:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-01-24T13:02:31.516 DEBUG:teuthology.orchestra.run.smithi113:> set -ex 2024-01-24T13:02:31.516 DEBUG:teuthology.orchestra.run.smithi113:> sudo dd of=/usr/bin/stdin-killer 2024-01-24T13:02:31.580 DEBUG:teuthology.orchestra.run.smithi113:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-01-24T13:02:31.685 DEBUG:teuthology.orchestra.run.smithi181:> set -ex 2024-01-24T13:02:31.685 DEBUG:teuthology.orchestra.run.smithi181:> sudo dd of=/usr/bin/stdin-killer 2024-01-24T13:02:31.751 DEBUG:teuthology.orchestra.run.smithi181:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-01-24T13:02:31.855 INFO:teuthology.run_tasks:Running task cephadm... 2024-01-24T13:02:31.935 INFO:tasks.cephadm:Config: {'roleless': False, 'cephfs': {'max_mds': 5, 'session_timeout': 300, 'standby_replay': True}, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds bal fragment size max': 10000, 'mds bal merge size': 5, 'mds bal split bits': 3, 'mds bal split size': 100, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'mds_bal_replicate_threshold': 1, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'cephsqlite lock renewal timeout': 900000, 'debug cephsqlite': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon op complaint time': 120}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180, 'osd shutdown pgref assert': True, 'osd_max_omap_entries_per_request': 10}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'overall HEALTH_', '\\(FS_DEGRADED\\)', '\\(MDS_FAILED\\)', '\\(MDS_DEGRADED\\)', '\\(FS_WITH_FAILED_MDS\\)', '\\(MDS_DAMAGE\\)', '\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(FS_INLINE_DATA_DEPRECATED\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding'], 'sha1': '4e3182a65800aed6d4aa2f6b86da3cfd72188134', 'subvols': {'create': 2, 'subvol_options': '--namespace-isolated --size 25000000000'}} 2024-01-24T13:02:31.936 INFO:tasks.cephadm:Cluster image is quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4e3182a65800aed6d4aa2f6b86da3cfd72188134 2024-01-24T13:02:31.936 INFO:tasks.cephadm:Cluster fsid is d5d5b6f8-bab8-11ee-95b1-87774f69a715 2024-01-24T13:02:31.936 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-01-24T13:02:31.937 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.84', 'mon.b': '172.21.15.113', 'mon.c': '172.21.15.181'} 2024-01-24T13:02:31.937 INFO:tasks.cephadm:First mon is mon.a on smithi084 2024-01-24T13:02:31.937 INFO:tasks.cephadm:First mgr is x 2024-01-24T13:02:31.937 INFO:tasks.cephadm:Normalizing hostnames... 2024-01-24T13:02:31.937 DEBUG:teuthology.orchestra.run.smithi084:> sudo hostname $(hostname -s) 2024-01-24T13:02:32.004 DEBUG:teuthology.orchestra.run.smithi113:> sudo hostname $(hostname -s) 2024-01-24T13:02:32.070 DEBUG:teuthology.orchestra.run.smithi181:> sudo hostname $(hostname -s) 2024-01-24T13:02:32.136 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra 2024-01-24T13:02:32.137 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=4e3182a65800aed6d4aa2f6b86da3cfd72188134 2024-01-24T13:02:32.357 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': '4e3182a65800aed6d4aa2f6b86da3cfd72188134', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos8,DIST=centos8,MACHINE_SIZE=gigantic/76187/', 'root_build_cause': 'SCMTRIGGER', 'version': '18.2.1-341-g4e3182a6', 'node_name': '172.21.2.7+braggi07', 'job_name': 'ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos8,DIST=centos8,MACHINE_SIZE=gigantic', 'package_manager_version': '18.2.1-341.g4e3182a6'}, 'url': 'https://3.chacra.ceph.com/r/ceph/wip-vshankar-testing1-reef-2024-01-24-1150/4e3182a65800aed6d4aa2f6b86da3cfd72188134/centos/8/flavors/default/', 'distro_codename': None, 'modified': '2024-01-24 07:52:51.100568', 'distro_version': '8', 'project': 'ceph', 'flavor': 'default', 'ref': 'wip-vshankar-testing1-reef-2024-01-24-1150', 'chacra_url': 'https://3.chacra.ceph.com/repos/ceph/wip-vshankar-testing1-reef-2024-01-24-1150/4e3182a65800aed6d4aa2f6b86da3cfd72188134/centos/8/flavors/default/', 'archs': ['x86_64', 'source'], 'distro': 'centos'}] 2024-01-24T13:02:32.504 INFO:tasks.util.chacra:got chacra host 3.chacra.ceph.com, ref wip-vshankar-testing1-reef-2024-01-24-1150, sha1 4e3182a65800aed6d4aa2f6b86da3cfd72188134 from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F8%2Fx86_64&flavor=default&sha1=4e3182a65800aed6d4aa2f6b86da3cfd72188134 2024-01-24T13:02:32.506 INFO:tasks.cephadm:Discovered cachra url: https://3.chacra.ceph.com/binaries/ceph/wip-vshankar-testing1-reef-2024-01-24-1150/4e3182a65800aed6d4aa2f6b86da3cfd72188134/centos/8/x86_64/flavors/default/cephadm 2024-01-24T13:02:32.506 DEBUG:teuthology.orchestra.run.smithi084:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/wip-vshankar-testing1-reef-2024-01-24-1150/4e3182a65800aed6d4aa2f6b86da3cfd72188134/centos/8/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-01-24T13:02:33.357 INFO:teuthology.orchestra.run.smithi084.stdout:-rw-rw-r--. 1 ubuntu ubuntu 690687 Jan 24 13:02 /home/ubuntu/cephtest/cephadm 2024-01-24T13:02:33.357 DEBUG:teuthology.orchestra.run.smithi113:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/wip-vshankar-testing1-reef-2024-01-24-1150/4e3182a65800aed6d4aa2f6b86da3cfd72188134/centos/8/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-01-24T13:02:34.273 INFO:teuthology.orchestra.run.smithi113.stdout:-rw-rw-r--. 1 ubuntu ubuntu 690687 Jan 24 13:02 /home/ubuntu/cephtest/cephadm 2024-01-24T13:02:34.274 DEBUG:teuthology.orchestra.run.smithi181:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/wip-vshankar-testing1-reef-2024-01-24-1150/4e3182a65800aed6d4aa2f6b86da3cfd72188134/centos/8/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-01-24T13:02:35.328 INFO:teuthology.orchestra.run.smithi181.stdout:-rw-rw-r--. 1 ubuntu ubuntu 690687 Jan 24 13:02 /home/ubuntu/cephtest/cephadm 2024-01-24T13:02:35.328 DEBUG:teuthology.orchestra.run.smithi084:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-01-24T13:02:35.377 DEBUG:teuthology.orchestra.run.smithi113:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-01-24T13:02:35.425 DEBUG:teuthology.orchestra.run.smithi181:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-01-24T13:02:35.488 INFO:tasks.cephadm:Pulling image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4e3182a65800aed6d4aa2f6b86da3cfd72188134 on all hosts... 2024-01-24T13:02:35.488 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4e3182a65800aed6d4aa2f6b86da3cfd72188134 pull 2024-01-24T13:02:35.493 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4e3182a65800aed6d4aa2f6b86da3cfd72188134 pull 2024-01-24T13:02:35.497 DEBUG:teuthology.orchestra.run.smithi181:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4e3182a65800aed6d4aa2f6b86da3cfd72188134 pull 2024-01-24T13:02:37.083 INFO:teuthology.orchestra.run.smithi113.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4e3182a65800aed6d4aa2f6b86da3cfd72188134... 2024-01-24T13:02:37.325 INFO:teuthology.orchestra.run.smithi084.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4e3182a65800aed6d4aa2f6b86da3cfd72188134... 2024-01-24T13:02:37.514 INFO:teuthology.orchestra.run.smithi181.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4e3182a65800aed6d4aa2f6b86da3cfd72188134... 2024-01-24T13:03:11.910 INFO:teuthology.orchestra.run.smithi084.stdout:{ 2024-01-24T13:03:11.910 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph_version": "ceph version 18.2.1-341-g4e3182a6 (4e3182a65800aed6d4aa2f6b86da3cfd72188134) reef (stable)", 2024-01-24T13:03:11.910 INFO:teuthology.orchestra.run.smithi084.stdout: "image_id": "d650b791ad541e9330061e00985d36774db72ca0aaab13a27fd81b9f0f9eec74", 2024-01-24T13:03:11.910 INFO:teuthology.orchestra.run.smithi084.stdout: "repo_digests": [ 2024-01-24T13:03:11.910 INFO:teuthology.orchestra.run.smithi084.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:22efea2f35520d1212d406fc0d380a7fe7894a099a64f04365d740d4e7cb8285" 2024-01-24T13:03:11.910 INFO:teuthology.orchestra.run.smithi084.stdout: ] 2024-01-24T13:03:11.910 INFO:teuthology.orchestra.run.smithi084.stdout:} 2024-01-24T13:03:12.392 INFO:teuthology.orchestra.run.smithi181.stdout:{ 2024-01-24T13:03:12.392 INFO:teuthology.orchestra.run.smithi181.stdout: "ceph_version": "ceph version 18.2.1-341-g4e3182a6 (4e3182a65800aed6d4aa2f6b86da3cfd72188134) reef (stable)", 2024-01-24T13:03:12.393 INFO:teuthology.orchestra.run.smithi181.stdout: "image_id": "d650b791ad541e9330061e00985d36774db72ca0aaab13a27fd81b9f0f9eec74", 2024-01-24T13:03:12.393 INFO:teuthology.orchestra.run.smithi181.stdout: "repo_digests": [ 2024-01-24T13:03:12.393 INFO:teuthology.orchestra.run.smithi181.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:22efea2f35520d1212d406fc0d380a7fe7894a099a64f04365d740d4e7cb8285" 2024-01-24T13:03:12.393 INFO:teuthology.orchestra.run.smithi181.stdout: ] 2024-01-24T13:03:12.393 INFO:teuthology.orchestra.run.smithi181.stdout:} 2024-01-24T13:03:16.060 INFO:teuthology.orchestra.run.smithi113.stdout:{ 2024-01-24T13:03:16.060 INFO:teuthology.orchestra.run.smithi113.stdout: "ceph_version": "ceph version 18.2.1-341-g4e3182a6 (4e3182a65800aed6d4aa2f6b86da3cfd72188134) reef (stable)", 2024-01-24T13:03:16.060 INFO:teuthology.orchestra.run.smithi113.stdout: "image_id": "d650b791ad541e9330061e00985d36774db72ca0aaab13a27fd81b9f0f9eec74", 2024-01-24T13:03:16.060 INFO:teuthology.orchestra.run.smithi113.stdout: "repo_digests": [ 2024-01-24T13:03:16.060 INFO:teuthology.orchestra.run.smithi113.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:22efea2f35520d1212d406fc0d380a7fe7894a099a64f04365d740d4e7cb8285" 2024-01-24T13:03:16.060 INFO:teuthology.orchestra.run.smithi113.stdout: ] 2024-01-24T13:03:16.060 INFO:teuthology.orchestra.run.smithi113.stdout:} 2024-01-24T13:03:16.087 DEBUG:teuthology.orchestra.run.smithi084:> sudo mkdir -p /etc/ceph 2024-01-24T13:03:16.163 DEBUG:teuthology.orchestra.run.smithi113:> sudo mkdir -p /etc/ceph 2024-01-24T13:03:16.232 DEBUG:teuthology.orchestra.run.smithi181:> sudo mkdir -p /etc/ceph 2024-01-24T13:03:16.309 DEBUG:teuthology.orchestra.run.smithi084:> sudo chmod 777 /etc/ceph 2024-01-24T13:03:16.375 DEBUG:teuthology.orchestra.run.smithi113:> sudo chmod 777 /etc/ceph 2024-01-24T13:03:16.440 DEBUG:teuthology.orchestra.run.smithi181:> sudo chmod 777 /etc/ceph 2024-01-24T13:03:16.508 INFO:tasks.cephadm:Writing seed config... 2024-01-24T13:03:16.509 INFO:tasks.cephadm: override: [client] client mount timeout = 600 2024-01-24T13:03:16.509 INFO:tasks.cephadm: override: [client] debug client = 20 2024-01-24T13:03:16.509 INFO:tasks.cephadm: override: [client] debug ms = 1 2024-01-24T13:03:16.510 INFO:tasks.cephadm: override: [client] rados mon op timeout = 900 2024-01-24T13:03:16.510 INFO:tasks.cephadm: override: [client] rados osd op timeout = 900 2024-01-24T13:03:16.510 INFO:tasks.cephadm: override: [mds] debug mds = 20 2024-01-24T13:03:16.510 INFO:tasks.cephadm: override: [mds] debug mds balancer = 20 2024-01-24T13:03:16.510 INFO:tasks.cephadm: override: [mds] debug ms = 1 2024-01-24T13:03:16.510 INFO:tasks.cephadm: override: [mds] mds bal fragment size max = 10000 2024-01-24T13:03:16.510 INFO:tasks.cephadm: override: [mds] mds bal merge size = 5 2024-01-24T13:03:16.510 INFO:tasks.cephadm: override: [mds] mds bal split bits = 3 2024-01-24T13:03:16.510 INFO:tasks.cephadm: override: [mds] mds bal split size = 100 2024-01-24T13:03:16.510 INFO:tasks.cephadm: override: [mds] mds debug frag = True 2024-01-24T13:03:16.511 INFO:tasks.cephadm: override: [mds] mds debug scatterstat = True 2024-01-24T13:03:16.511 INFO:tasks.cephadm: override: [mds] mds op complaint time = 180 2024-01-24T13:03:16.511 INFO:tasks.cephadm: override: [mds] mds verify scatter = True 2024-01-24T13:03:16.511 INFO:tasks.cephadm: override: [mds] mds_bal_replicate_threshold = 1 2024-01-24T13:03:16.511 INFO:tasks.cephadm: override: [mds] osd op complaint time = 180 2024-01-24T13:03:16.511 INFO:tasks.cephadm: override: [mds] rados mon op timeout = 900 2024-01-24T13:03:16.511 INFO:tasks.cephadm: override: [mds] rados osd op timeout = 900 2024-01-24T13:03:16.511 INFO:tasks.cephadm: override: [mgr] cephsqlite lock renewal timeout = 900000 2024-01-24T13:03:16.511 INFO:tasks.cephadm: override: [mgr] debug cephsqlite = 20 2024-01-24T13:03:16.511 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-01-24T13:03:16.511 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-01-24T13:03:16.511 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-01-24T13:03:16.511 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-01-24T13:03:16.511 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-01-24T13:03:16.511 INFO:tasks.cephadm: override: [mon] mon op complaint time = 120 2024-01-24T13:03:16.512 INFO:tasks.cephadm: override: [osd] bdev async discard = True 2024-01-24T13:03:16.512 INFO:tasks.cephadm: override: [osd] bdev enable discard = True 2024-01-24T13:03:16.512 INFO:tasks.cephadm: override: [osd] bluestore allocator = bitmap 2024-01-24T13:03:16.512 INFO:tasks.cephadm: override: [osd] bluestore block size = 96636764160 2024-01-24T13:03:16.512 INFO:tasks.cephadm: override: [osd] bluestore fsck on mount = True 2024-01-24T13:03:16.512 INFO:tasks.cephadm: override: [osd] debug bluefs = 1/20 2024-01-24T13:03:16.512 INFO:tasks.cephadm: override: [osd] debug bluestore = 1/20 2024-01-24T13:03:16.512 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-01-24T13:03:16.512 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-01-24T13:03:16.512 INFO:tasks.cephadm: override: [osd] debug rocksdb = 4/10 2024-01-24T13:03:16.512 INFO:tasks.cephadm: override: [osd] mon osd backfillfull_ratio = 0.85 2024-01-24T13:03:16.512 INFO:tasks.cephadm: override: [osd] mon osd full ratio = 0.9 2024-01-24T13:03:16.512 INFO:tasks.cephadm: override: [osd] mon osd nearfull ratio = 0.8 2024-01-24T13:03:16.513 INFO:tasks.cephadm: override: [osd] osd failsafe full ratio = 0.95 2024-01-24T13:03:16.513 INFO:tasks.cephadm: override: [osd] osd objectstore = bluestore 2024-01-24T13:03:16.513 INFO:tasks.cephadm: override: [osd] osd op complaint time = 180 2024-01-24T13:03:16.513 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-01-24T13:03:16.513 INFO:tasks.cephadm: override: [osd] osd_max_omap_entries_per_request = 10 2024-01-24T13:03:16.514 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-01-24T13:03:16.514 DEBUG:teuthology.orchestra.run.smithi084:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-01-24T13:03:16.555 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = d5d5b6f8-bab8-11ee-95b1-87774f69a715 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true bdev async discard = True bdev enable discard = True bluestore allocator = bitmap bluestore block size = 96636764160 bluestore fsck on mount = True debug bluefs = 1/20 debug bluestore = 1/20 debug ms = 1 debug osd = 20 debug rocksdb = 4/10 mon osd backfillfull_ratio = 0.85 mon osd full ratio = 0.9 mon osd nearfull ratio = 0.8 osd failsafe full ratio = 0.95 osd objectstore = bluestore osd op complaint time = 180 osd_max_omap_entries_per_request = 10 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false cephsqlite lock renewal timeout = 900000 debug cephsqlite = 20 debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 mon op complaint time = 120 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true [client] client mount timeout = 600 debug client = 20 debug ms = 1 rados mon op timeout = 900 rados osd op timeout = 900 [mds] debug mds = 20 debug mds balancer = 20 debug ms = 1 mds bal fragment size max = 10000 mds bal merge size = 5 mds bal split bits = 3 mds bal split size = 100 mds debug frag = True mds debug scatterstat = True mds op complaint time = 180 mds verify scatter = True mds_bal_replicate_threshold = 1 osd op complaint time = 180 rados mon op timeout = 900 rados osd op timeout = 900 2024-01-24T13:03:16.556 DEBUG:teuthology.orchestra.run.smithi084:mon.a> sudo journalctl -f -n 0 -u ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@mon.a.service 2024-01-24T13:03:16.600 DEBUG:teuthology.orchestra.run.smithi084:mgr.x> sudo journalctl -f -n 0 -u ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@mgr.x.service 2024-01-24T13:03:16.645 INFO:tasks.cephadm:Bootstrapping... 2024-01-24T13:03:16.645 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4e3182a65800aed6d4aa2f6b86da3cfd72188134 -v bootstrap --fsid d5d5b6f8-bab8-11ee-95b1-87774f69a715 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id x --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.84 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-01-24T13:03:16.664 INFO:journalctl@ceph.mon.a.smithi084.stdout:-- Logs begin at Wed 2024-01-24 12:47:28 UTC. -- 2024-01-24T13:03:16.710 INFO:journalctl@ceph.mgr.x.smithi084.stdout:-- Logs begin at Wed 2024-01-24 12:47:28 UTC. -- 2024-01-24T13:03:16.859 INFO:teuthology.orchestra.run.smithi084.stdout:-------------------------------------------------------------------------------- 2024-01-24T13:03:16.859 INFO:teuthology.orchestra.run.smithi084.stdout:cephadm ['--image', 'quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4e3182a65800aed6d4aa2f6b86da3cfd72188134', '-v', 'bootstrap', '--fsid', 'd5d5b6f8-bab8-11ee-95b1-87774f69a715', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'x', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.84', '--skip-admin-label'] 2024-01-24T13:03:16.906 INFO:teuthology.orchestra.run.smithi084.stdout:/bin/podman: stdout 4.6.1 2024-01-24T13:03:16.906 INFO:teuthology.orchestra.run.smithi084.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-01-24T13:03:16.906 INFO:teuthology.orchestra.run.smithi084.stdout:Verifying podman|docker is present... 2024-01-24T13:03:16.952 INFO:teuthology.orchestra.run.smithi084.stdout:/bin/podman: stdout 4.6.1 2024-01-24T13:03:16.952 INFO:teuthology.orchestra.run.smithi084.stdout:Verifying lvm2 is present... 2024-01-24T13:03:16.952 INFO:teuthology.orchestra.run.smithi084.stdout:Verifying time synchronization is in place... 2024-01-24T13:03:16.966 INFO:teuthology.orchestra.run.smithi084.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-01-24T13:03:16.966 INFO:teuthology.orchestra.run.smithi084.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-01-24T13:03:16.978 INFO:teuthology.orchestra.run.smithi084.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-01-24T13:03:16.978 INFO:teuthology.orchestra.run.smithi084.stdout:systemctl: stdout inactive 2024-01-24T13:03:16.991 INFO:teuthology.orchestra.run.smithi084.stdout:systemctl: stdout enabled 2024-01-24T13:03:17.003 INFO:teuthology.orchestra.run.smithi084.stdout:systemctl: stdout active 2024-01-24T13:03:17.003 INFO:teuthology.orchestra.run.smithi084.stdout:Unit chronyd.service is enabled and running 2024-01-24T13:03:17.003 INFO:teuthology.orchestra.run.smithi084.stdout:Repeating the final host check... 2024-01-24T13:03:17.047 INFO:teuthology.orchestra.run.smithi084.stdout:/bin/podman: stdout 4.6.1 2024-01-24T13:03:17.048 INFO:teuthology.orchestra.run.smithi084.stdout:podman (/bin/podman) version 4.6.1 is present 2024-01-24T13:03:17.048 INFO:teuthology.orchestra.run.smithi084.stdout:systemctl is present 2024-01-24T13:03:17.048 INFO:teuthology.orchestra.run.smithi084.stdout:lvcreate is present 2024-01-24T13:03:17.060 INFO:teuthology.orchestra.run.smithi084.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-01-24T13:03:17.060 INFO:teuthology.orchestra.run.smithi084.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-01-24T13:03:17.071 INFO:teuthology.orchestra.run.smithi084.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-01-24T13:03:17.071 INFO:teuthology.orchestra.run.smithi084.stdout:systemctl: stdout inactive 2024-01-24T13:03:17.084 INFO:teuthology.orchestra.run.smithi084.stdout:systemctl: stdout enabled 2024-01-24T13:03:17.096 INFO:teuthology.orchestra.run.smithi084.stdout:systemctl: stdout active 2024-01-24T13:03:17.096 INFO:teuthology.orchestra.run.smithi084.stdout:Unit chronyd.service is enabled and running 2024-01-24T13:03:17.097 INFO:teuthology.orchestra.run.smithi084.stdout:Host looks OK 2024-01-24T13:03:17.097 INFO:teuthology.orchestra.run.smithi084.stdout:Cluster fsid: d5d5b6f8-bab8-11ee-95b1-87774f69a715 2024-01-24T13:03:17.097 INFO:teuthology.orchestra.run.smithi084.stdout:Acquiring lock 140133687654888 on /run/cephadm/d5d5b6f8-bab8-11ee-95b1-87774f69a715.lock 2024-01-24T13:03:17.097 INFO:teuthology.orchestra.run.smithi084.stdout:Lock 140133687654888 acquired on /run/cephadm/d5d5b6f8-bab8-11ee-95b1-87774f69a715.lock 2024-01-24T13:03:17.097 INFO:teuthology.orchestra.run.smithi084.stdout:Verifying IP 172.21.15.84 port 3300 ... 2024-01-24T13:03:17.098 INFO:teuthology.orchestra.run.smithi084.stdout:Verifying IP 172.21.15.84 port 6789 ... 2024-01-24T13:03:17.098 INFO:teuthology.orchestra.run.smithi084.stdout:Base mon IP(s) is [172.21.15.84:3300, 172.21.15.84:6789], mon addrv is [v2:172.21.15.84:3300,v1:172.21.15.84:6789] 2024-01-24T13:03:17.105 INFO:teuthology.orchestra.run.smithi084.stdout:/sbin/ip: stdout default via 172.21.15.254 dev enp3s0f1 proto dhcp metric 100 2024-01-24T13:03:17.105 INFO:teuthology.orchestra.run.smithi084.stdout:/sbin/ip: stdout 172.21.0.0/20 dev enp3s0f1 proto kernel scope link src 172.21.15.84 metric 100 2024-01-24T13:03:17.112 INFO:teuthology.orchestra.run.smithi084.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-01-24T13:03:17.113 INFO:teuthology.orchestra.run.smithi084.stdout:/sbin/ip: stdout fe80::/64 dev enp3s0f1 proto kernel metric 256 pref medium 2024-01-24T13:03:17.113 INFO:teuthology.orchestra.run.smithi084.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev enp3s0f1 proto ra metric 1024 expires 1753sec hoplimit 64 pref medium 2024-01-24T13:03:17.118 INFO:teuthology.orchestra.run.smithi084.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-01-24T13:03:17.119 INFO:teuthology.orchestra.run.smithi084.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-01-24T13:03:17.119 INFO:teuthology.orchestra.run.smithi084.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-01-24T13:03:17.119 INFO:teuthology.orchestra.run.smithi084.stdout:/sbin/ip: stdout 5: enp3s0f1: mtu 1500 state UP qlen 1000 2024-01-24T13:03:17.119 INFO:teuthology.orchestra.run.smithi084.stdout:/sbin/ip: stdout inet6 fe80::ec4:7aff:fe8f:d751/64 scope link 2024-01-24T13:03:17.119 INFO:teuthology.orchestra.run.smithi084.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-01-24T13:03:17.120 INFO:teuthology.orchestra.run.smithi084.stdout:Mon IP `172.21.15.84` is in CIDR network `172.21.0.0/20` 2024-01-24T13:03:17.120 INFO:teuthology.orchestra.run.smithi084.stdout:Mon IP `172.21.15.84` is in CIDR network `172.21.0.0/20` 2024-01-24T13:03:17.120 INFO:teuthology.orchestra.run.smithi084.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-01-24T13:03:17.120 INFO:teuthology.orchestra.run.smithi084.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-01-24T13:03:17.122 INFO:teuthology.orchestra.run.smithi084.stdout:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4e3182a65800aed6d4aa2f6b86da3cfd72188134... 2024-01-24T13:03:17.663 INFO:teuthology.orchestra.run.smithi084.stdout:/bin/podman: stdout d650b791ad541e9330061e00985d36774db72ca0aaab13a27fd81b9f0f9eec74 2024-01-24T13:03:17.664 INFO:teuthology.orchestra.run.smithi084.stdout:/bin/podman: stderr Trying to pull quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4e3182a65800aed6d4aa2f6b86da3cfd72188134... 2024-01-24T13:03:17.664 INFO:teuthology.orchestra.run.smithi084.stdout:/bin/podman: stderr Getting image source signatures 2024-01-24T13:03:17.664 INFO:teuthology.orchestra.run.smithi084.stdout:/bin/podman: stderr Copying blob sha256:ea3366b8a90265ae3f6d3736cb0de4b52da4ffec919b46c6cb5bc5be1372efe8 2024-01-24T13:03:17.664 INFO:teuthology.orchestra.run.smithi084.stdout:/bin/podman: stderr Copying blob sha256:5bd92459d7edc3325b5efa151665fd479e83585b213707287afb2af065f59941 2024-01-24T13:03:17.664 INFO:teuthology.orchestra.run.smithi084.stdout:/bin/podman: stderr Copying config sha256:d650b791ad541e9330061e00985d36774db72ca0aaab13a27fd81b9f0f9eec74 2024-01-24T13:03:17.664 INFO:teuthology.orchestra.run.smithi084.stdout:/bin/podman: stderr Writing manifest to image destination 2024-01-24T13:03:19.813 INFO:teuthology.orchestra.run.smithi084.stdout:ceph: stdout ceph version 18.2.1-341-g4e3182a6 (4e3182a65800aed6d4aa2f6b86da3cfd72188134) reef (stable) 2024-01-24T13:03:19.813 INFO:teuthology.orchestra.run.smithi084.stdout:Ceph version: ceph version 18.2.1-341-g4e3182a6 (4e3182a65800aed6d4aa2f6b86da3cfd72188134) reef (stable) 2024-01-24T13:03:19.813 INFO:teuthology.orchestra.run.smithi084.stdout:Extracting ceph user uid/gid from container image... 2024-01-24T13:03:20.432 INFO:teuthology.orchestra.run.smithi084.stdout:stat: stdout 167 167 2024-01-24T13:03:20.432 INFO:teuthology.orchestra.run.smithi084.stdout:Creating initial keys... 2024-01-24T13:03:21.080 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph-authtool: stdout AQCYCrFlPo9KKhAAUJ6VwneLX4FkHwabaVbYTw== 2024-01-24T13:03:21.727 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph-authtool: stdout AQCZCrFlibXbFxAA6RxNCKJE7vPARbYAnmQA+w== 2024-01-24T13:03:22.376 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph-authtool: stdout AQCaCrFlfPxRAhAA2mmK0Jz/B6u4E1jlTUd21Q== 2024-01-24T13:03:22.378 INFO:teuthology.orchestra.run.smithi084.stdout:Creating initial monmap... 2024-01-24T13:03:23.011 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-01-24T13:03:23.012 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = pacific 2024-01-24T13:03:23.012 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to d5d5b6f8-bab8-11ee-95b1-87774f69a715 2024-01-24T13:03:23.012 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-01-24T13:03:23.012 INFO:teuthology.orchestra.run.smithi084.stdout:monmaptool for a [v2:172.21.15.84:3300,v1:172.21.15.84:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-01-24T13:03:23.012 INFO:teuthology.orchestra.run.smithi084.stdout:setting min_mon_release = pacific 2024-01-24T13:03:23.012 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/monmaptool: set fsid to d5d5b6f8-bab8-11ee-95b1-87774f69a715 2024-01-24T13:03:23.012 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-01-24T13:03:23.012 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-01-24T13:03:23.012 INFO:teuthology.orchestra.run.smithi084.stdout:Creating mon... 2024-01-24T13:03:23.656 INFO:teuthology.orchestra.run.smithi084.stdout:create mon.a on 2024-01-24T13:03:23.889 INFO:teuthology.orchestra.run.smithi084.stdout:systemctl: stderr Removed /etc/systemd/system/multi-user.target.wants/ceph.target. 2024-01-24T13:03:24.073 INFO:teuthology.orchestra.run.smithi084.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-01-24T13:03:24.321 INFO:teuthology.orchestra.run.smithi084.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715.target → /etc/systemd/system/ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715.target. 2024-01-24T13:03:24.321 INFO:teuthology.orchestra.run.smithi084.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715.target → /etc/systemd/system/ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715.target. 2024-01-24T13:03:24.645 INFO:teuthology.orchestra.run.smithi084.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@mon.a 2024-01-24T13:03:24.646 INFO:teuthology.orchestra.run.smithi084.stdout:systemctl: stderr Failed to reset failed state of unit ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@mon.a.service: Unit ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@mon.a.service not loaded. 2024-01-24T13:03:24.844 INFO:teuthology.orchestra.run.smithi084.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715.target.wants/ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@mon.a.service → /etc/systemd/system/ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@.service. 2024-01-24T13:03:24.926 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:24 smithi084 systemd[1]: Starting Ceph mon.a for d5d5b6f8-bab8-11ee-95b1-87774f69a715... 2024-01-24T13:03:25.327 INFO:teuthology.orchestra.run.smithi084.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-01-24T13:03:25.327 INFO:teuthology.orchestra.run.smithi084.stdout:systemctl: stdout disabled 2024-01-24T13:03:25.344 INFO:teuthology.orchestra.run.smithi084.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-01-24T13:03:25.344 INFO:teuthology.orchestra.run.smithi084.stdout:systemctl: stdout inactive 2024-01-24T13:03:25.344 INFO:teuthology.orchestra.run.smithi084.stdout:firewalld.service is not enabled 2024-01-24T13:03:25.344 INFO:teuthology.orchestra.run.smithi084.stdout:Not possible to enable service . firewalld.service is not available 2024-01-24T13:03:25.344 INFO:teuthology.orchestra.run.smithi084.stdout:Waiting for mon to start... 2024-01-24T13:03:25.345 INFO:teuthology.orchestra.run.smithi084.stdout:Waiting for mon... 2024-01-24T13:03:25.348 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:25 smithi084 bash[34859]: e2531ca1b8986b95a06e62eaef9362b947b041d18129e9bc004b4f4fa9cfd00d 2024-01-24T13:03:25.348 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:25 smithi084 systemd[1]: Started Ceph mon.a for d5d5b6f8-bab8-11ee-95b1-87774f69a715. 2024-01-24T13:03:25.348 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:25 smithi084 ceph-mon[34897]: mkfs d5d5b6f8-bab8-11ee-95b1-87774f69a715 2024-01-24T13:03:25.557 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:25 smithi084 ceph-mon[34897]: mon.a is new leader, mons a in quorum (ranks 0) 2024-01-24T13:03:26.226 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout cluster: 2024-01-24T13:03:26.232 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout id: d5d5b6f8-bab8-11ee-95b1-87774f69a715 2024-01-24T13:03:26.232 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-01-24T13:03:26.232 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout 2024-01-24T13:03:26.233 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout services: 2024-01-24T13:03:26.233 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.542539s) 2024-01-24T13:03:26.233 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-01-24T13:03:26.233 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-01-24T13:03:26.233 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout 2024-01-24T13:03:26.233 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout data: 2024-01-24T13:03:26.233 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-01-24T13:03:26.233 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-01-24T13:03:26.233 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-01-24T13:03:26.233 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout pgs: 2024-01-24T13:03:26.233 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout 2024-01-24T13:03:26.233 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:25.800+0000 7fed12200700 1 Processor -- start 2024-01-24T13:03:26.233 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:25.801+0000 7fed12200700 1 -- start start 2024-01-24T13:03:26.234 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:25.801+0000 7fed12200700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fed0c07ad50 0x7fed0c0791b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:03:26.234 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:25.801+0000 7fed12200700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed0c079780 con 0x7fed0c07ad50 2024-01-24T13:03:26.234 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:25.802+0000 7fed0b400700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fed0c07ad50 0x7fed0c0791b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:03:26.234 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:25.802+0000 7fed0b400700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fed0c07ad50 0x7fed0c0791b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:44986/0 (socket says 172.21.15.84:44986) 2024-01-24T13:03:26.234 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:25.802+0000 7fed0b400700 1 -- 172.21.15.84:0/1559737441 learned_addr learned my addr 172.21.15.84:0/1559737441 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:03:26.234 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:25.802+0000 7fed0b400700 1 -- 172.21.15.84:0/1559737441 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fed0c0798c0 con 0x7fed0c07ad50 2024-01-24T13:03:26.234 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:25.803+0000 7fed0b400700 1 --2- 172.21.15.84:0/1559737441 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fed0c07ad50 0x7fed0c0791b0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7fecfc0098a0 tx=0x7fecfc009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bd757cd362d91f2a server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:03:26.234 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:25.803+0000 7fed0a000700 1 -- 172.21.15.84:0/1559737441 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fecfc004160 con 0x7fed0c07ad50 2024-01-24T13:03:26.234 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:25.803+0000 7fed0a000700 1 -- 172.21.15.84:0/1559737441 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fecfc0042c0 con 0x7fed0c07ad50 2024-01-24T13:03:26.234 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:25.803+0000 7fed0a000700 1 -- 172.21.15.84:0/1559737441 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fecfc0045a0 con 0x7fed0c07ad50 2024-01-24T13:03:26.234 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:25.803+0000 7fed12200700 1 -- 172.21.15.84:0/1559737441 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fed0c07ad50 msgr2=0x7fed0c0791b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:03:26.234 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:25.803+0000 7fed12200700 1 --2- 172.21.15.84:0/1559737441 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fed0c07ad50 0x7fed0c0791b0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7fecfc0098a0 tx=0x7fecfc009bb0 comp rx=0 tx=0).stop 2024-01-24T13:03:26.235 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:25.804+0000 7fed12200700 1 -- 172.21.15.84:0/1559737441 shutdown_connections 2024-01-24T13:03:26.235 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:25.804+0000 7fed12200700 1 --2- 172.21.15.84:0/1559737441 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fed0c07ad50 0x7fed0c0791b0 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:03:26.235 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:25.804+0000 7fed12200700 1 -- 172.21.15.84:0/1559737441 >> 172.21.15.84:0/1559737441 conn(0x7fed0c101b90 msgr2=0x7fed0c103fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:03:26.235 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:25.804+0000 7fed12200700 1 -- 172.21.15.84:0/1559737441 shutdown_connections 2024-01-24T13:03:26.235 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:25.804+0000 7fed12200700 1 -- 172.21.15.84:0/1559737441 wait complete. 2024-01-24T13:03:26.235 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:25.805+0000 7fed12200700 1 Processor -- start 2024-01-24T13:03:26.235 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:25.805+0000 7fed12200700 1 -- start start 2024-01-24T13:03:26.235 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:25.805+0000 7fed12200700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fed0c07ad50 0x7fed0c19bc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:03:26.235 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:25.805+0000 7fed12200700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed0c19c1b0 con 0x7fed0c07ad50 2024-01-24T13:03:26.235 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:25.806+0000 7fed0b400700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fed0c07ad50 0x7fed0c19bc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:03:26.235 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:25.806+0000 7fed0b400700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fed0c07ad50 0x7fed0c19bc70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:45000/0 (socket says 172.21.15.84:45000) 2024-01-24T13:03:26.236 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:25.806+0000 7fed0b400700 1 -- 172.21.15.84:0/242299927 learned_addr learned my addr 172.21.15.84:0/242299927 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:03:26.236 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:25.806+0000 7fed0b400700 1 -- 172.21.15.84:0/242299927 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fecfc009550 con 0x7fed0c07ad50 2024-01-24T13:03:26.236 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:25.806+0000 7fed0b400700 1 --2- 172.21.15.84:0/242299927 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fed0c07ad50 0x7fed0c19bc70 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7fed0c07a220 tx=0x7fecfc004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:03:26.236 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:25.807+0000 7fed03e00700 1 -- 172.21.15.84:0/242299927 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fecfc011630 con 0x7fed0c07ad50 2024-01-24T13:03:26.236 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:25.807+0000 7fed03e00700 1 -- 172.21.15.84:0/242299927 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fecfc011790 con 0x7fed0c07ad50 2024-01-24T13:03:26.236 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:25.807+0000 7fed03e00700 1 -- 172.21.15.84:0/242299927 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fecfc011a30 con 0x7fed0c07ad50 2024-01-24T13:03:26.236 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:25.807+0000 7fed12200700 1 -- 172.21.15.84:0/242299927 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fed0c19c3b0 con 0x7fed0c07ad50 2024-01-24T13:03:26.236 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:25.807+0000 7fed12200700 1 -- 172.21.15.84:0/242299927 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fed0c19c7d0 con 0x7fed0c07ad50 2024-01-24T13:03:26.236 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:25.807+0000 7fed03e00700 1 -- 172.21.15.84:0/242299927 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7fecfc022070 con 0x7fed0c07ad50 2024-01-24T13:03:26.236 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:25.807+0000 7fed03e00700 1 -- 172.21.15.84:0/242299927 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7fecfc01c450 con 0x7fed0c07ad50 2024-01-24T13:03:26.236 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:25.808+0000 7fed12200700 1 -- 172.21.15.84:0/242299927 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fed0c195b90 con 0x7fed0c07ad50 2024-01-24T13:03:26.237 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:25.811+0000 7fed03e00700 1 -- 172.21.15.84:0/242299927 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72508 (secure 0 0 0) 0x7fecfc01b450 con 0x7fed0c07ad50 2024-01-24T13:03:26.237 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:25.882+0000 7fed12200700 1 -- 172.21.15.84:0/242299927 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "status"} v 0) v1 -- 0x7fed0c02cc70 con 0x7fed0c07ad50 2024-01-24T13:03:26.237 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:25.883+0000 7fed03e00700 1 -- 172.21.15.84:0/242299927 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "status"}]=0 v0) v1 ==== 54+0+317 (secure 0 0 0) 0x7fecfc01b5f0 con 0x7fed0c07ad50 2024-01-24T13:03:26.237 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:25.883+0000 7fed12200700 1 -- 172.21.15.84:0/242299927 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fed0c07ad50 msgr2=0x7fed0c19bc70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:03:26.237 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:25.883+0000 7fed12200700 1 --2- 172.21.15.84:0/242299927 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fed0c07ad50 0x7fed0c19bc70 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7fed0c07a220 tx=0x7fecfc004750 comp rx=0 tx=0).stop 2024-01-24T13:03:26.237 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:25.884+0000 7fed12200700 1 -- 172.21.15.84:0/242299927 shutdown_connections 2024-01-24T13:03:26.237 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:25.884+0000 7fed12200700 1 --2- 172.21.15.84:0/242299927 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fed0c07ad50 0x7fed0c19bc70 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:03:26.237 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:25.884+0000 7fed12200700 1 -- 172.21.15.84:0/242299927 >> 172.21.15.84:0/242299927 conn(0x7fed0c101b90 msgr2=0x7fed0c103540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:03:26.237 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:25.884+0000 7fed12200700 1 -- 172.21.15.84:0/242299927 shutdown_connections 2024-01-24T13:03:26.237 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:25.884+0000 7fed12200700 1 -- 172.21.15.84:0/242299927 wait complete. 2024-01-24T13:03:26.237 INFO:teuthology.orchestra.run.smithi084.stdout:mon is available 2024-01-24T13:03:26.237 INFO:teuthology.orchestra.run.smithi084.stdout:Assimilating anything we can from ceph.conf... 2024-01-24T13:03:26.634 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:26 smithi084 ceph-mon[34897]: mon.a is new leader, mons a in quorum (ranks 0) 2024-01-24T13:03:26.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:26 smithi084 ceph-mon[34897]: monmap e1: 1 mons at {a=[v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-01-24T13:03:26.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:26 smithi084 ceph-mon[34897]: fsmap 2024-01-24T13:03:26.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:26 smithi084 ceph-mon[34897]: osdmap e1: 0 total, 0 up, 0 in 2024-01-24T13:03:26.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:26 smithi084 ceph-mon[34897]: mgrmap e1: no daemons active 2024-01-24T13:03:26.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:26 smithi084 ceph-mon[34897]: from='client.? 172.21.15.84:0/242299927' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-01-24T13:03:27.119 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout 2024-01-24T13:03:27.119 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout [global] 2024-01-24T13:03:27.119 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout fsid = d5d5b6f8-bab8-11ee-95b1-87774f69a715 2024-01-24T13:03:27.119 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.84:3300,v1:172.21.15.84:6789] 2024-01-24T13:03:27.119 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-01-24T13:03:27.119 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-01-24T13:03:27.119 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-01-24T13:03:27.119 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-01-24T13:03:27.120 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout 2024-01-24T13:03:27.120 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout [mgr] 2024-01-24T13:03:27.120 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-01-24T13:03:27.120 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout 2024-01-24T13:03:27.120 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout [osd] 2024-01-24T13:03:27.120 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-01-24T13:03:27.120 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-01-24T13:03:27.120 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-01-24T13:03:27.120 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-01-24T13:03:27.120 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-01-24T13:03:27.120 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:26.642+0000 7f135e200700 1 Processor -- start 2024-01-24T13:03:27.120 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:26.642+0000 7f135e200700 1 -- start start 2024-01-24T13:03:27.120 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:26.643+0000 7f135e200700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f135807ad30 0x7f1358079190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:03:27.121 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:26.643+0000 7f135e200700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1358079760 con 0x7f135807ad30 2024-01-24T13:03:27.121 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:26.643+0000 7f1357400700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f135807ad30 0x7f1358079190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:03:27.121 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:26.643+0000 7f1357400700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f135807ad30 0x7f1358079190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:45014/0 (socket says 172.21.15.84:45014) 2024-01-24T13:03:27.121 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:26.643+0000 7f1357400700 1 -- 172.21.15.84:0/275502763 learned_addr learned my addr 172.21.15.84:0/275502763 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:03:27.121 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:26.643+0000 7f1357400700 1 -- 172.21.15.84:0/275502763 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f13580798a0 con 0x7f135807ad30 2024-01-24T13:03:27.121 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:26.644+0000 7f1357400700 1 --2- 172.21.15.84:0/275502763 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f135807ad30 0x7f1358079190 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f13480098a0 tx=0x7f1348009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=986838aae3224a4e server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:03:27.121 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:26.644+0000 7f1356a00700 1 -- 172.21.15.84:0/275502763 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f1348004160 con 0x7f135807ad30 2024-01-24T13:03:27.121 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:26.644+0000 7f1356a00700 1 -- 172.21.15.84:0/275502763 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f13480042c0 con 0x7f135807ad30 2024-01-24T13:03:27.121 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:26.644+0000 7f1356a00700 1 -- 172.21.15.84:0/275502763 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f13480045a0 con 0x7f135807ad30 2024-01-24T13:03:27.121 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:26.644+0000 7f135e200700 1 -- 172.21.15.84:0/275502763 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f135807ad30 msgr2=0x7f1358079190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:03:27.121 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:26.644+0000 7f135e200700 1 --2- 172.21.15.84:0/275502763 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f135807ad30 0x7f1358079190 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f13480098a0 tx=0x7f1348009bb0 comp rx=0 tx=0).stop 2024-01-24T13:03:27.122 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:26.645+0000 7f135e200700 1 -- 172.21.15.84:0/275502763 shutdown_connections 2024-01-24T13:03:27.122 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:26.645+0000 7f135e200700 1 --2- 172.21.15.84:0/275502763 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f135807ad30 0x7f1358079190 unknown :-1 s=CLOSED pgs=3 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:03:27.122 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:26.645+0000 7f135e200700 1 -- 172.21.15.84:0/275502763 >> 172.21.15.84:0/275502763 conn(0x7f1358101b90 msgr2=0x7f1358103fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:03:27.122 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:26.645+0000 7f135e200700 1 -- 172.21.15.84:0/275502763 shutdown_connections 2024-01-24T13:03:27.122 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:26.645+0000 7f135e200700 1 -- 172.21.15.84:0/275502763 wait complete. 2024-01-24T13:03:27.122 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:26.646+0000 7f135e200700 1 Processor -- start 2024-01-24T13:03:27.122 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:26.646+0000 7f135e200700 1 -- start start 2024-01-24T13:03:27.122 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:26.646+0000 7f135e200700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f135807ad30 0x7f135819bc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:03:27.122 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:26.646+0000 7f135e200700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f135819c1b0 con 0x7f135807ad30 2024-01-24T13:03:27.122 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:26.646+0000 7f1357400700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f135807ad30 0x7f135819bc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:03:27.122 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:26.646+0000 7f1357400700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f135807ad30 0x7f135819bc70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:45024/0 (socket says 172.21.15.84:45024) 2024-01-24T13:03:27.122 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:26.646+0000 7f1357400700 1 -- 172.21.15.84:0/529637248 learned_addr learned my addr 172.21.15.84:0/529637248 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:03:27.122 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:26.647+0000 7f1357400700 1 -- 172.21.15.84:0/529637248 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1348009550 con 0x7f135807ad30 2024-01-24T13:03:27.123 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:26.647+0000 7f1357400700 1 --2- 172.21.15.84:0/529637248 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f135807ad30 0x7f135819bc70 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7f135807a200 tx=0x7f1348004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:03:27.123 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:26.647+0000 7f1354c00700 1 -- 172.21.15.84:0/529637248 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f1348011630 con 0x7f135807ad30 2024-01-24T13:03:27.123 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:26.647+0000 7f1354c00700 1 -- 172.21.15.84:0/529637248 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1348011790 con 0x7f135807ad30 2024-01-24T13:03:27.123 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:26.647+0000 7f1354c00700 1 -- 172.21.15.84:0/529637248 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f1348011a30 con 0x7f135807ad30 2024-01-24T13:03:27.123 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:26.647+0000 7f135e200700 1 -- 172.21.15.84:0/529637248 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f135819c3b0 con 0x7f135807ad30 2024-01-24T13:03:27.123 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:26.647+0000 7f135e200700 1 -- 172.21.15.84:0/529637248 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f135819c7d0 con 0x7f135807ad30 2024-01-24T13:03:27.123 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:26.648+0000 7f1354c00700 1 -- 172.21.15.84:0/529637248 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f1348022070 con 0x7f135807ad30 2024-01-24T13:03:27.123 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:26.648+0000 7f1354c00700 1 -- 172.21.15.84:0/529637248 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f134801c450 con 0x7f135807ad30 2024-01-24T13:03:27.123 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:26.648+0000 7f135e200700 1 -- 172.21.15.84:0/529637248 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1358195b40 con 0x7f135807ad30 2024-01-24T13:03:27.123 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:26.651+0000 7f1354c00700 1 -- 172.21.15.84:0/529637248 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72508 (secure 0 0 0) 0x7f134801b450 con 0x7f135807ad30 2024-01-24T13:03:27.123 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:26.718+0000 7f135e200700 1 -- 172.21.15.84:0/529637248 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) v1 -- 0x7f135802cee0 con 0x7f135807ad30 2024-01-24T13:03:27.123 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:26.725+0000 7f1354c00700 1 -- 172.21.15.84:0/529637248 <== mon.0 v2:172.21.15.84:3300/0 7 ==== config(25 keys) v1 ==== 1036+0+0 (secure 0 0 0) 0x7f134801b5f0 con 0x7f135807ad30 2024-01-24T13:03:27.124 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:26.725+0000 7f1354c00700 1 -- 172.21.15.84:0/529637248 <== mon.0 v2:172.21.15.84:3300/0 8 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v2) v1 ==== 70+0+429 (secure 0 0 0) 0x7f1348024560 con 0x7f135807ad30 2024-01-24T13:03:27.124 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:26.727+0000 7f135e200700 1 -- 172.21.15.84:0/529637248 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f135807ad30 msgr2=0x7f135819bc70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:03:27.124 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:26.727+0000 7f135e200700 1 --2- 172.21.15.84:0/529637248 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f135807ad30 0x7f135819bc70 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7f135807a200 tx=0x7f1348004750 comp rx=0 tx=0).stop 2024-01-24T13:03:27.124 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:26.727+0000 7f135e200700 1 -- 172.21.15.84:0/529637248 shutdown_connections 2024-01-24T13:03:27.124 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:26.727+0000 7f135e200700 1 --2- 172.21.15.84:0/529637248 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f135807ad30 0x7f135819bc70 unknown :-1 s=CLOSED pgs=4 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:03:27.124 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:26.727+0000 7f135e200700 1 -- 172.21.15.84:0/529637248 >> 172.21.15.84:0/529637248 conn(0x7f1358101b90 msgr2=0x7f1358103550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:03:27.124 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:26.727+0000 7f135e200700 1 -- 172.21.15.84:0/529637248 shutdown_connections 2024-01-24T13:03:27.124 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:26.727+0000 7f135e200700 1 -- 172.21.15.84:0/529637248 wait complete. 2024-01-24T13:03:27.124 INFO:teuthology.orchestra.run.smithi084.stdout:Generating new minimal ceph.conf... 2024-01-24T13:03:27.384 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:27 smithi084 ceph-mon[34897]: from='client.? 172.21.15.84:0/529637248' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-01-24T13:03:27.384 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:27 smithi084 ceph-mon[34897]: from='client.? 172.21.15.84:0/529637248' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-01-24T13:03:27.972 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:27.549+0000 7fb334000700 1 Processor -- start 2024-01-24T13:03:27.972 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:27.549+0000 7fb334000700 1 -- start start 2024-01-24T13:03:27.972 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:27.550+0000 7fb334000700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb32c1065b0 0x7fb32c1069d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:03:27.972 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:27.550+0000 7fb334000700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb32c106fa0 con 0x7fb32c1065b0 2024-01-24T13:03:27.972 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:27.550+0000 7fb331600700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb32c1065b0 0x7fb32c1069d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:03:27.972 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:27.550+0000 7fb331600700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb32c1065b0 0x7fb32c1069d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:45040/0 (socket says 172.21.15.84:45040) 2024-01-24T13:03:27.972 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:27.550+0000 7fb331600700 1 -- 172.21.15.84:0/1639644263 learned_addr learned my addr 172.21.15.84:0/1639644263 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:03:27.973 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:27.550+0000 7fb331600700 1 -- 172.21.15.84:0/1639644263 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb32c1077b0 con 0x7fb32c1065b0 2024-01-24T13:03:27.973 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:27.551+0000 7fb331600700 1 --2- 172.21.15.84:0/1639644263 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb32c1065b0 0x7fb32c1069d0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fb31c0098a0 tx=0x7fb31c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=73e7326dcfa49cee server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:03:27.973 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:27.551+0000 7fb32be00700 1 -- 172.21.15.84:0/1639644263 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fb31c004160 con 0x7fb32c1065b0 2024-01-24T13:03:27.973 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:27.551+0000 7fb32be00700 1 -- 172.21.15.84:0/1639644263 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(25 keys) v1 ==== 1036+0+0 (secure 0 0 0) 0x7fb31c0042c0 con 0x7fb32c1065b0 2024-01-24T13:03:27.973 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:27.551+0000 7fb32be00700 1 -- 172.21.15.84:0/1639644263 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fb31c011940 con 0x7fb32c1065b0 2024-01-24T13:03:27.973 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:27.551+0000 7fb334000700 1 -- 172.21.15.84:0/1639644263 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb32c1065b0 msgr2=0x7fb32c1069d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:03:27.973 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:27.551+0000 7fb334000700 1 --2- 172.21.15.84:0/1639644263 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb32c1065b0 0x7fb32c1069d0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fb31c0098a0 tx=0x7fb31c009bb0 comp rx=0 tx=0).stop 2024-01-24T13:03:27.973 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:27.551+0000 7fb334000700 1 -- 172.21.15.84:0/1639644263 shutdown_connections 2024-01-24T13:03:27.973 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:27.551+0000 7fb334000700 1 --2- 172.21.15.84:0/1639644263 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb32c1065b0 0x7fb32c1069d0 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:03:27.973 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:27.552+0000 7fb334000700 1 -- 172.21.15.84:0/1639644263 >> 172.21.15.84:0/1639644263 conn(0x7fb32c101b90 msgr2=0x7fb32c103fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:03:27.973 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:27.552+0000 7fb334000700 1 -- 172.21.15.84:0/1639644263 shutdown_connections 2024-01-24T13:03:27.973 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:27.552+0000 7fb334000700 1 -- 172.21.15.84:0/1639644263 wait complete. 2024-01-24T13:03:27.973 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:27.553+0000 7fb334000700 1 Processor -- start 2024-01-24T13:03:27.973 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:27.553+0000 7fb334000700 1 -- start start 2024-01-24T13:03:27.974 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:27.553+0000 7fb334000700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb32c1065b0 0x7fb32c07ab20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:03:27.974 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:27.553+0000 7fb334000700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb32c07b060 con 0x7fb32c1065b0 2024-01-24T13:03:27.974 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:27.553+0000 7fb331600700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb32c1065b0 0x7fb32c07ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:03:27.974 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:27.553+0000 7fb331600700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb32c1065b0 0x7fb32c07ab20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:45044/0 (socket says 172.21.15.84:45044) 2024-01-24T13:03:27.974 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:27.553+0000 7fb331600700 1 -- 172.21.15.84:0/3879394022 learned_addr learned my addr 172.21.15.84:0/3879394022 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:03:27.974 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:27.554+0000 7fb331600700 1 -- 172.21.15.84:0/3879394022 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb31c009550 con 0x7fb32c1065b0 2024-01-24T13:03:27.974 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:27.554+0000 7fb331600700 1 --2- 172.21.15.84:0/3879394022 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb32c1065b0 0x7fb32c07ab20 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fb31c000c00 tx=0x7fb31c011e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:03:27.974 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:27.554+0000 7fb32a000700 1 -- 172.21.15.84:0/3879394022 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fb31c0036a0 con 0x7fb32c1065b0 2024-01-24T13:03:27.974 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:27.554+0000 7fb32a000700 1 -- 172.21.15.84:0/3879394022 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(25 keys) v1 ==== 1036+0+0 (secure 0 0 0) 0x7fb31c003c70 con 0x7fb32c1065b0 2024-01-24T13:03:27.974 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:27.554+0000 7fb334000700 1 -- 172.21.15.84:0/3879394022 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb32c079170 con 0x7fb32c1065b0 2024-01-24T13:03:27.974 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:27.554+0000 7fb32a000700 1 -- 172.21.15.84:0/3879394022 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fb31c0193f0 con 0x7fb32c1065b0 2024-01-24T13:03:27.974 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:27.554+0000 7fb334000700 1 -- 172.21.15.84:0/3879394022 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb32c079590 con 0x7fb32c1065b0 2024-01-24T13:03:27.974 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:27.554+0000 7fb32a000700 1 -- 172.21.15.84:0/3879394022 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7fb31c019970 con 0x7fb32c1065b0 2024-01-24T13:03:27.975 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:27.554+0000 7fb32a000700 1 -- 172.21.15.84:0/3879394022 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7fb31c01a3d0 con 0x7fb32c1065b0 2024-01-24T13:03:27.975 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:27.555+0000 7fb334000700 1 -- 172.21.15.84:0/3879394022 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb32c062370 con 0x7fb32c1065b0 2024-01-24T13:03:27.975 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:27.558+0000 7fb32a000700 1 -- 172.21.15.84:0/3879394022 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72508 (secure 0 0 0) 0x7fb31c029060 con 0x7fb32c1065b0 2024-01-24T13:03:27.975 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:27.627+0000 7fb334000700 1 -- 172.21.15.84:0/3879394022 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) v1 -- 0x7fb32c07a030 con 0x7fb32c1065b0 2024-01-24T13:03:27.975 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:27.627+0000 7fb32a000700 1 -- 172.21.15.84:0/3879394022 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v2) v1 ==== 76+0+175 (secure 0 0 0) 0x7fb31c033090 con 0x7fb32c1065b0 2024-01-24T13:03:27.975 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:27.628+0000 7fb334000700 1 -- 172.21.15.84:0/3879394022 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb32c1065b0 msgr2=0x7fb32c07ab20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:03:27.975 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:27.628+0000 7fb334000700 1 --2- 172.21.15.84:0/3879394022 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb32c1065b0 0x7fb32c07ab20 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fb31c000c00 tx=0x7fb31c011e70 comp rx=0 tx=0).stop 2024-01-24T13:03:27.975 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:27.628+0000 7fb334000700 1 -- 172.21.15.84:0/3879394022 shutdown_connections 2024-01-24T13:03:27.975 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:27.628+0000 7fb334000700 1 --2- 172.21.15.84:0/3879394022 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb32c1065b0 0x7fb32c07ab20 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:03:27.975 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:27.628+0000 7fb334000700 1 -- 172.21.15.84:0/3879394022 >> 172.21.15.84:0/3879394022 conn(0x7fb32c101b90 msgr2=0x7fb32c102930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:03:27.975 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:27.628+0000 7fb334000700 1 -- 172.21.15.84:0/3879394022 shutdown_connections 2024-01-24T13:03:27.975 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:27.628+0000 7fb334000700 1 -- 172.21.15.84:0/3879394022 wait complete. 2024-01-24T13:03:27.975 INFO:teuthology.orchestra.run.smithi084.stdout:Restarting the monitor... 2024-01-24T13:03:28.267 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:27 smithi084 systemd[1]: Stopping Ceph mon.a for d5d5b6f8-bab8-11ee-95b1-87774f69a715... 2024-01-24T13:03:28.608 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:28 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mon-a[34874]: 2024-01-24T13:03:28.265+0000 7f393ae00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-01-24T13:03:28.609 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:28 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mon-a[34874]: 2024-01-24T13:03:28.265+0000 7f393ae00700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-01-24T13:03:28.884 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:28 smithi084 bash[35226]: ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mon-a 2024-01-24T13:03:29.384 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 systemd[1]: ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@mon.a.service: Succeeded. 2024-01-24T13:03:29.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 systemd[1]: Stopped Ceph mon.a for d5d5b6f8-bab8-11ee-95b1-87774f69a715. 2024-01-24T13:03:29.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 systemd[1]: Starting Ceph mon.a for d5d5b6f8-bab8-11ee-95b1-87774f69a715... 2024-01-24T13:03:29.518 INFO:teuthology.orchestra.run.smithi084.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-01-24T13:03:29.770 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 bash[35346]: bd0aea53cf23156ce4333204a5fa29f5282cca1cd84e95be5c52a2e505641d3a 2024-01-24T13:03:29.770 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 systemd[1]: Started Ceph mon.a for d5d5b6f8-bab8-11ee-95b1-87774f69a715. 2024-01-24T13:03:29.770 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: set uid:gid to 167:167 (ceph:ceph) 2024-01-24T13:03:29.770 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: ceph version 18.2.1-341-g4e3182a6 (4e3182a65800aed6d4aa2f6b86da3cfd72188134) reef (stable), process ceph-mon, pid 7 2024-01-24T13:03:29.770 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: pidfile_write: ignore empty --pid-file 2024-01-24T13:03:29.770 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: load: jerasure load: lrc 2024-01-24T13:03:29.770 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: RocksDB version: 7.9.2 2024-01-24T13:03:29.770 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Git sha 0 2024-01-24T13:03:29.770 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Compile date 2024-01-24 06:39:28 2024-01-24T13:03:29.770 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: DB SUMMARY 2024-01-24T13:03:29.771 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: DB Session ID: 8N2FYME0QMLOLS356FE9 2024-01-24T13:03:29.771 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: CURRENT file: CURRENT 2024-01-24T13:03:29.771 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: IDENTITY file: IDENTITY 2024-01-24T13:03:29.771 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2024-01-24T13:03:29.771 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-01-24T13:03:29.771 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 98242 ; 2024-01-24T13:03:29.771 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.error_if_exists: 0 2024-01-24T13:03:29.771 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.create_if_missing: 0 2024-01-24T13:03:29.771 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.paranoid_checks: 1 2024-01-24T13:03:29.771 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.flush_verify_memtable_count: 1 2024-01-24T13:03:29.771 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-01-24T13:03:29.771 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-01-24T13:03:29.771 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.env: 0x55ad498a4720 2024-01-24T13:03:29.771 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.fs: PosixFileSystem 2024-01-24T13:03:29.772 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.info_log: 0x55ad4b813460 2024-01-24T13:03:29.772 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.max_file_opening_threads: 16 2024-01-24T13:03:29.772 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.statistics: (nil) 2024-01-24T13:03:29.772 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.use_fsync: 0 2024-01-24T13:03:29.772 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.max_log_file_size: 0 2024-01-24T13:03:29.772 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-01-24T13:03:29.772 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.log_file_time_to_roll: 0 2024-01-24T13:03:29.772 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.keep_log_file_num: 1000 2024-01-24T13:03:29.772 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.recycle_log_file_num: 0 2024-01-24T13:03:29.772 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.allow_fallocate: 1 2024-01-24T13:03:29.772 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.allow_mmap_reads: 0 2024-01-24T13:03:29.772 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.allow_mmap_writes: 0 2024-01-24T13:03:29.772 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.use_direct_reads: 0 2024-01-24T13:03:29.773 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-01-24T13:03:29.773 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.create_missing_column_families: 0 2024-01-24T13:03:29.773 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.db_log_dir: 2024-01-24T13:03:29.773 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.wal_dir: 2024-01-24T13:03:29.773 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.table_cache_numshardbits: 6 2024-01-24T13:03:29.773 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.WAL_ttl_seconds: 0 2024-01-24T13:03:29.773 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.WAL_size_limit_MB: 0 2024-01-24T13:03:29.773 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-01-24T13:03:29.773 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-01-24T13:03:29.773 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.is_fd_close_on_exec: 1 2024-01-24T13:03:29.773 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.advise_random_on_open: 1 2024-01-24T13:03:29.773 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.db_write_buffer_size: 0 2024-01-24T13:03:29.773 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.write_buffer_manager: 0x55ad4aaa4320 2024-01-24T13:03:29.773 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-01-24T13:03:29.774 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-01-24T13:03:29.774 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.use_adaptive_mutex: 0 2024-01-24T13:03:29.774 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.rate_limiter: (nil) 2024-01-24T13:03:29.774 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-01-24T13:03:29.774 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.wal_recovery_mode: 2 2024-01-24T13:03:29.774 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.enable_thread_tracking: 0 2024-01-24T13:03:29.774 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.enable_pipelined_write: 0 2024-01-24T13:03:29.774 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.unordered_write: 0 2024-01-24T13:03:29.774 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-01-24T13:03:29.774 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-01-24T13:03:29.774 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-01-24T13:03:29.774 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-01-24T13:03:29.774 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.row_cache: None 2024-01-24T13:03:29.774 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.wal_filter: None 2024-01-24T13:03:29.775 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-01-24T13:03:29.775 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.allow_ingest_behind: 0 2024-01-24T13:03:29.775 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.two_write_queues: 0 2024-01-24T13:03:29.775 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.manual_wal_flush: 0 2024-01-24T13:03:29.775 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.wal_compression: 0 2024-01-24T13:03:29.775 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.atomic_flush: 0 2024-01-24T13:03:29.775 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-01-24T13:03:29.775 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.persist_stats_to_disk: 0 2024-01-24T13:03:29.775 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.write_dbid_to_manifest: 0 2024-01-24T13:03:29.775 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.log_readahead_size: 0 2024-01-24T13:03:29.775 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-01-24T13:03:29.775 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.best_efforts_recovery: 0 2024-01-24T13:03:29.775 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-01-24T13:03:29.775 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-01-24T13:03:29.775 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.allow_data_in_errors: 0 2024-01-24T13:03:29.776 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.db_host_id: __hostname__ 2024-01-24T13:03:29.776 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.enforce_single_del_contracts: true 2024-01-24T13:03:29.776 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.max_background_jobs: 2 2024-01-24T13:03:29.776 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.max_background_compactions: -1 2024-01-24T13:03:29.776 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.max_subcompactions: 1 2024-01-24T13:03:29.776 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-01-24T13:03:29.776 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-01-24T13:03:29.776 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.delayed_write_rate : 16777216 2024-01-24T13:03:29.776 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.max_total_wal_size: 0 2024-01-24T13:03:29.776 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-01-24T13:03:29.776 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.stats_dump_period_sec: 600 2024-01-24T13:03:29.776 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.stats_persist_period_sec: 600 2024-01-24T13:03:29.776 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-01-24T13:03:29.777 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.max_open_files: -1 2024-01-24T13:03:29.777 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.bytes_per_sync: 0 2024-01-24T13:03:29.777 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.wal_bytes_per_sync: 0 2024-01-24T13:03:29.777 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.strict_bytes_per_sync: 0 2024-01-24T13:03:29.777 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.compaction_readahead_size: 0 2024-01-24T13:03:29.777 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.max_background_flushes: -1 2024-01-24T13:03:29.777 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Compression algorithms supported: 2024-01-24T13:03:29.777 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-01-24T13:03:29.777 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: kZSTD supported: 0 2024-01-24T13:03:29.777 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: kXpressCompression supported: 0 2024-01-24T13:03:29.777 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: kLZ4HCCompression supported: 1 2024-01-24T13:03:29.777 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: kZlibCompression supported: 1 2024-01-24T13:03:29.777 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: kSnappyCompression supported: 1 2024-01-24T13:03:29.777 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: kLZ4Compression supported: 1 2024-01-24T13:03:29.778 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: kBZip2Compression supported: 0 2024-01-24T13:03:29.778 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Fast CRC32 supported: Supported on x86 2024-01-24T13:03:29.778 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: DMutex implementation: pthread_mutex_t 2024-01-24T13:03:29.778 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-01-24T13:03:29.778 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-01-24T13:03:29.778 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-01-24T13:03:29.778 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.merge_operator: 2024-01-24T13:03:29.778 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.compaction_filter: None 2024-01-24T13:03:29.778 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.compaction_filter_factory: None 2024-01-24T13:03:29.778 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.sst_partitioner_factory: None 2024-01-24T13:03:29.778 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.memtable_factory: SkipListFactory 2024-01-24T13:03:29.778 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.table_factory: BlockBasedTable 2024-01-24T13:03:29.778 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55ad4b813560) 2024-01-24T13:03:29.778 INFO:journalctl@ceph.mon.a.smithi084.stdout: cache_index_and_filter_blocks: 1 2024-01-24T13:03:29.779 INFO:journalctl@ceph.mon.a.smithi084.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-01-24T13:03:29.779 INFO:journalctl@ceph.mon.a.smithi084.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-01-24T13:03:29.779 INFO:journalctl@ceph.mon.a.smithi084.stdout: pin_top_level_index_and_filter: 1 2024-01-24T13:03:29.779 INFO:journalctl@ceph.mon.a.smithi084.stdout: index_type: 0 2024-01-24T13:03:29.779 INFO:journalctl@ceph.mon.a.smithi084.stdout: data_block_index_type: 0 2024-01-24T13:03:29.779 INFO:journalctl@ceph.mon.a.smithi084.stdout: index_shortening: 1 2024-01-24T13:03:29.779 INFO:journalctl@ceph.mon.a.smithi084.stdout: data_block_hash_table_util_ratio: 0.750000 2024-01-24T13:03:29.779 INFO:journalctl@ceph.mon.a.smithi084.stdout: checksum: 4 2024-01-24T13:03:29.779 INFO:journalctl@ceph.mon.a.smithi084.stdout: no_block_cache: 0 2024-01-24T13:03:29.779 INFO:journalctl@ceph.mon.a.smithi084.stdout: block_cache: 0x55ad4ab251f0 2024-01-24T13:03:29.779 INFO:journalctl@ceph.mon.a.smithi084.stdout: block_cache_name: BinnedLRUCache 2024-01-24T13:03:29.779 INFO:journalctl@ceph.mon.a.smithi084.stdout: block_cache_options: 2024-01-24T13:03:29.779 INFO:journalctl@ceph.mon.a.smithi084.stdout: capacity : 536870912 2024-01-24T13:03:29.779 INFO:journalctl@ceph.mon.a.smithi084.stdout: num_shard_bits : 4 2024-01-24T13:03:29.780 INFO:journalctl@ceph.mon.a.smithi084.stdout: strict_capacity_limit : 0 2024-01-24T13:03:29.780 INFO:journalctl@ceph.mon.a.smithi084.stdout: high_pri_pool_ratio: 0.000 2024-01-24T13:03:29.780 INFO:journalctl@ceph.mon.a.smithi084.stdout: block_cache_compressed: (nil) 2024-01-24T13:03:29.780 INFO:journalctl@ceph.mon.a.smithi084.stdout: persistent_cache: (nil) 2024-01-24T13:03:29.780 INFO:journalctl@ceph.mon.a.smithi084.stdout: block_size: 4096 2024-01-24T13:03:29.780 INFO:journalctl@ceph.mon.a.smithi084.stdout: block_size_deviation: 10 2024-01-24T13:03:29.780 INFO:journalctl@ceph.mon.a.smithi084.stdout: block_restart_interval: 16 2024-01-24T13:03:29.780 INFO:journalctl@ceph.mon.a.smithi084.stdout: index_block_restart_interval: 1 2024-01-24T13:03:29.780 INFO:journalctl@ceph.mon.a.smithi084.stdout: metadata_block_size: 4096 2024-01-24T13:03:29.780 INFO:journalctl@ceph.mon.a.smithi084.stdout: partition_filters: 0 2024-01-24T13:03:29.780 INFO:journalctl@ceph.mon.a.smithi084.stdout: use_delta_encoding: 1 2024-01-24T13:03:29.780 INFO:journalctl@ceph.mon.a.smithi084.stdout: filter_policy: bloomfilter 2024-01-24T13:03:29.780 INFO:journalctl@ceph.mon.a.smithi084.stdout: whole_key_filtering: 1 2024-01-24T13:03:29.781 INFO:journalctl@ceph.mon.a.smithi084.stdout: verify_compression: 0 2024-01-24T13:03:29.781 INFO:journalctl@ceph.mon.a.smithi084.stdout: read_amp_bytes_per_bit: 0 2024-01-24T13:03:29.781 INFO:journalctl@ceph.mon.a.smithi084.stdout: format_version: 5 2024-01-24T13:03:29.781 INFO:journalctl@ceph.mon.a.smithi084.stdout: enable_index_compression: 1 2024-01-24T13:03:29.781 INFO:journalctl@ceph.mon.a.smithi084.stdout: block_align: 0 2024-01-24T13:03:29.781 INFO:journalctl@ceph.mon.a.smithi084.stdout: max_auto_readahead_size: 262144 2024-01-24T13:03:29.781 INFO:journalctl@ceph.mon.a.smithi084.stdout: prepopulate_block_cache: 0 2024-01-24T13:03:29.781 INFO:journalctl@ceph.mon.a.smithi084.stdout: initial_auto_readahead_size: 8192 2024-01-24T13:03:29.781 INFO:journalctl@ceph.mon.a.smithi084.stdout: num_file_reads_for_auto_readahead: 2 2024-01-24T13:03:29.781 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.write_buffer_size: 33554432 2024-01-24T13:03:29.781 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.max_write_buffer_number: 2 2024-01-24T13:03:29.781 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.compression: NoCompression 2024-01-24T13:03:29.781 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.bottommost_compression: Disabled 2024-01-24T13:03:29.781 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.prefix_extractor: nullptr 2024-01-24T13:03:29.782 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-01-24T13:03:29.782 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.num_levels: 7 2024-01-24T13:03:29.782 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-01-24T13:03:29.782 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-01-24T13:03:29.782 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-01-24T13:03:29.782 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-01-24T13:03:29.782 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-01-24T13:03:29.782 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-01-24T13:03:29.782 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-01-24T13:03:29.782 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-01-24T13:03:29.782 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-01-24T13:03:29.782 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-01-24T13:03:29.782 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-01-24T13:03:29.782 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-01-24T13:03:29.783 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.compression_opts.window_bits: -14 2024-01-24T13:03:29.783 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.compression_opts.level: 32767 2024-01-24T13:03:29.783 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.compression_opts.strategy: 0 2024-01-24T13:03:29.783 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-01-24T13:03:29.783 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-01-24T13:03:29.783 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-01-24T13:03:29.783 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-01-24T13:03:29.783 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.compression_opts.enabled: false 2024-01-24T13:03:29.783 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-01-24T13:03:29.783 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-01-24T13:03:29.783 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-01-24T13:03:29.783 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-01-24T13:03:29.783 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.target_file_size_base: 67108864 2024-01-24T13:03:29.783 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.target_file_size_multiplier: 1 2024-01-24T13:03:29.784 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-01-24T13:03:29.784 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-01-24T13:03:29.784 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-01-24T13:03:29.784 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-01-24T13:03:29.784 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-01-24T13:03:29.784 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-01-24T13:03:29.784 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-01-24T13:03:29.784 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-01-24T13:03:29.784 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-01-24T13:03:29.784 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-01-24T13:03:29.784 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-01-24T13:03:29.784 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-01-24T13:03:29.785 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-01-24T13:03:29.785 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.arena_block_size: 1048576 2024-01-24T13:03:29.785 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-01-24T13:03:29.785 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-01-24T13:03:29.785 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.disable_auto_compactions: 0 2024-01-24T13:03:29.785 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-01-24T13:03:29.785 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-01-24T13:03:29.785 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-01-24T13:03:29.785 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-01-24T13:03:29.785 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-01-24T13:03:29.785 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-01-24T13:03:29.785 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-01-24T13:03:29.785 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-01-24T13:03:29.785 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-01-24T13:03:29.786 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-01-24T13:03:29.786 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.table_properties_collectors: 2024-01-24T13:03:29.786 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.inplace_update_support: 0 2024-01-24T13:03:29.786 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.inplace_update_num_locks: 10000 2024-01-24T13:03:29.786 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-01-24T13:03:29.786 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-01-24T13:03:29.786 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.memtable_huge_page_size: 0 2024-01-24T13:03:29.786 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.bloom_locality: 0 2024-01-24T13:03:29.786 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.max_successive_merges: 0 2024-01-24T13:03:29.786 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.optimize_filters_for_hits: 0 2024-01-24T13:03:29.786 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.paranoid_file_checks: 0 2024-01-24T13:03:29.786 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.force_consistency_checks: 1 2024-01-24T13:03:29.786 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.report_bg_io_stats: 0 2024-01-24T13:03:29.786 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.ttl: 2592000 2024-01-24T13:03:29.787 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.periodic_compaction_seconds: 0 2024-01-24T13:03:29.787 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-01-24T13:03:29.787 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-01-24T13:03:29.787 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.enable_blob_files: false 2024-01-24T13:03:29.787 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.min_blob_size: 0 2024-01-24T13:03:29.787 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.blob_file_size: 268435456 2024-01-24T13:03:29.787 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.blob_compression_type: NoCompression 2024-01-24T13:03:29.787 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.enable_blob_garbage_collection: false 2024-01-24T13:03:29.787 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-01-24T13:03:29.787 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-01-24T13:03:29.787 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-01-24T13:03:29.787 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.blob_file_starting_level: 0 2024-01-24T13:03:29.787 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-01-24T13:03:29.787 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2024-01-24T13:03:29.788 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2024-01-24T13:03:29.788 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 69359132-4adc-492e-933a-fa312a204120 2024-01-24T13:03:29.788 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: EVENT_LOG_v1 {"time_micros": 1706101409534718, "job": 1, "event": "recovery_started", "wal_files": [9]} 2024-01-24T13:03:29.788 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2024-01-24T13:03:29.788 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: EVENT_LOG_v1 {"time_micros": 1706101409536383, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 93579, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 311, "table_properties": {"data_size": 91570, "index_size": 291, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 709, "raw_key_size": 13800, "raw_average_key_size": 50, "raw_value_size": 84060, "raw_average_value_size": 306, "num_data_blocks": 11, "num_entries": 274, "num_filter_entries": 274, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1706101409, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "69359132-4adc-492e-933a-fa312a204120", "db_session_id": "8N2FYME0QMLOLS356FE9", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2024-01-24T13:03:29.788 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: EVENT_LOG_v1 {"time_micros": 1706101409536526, "job": 1, "event": "recovery_finished"} 2024-01-24T13:03:29.788 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2024-01-24T13:03:29.788 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-01-24T13:03:29.788 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55ad4abc2000 2024-01-24T13:03:29.788 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: DB pointer 0x55ad4abb0000 2024-01-24T13:03:29.788 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-01-24T13:03:29.788 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-01-24T13:03:29.788 INFO:journalctl@ceph.mon.a.smithi084.stdout: ** DB Stats ** 2024-01-24T13:03:29.789 INFO:journalctl@ceph.mon.a.smithi084.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-01-24T13:03:29.789 INFO:journalctl@ceph.mon.a.smithi084.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-01-24T13:03:29.789 INFO:journalctl@ceph.mon.a.smithi084.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-01-24T13:03:29.789 INFO:journalctl@ceph.mon.a.smithi084.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-01-24T13:03:29.789 INFO:journalctl@ceph.mon.a.smithi084.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-01-24T13:03:29.789 INFO:journalctl@ceph.mon.a.smithi084.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-01-24T13:03:29.789 INFO:journalctl@ceph.mon.a.smithi084.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-01-24T13:03:29.789 INFO:journalctl@ceph.mon.a.smithi084.stdout: 2024-01-24T13:03:29.789 INFO:journalctl@ceph.mon.a.smithi084.stdout: ** Compaction Stats [default] ** 2024-01-24T13:03:29.789 INFO:journalctl@ceph.mon.a.smithi084.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-01-24T13:03:29.789 INFO:journalctl@ceph.mon.a.smithi084.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-01-24T13:03:29.789 INFO:journalctl@ceph.mon.a.smithi084.stdout: L0 2/0 93.22 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 87.4 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-01-24T13:03:29.789 INFO:journalctl@ceph.mon.a.smithi084.stdout: Sum 2/0 93.22 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 87.4 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-01-24T13:03:29.789 INFO:journalctl@ceph.mon.a.smithi084.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 87.4 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-01-24T13:03:29.790 INFO:journalctl@ceph.mon.a.smithi084.stdout: 2024-01-24T13:03:29.790 INFO:journalctl@ceph.mon.a.smithi084.stdout: ** Compaction Stats [default] ** 2024-01-24T13:03:29.790 INFO:journalctl@ceph.mon.a.smithi084.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-01-24T13:03:29.790 INFO:journalctl@ceph.mon.a.smithi084.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-01-24T13:03:29.790 INFO:journalctl@ceph.mon.a.smithi084.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 87.4 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-01-24T13:03:29.790 INFO:journalctl@ceph.mon.a.smithi084.stdout: 2024-01-24T13:03:29.790 INFO:journalctl@ceph.mon.a.smithi084.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-01-24T13:03:29.790 INFO:journalctl@ceph.mon.a.smithi084.stdout: 2024-01-24T13:03:29.790 INFO:journalctl@ceph.mon.a.smithi084.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-01-24T13:03:29.790 INFO:journalctl@ceph.mon.a.smithi084.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-01-24T13:03:29.790 INFO:journalctl@ceph.mon.a.smithi084.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-01-24T13:03:29.790 INFO:journalctl@ceph.mon.a.smithi084.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-01-24T13:03:29.790 INFO:journalctl@ceph.mon.a.smithi084.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-01-24T13:03:29.790 INFO:journalctl@ceph.mon.a.smithi084.stdout: AddFile(Keys): cumulative 0, interval 0 2024-01-24T13:03:29.791 INFO:journalctl@ceph.mon.a.smithi084.stdout: Cumulative compaction: 0.00 GB write, 14.25 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-01-24T13:03:29.791 INFO:journalctl@ceph.mon.a.smithi084.stdout: Interval compaction: 0.00 GB write, 14.25 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-01-24T13:03:29.791 INFO:journalctl@ceph.mon.a.smithi084.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-01-24T13:03:29.791 INFO:journalctl@ceph.mon.a.smithi084.stdout: Block cache BinnedLRUCache@0x55ad4ab251f0#7 capacity: 512.00 MB usage: 1.39 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1e-05 secs_since: 0 2024-01-24T13:03:29.791 INFO:journalctl@ceph.mon.a.smithi084.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,0.89 KB,0.000169873%) IndexBlock(2,0.50 KB,9.53674e-05%) Misc(1,0.00 KB,0%) 2024-01-24T13:03:29.791 INFO:journalctl@ceph.mon.a.smithi084.stdout: 2024-01-24T13:03:29.791 INFO:journalctl@ceph.mon.a.smithi084.stdout: ** File Read Latency Histogram By Level [default] ** 2024-01-24T13:03:29.791 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: starting mon.a rank 0 at public addrs [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] at bind addrs [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid d5d5b6f8-bab8-11ee-95b1-87774f69a715 2024-01-24T13:03:29.791 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: mon.a@-1(???) e1 preinit fsid d5d5b6f8-bab8-11ee-95b1-87774f69a715 2024-01-24T13:03:29.791 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: mon.a@-1(???).mds e1 new map 2024-01-24T13:03:29.791 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: mon.a@-1(???).mds e1 print_map 2024-01-24T13:03:29.791 INFO:journalctl@ceph.mon.a.smithi084.stdout: e1 2024-01-24T13:03:29.792 INFO:journalctl@ceph.mon.a.smithi084.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-01-24T13:03:29.792 INFO:journalctl@ceph.mon.a.smithi084.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-01-24T13:03:29.792 INFO:journalctl@ceph.mon.a.smithi084.stdout: legacy client fscid: -1 2024-01-24T13:03:29.792 INFO:journalctl@ceph.mon.a.smithi084.stdout: 2024-01-24T13:03:29.792 INFO:journalctl@ceph.mon.a.smithi084.stdout: No filesystems configured 2024-01-24T13:03:29.792 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-01-24T13:03:29.792 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-01-24T13:03:29.792 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-01-24T13:03:29.792 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-01-24T13:03:29.792 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-01-24T13:03:29.792 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: expand_channel_meta expand map: {default=false} 2024-01-24T13:03:29.792 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: expand_channel_meta from 'false' to 'false' 2024-01-24T13:03:29.792 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: expand_channel_meta expanded map: {default=false} 2024-01-24T13:03:29.793 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: expand_channel_meta expand map: {default=info} 2024-01-24T13:03:29.793 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: expand_channel_meta from 'info' to 'info' 2024-01-24T13:03:29.793 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: expand_channel_meta expanded map: {default=info} 2024-01-24T13:03:29.793 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: expand_channel_meta expand map: {default=daemon} 2024-01-24T13:03:29.793 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: expand_channel_meta from 'daemon' to 'daemon' 2024-01-24T13:03:29.793 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: expand_channel_meta expanded map: {default=daemon} 2024-01-24T13:03:29.793 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: expand_channel_meta expand map: {default=debug} 2024-01-24T13:03:29.793 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: expand_channel_meta from 'debug' to 'debug' 2024-01-24T13:03:29.793 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: expand_channel_meta expanded map: {default=debug} 2024-01-24T13:03:29.793 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: mon.a is new leader, mons a in quorum (ranks 0) 2024-01-24T13:03:29.793 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: monmap e1: 1 mons at {a=[v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-01-24T13:03:29.793 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: fsmap 2024-01-24T13:03:29.793 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: osdmap e1: 0 total, 0 up, 0 in 2024-01-24T13:03:29.794 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:29 smithi084 ceph-mon[35384]: mgrmap e1: no daemons active 2024-01-24T13:03:30.398 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:29.979+0000 7f4afe400700 1 Processor -- start 2024-01-24T13:03:30.398 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:29.979+0000 7f4afe400700 1 -- start start 2024-01-24T13:03:30.398 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:29.980+0000 7f4afe400700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4af81065b0 0x7f4af81069d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:03:30.398 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:29.980+0000 7f4afe400700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4af8106fa0 con 0x7f4af81065b0 2024-01-24T13:03:30.398 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:29.980+0000 7f4af7400700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4af81065b0 0x7f4af81069d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:03:30.398 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:29.980+0000 7f4af7400700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4af81065b0 0x7f4af81069d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:54454/0 (socket says 172.21.15.84:54454) 2024-01-24T13:03:30.398 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:29.980+0000 7f4af7400700 1 -- 172.21.15.84:0/3045364864 learned_addr learned my addr 172.21.15.84:0/3045364864 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:03:30.399 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:29.981+0000 7f4af7400700 1 -- 172.21.15.84:0/3045364864 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4af81077b0 con 0x7f4af81065b0 2024-01-24T13:03:30.399 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:29.981+0000 7f4af7400700 1 --2- 172.21.15.84:0/3045364864 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4af81065b0 0x7f4af81069d0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f4ae80098a0 tx=0x7f4ae8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4a5a7102c5fa4516 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:03:30.399 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:29.981+0000 7f4af6a00700 1 -- 172.21.15.84:0/3045364864 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f4ae8004160 con 0x7f4af81065b0 2024-01-24T13:03:30.399 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:29.981+0000 7f4af6a00700 1 -- 172.21.15.84:0/3045364864 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(25 keys) v1 ==== 1036+0+0 (secure 0 0 0) 0x7f4ae80042c0 con 0x7f4af81065b0 2024-01-24T13:03:30.399 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:29.981+0000 7f4af6a00700 1 -- 172.21.15.84:0/3045364864 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f4ae8011940 con 0x7f4af81065b0 2024-01-24T13:03:30.399 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:29.982+0000 7f4afe400700 1 -- 172.21.15.84:0/3045364864 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4af81065b0 msgr2=0x7f4af81069d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:03:30.399 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:29.982+0000 7f4afe400700 1 --2- 172.21.15.84:0/3045364864 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4af81065b0 0x7f4af81069d0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f4ae80098a0 tx=0x7f4ae8009bb0 comp rx=0 tx=0).stop 2024-01-24T13:03:30.399 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:29.982+0000 7f4afe400700 1 -- 172.21.15.84:0/3045364864 shutdown_connections 2024-01-24T13:03:30.399 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:29.982+0000 7f4afe400700 1 --2- 172.21.15.84:0/3045364864 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4af81065b0 0x7f4af81069d0 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:03:30.399 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:29.982+0000 7f4afe400700 1 -- 172.21.15.84:0/3045364864 >> 172.21.15.84:0/3045364864 conn(0x7f4af8101b90 msgr2=0x7f4af8103fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:03:30.399 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:29.982+0000 7f4afe400700 1 -- 172.21.15.84:0/3045364864 shutdown_connections 2024-01-24T13:03:30.399 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:29.982+0000 7f4afe400700 1 -- 172.21.15.84:0/3045364864 wait complete. 2024-01-24T13:03:30.399 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:29.983+0000 7f4afe400700 1 Processor -- start 2024-01-24T13:03:30.400 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:29.983+0000 7f4afe400700 1 -- start start 2024-01-24T13:03:30.400 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:29.984+0000 7f4afe400700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4af81065b0 0x7f4af807ab20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:03:30.400 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:29.984+0000 7f4afe400700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4af807b060 con 0x7f4af81065b0 2024-01-24T13:03:30.400 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:29.984+0000 7f4af7400700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4af81065b0 0x7f4af807ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:03:30.400 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:29.984+0000 7f4af7400700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4af81065b0 0x7f4af807ab20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:54456/0 (socket says 172.21.15.84:54456) 2024-01-24T13:03:30.400 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:29.984+0000 7f4af7400700 1 -- 172.21.15.84:0/4254359738 learned_addr learned my addr 172.21.15.84:0/4254359738 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:03:30.400 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:29.984+0000 7f4af7400700 1 -- 172.21.15.84:0/4254359738 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4ae8009550 con 0x7f4af81065b0 2024-01-24T13:03:30.400 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:29.984+0000 7f4af7400700 1 --2- 172.21.15.84:0/4254359738 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4af81065b0 0x7f4af807ab20 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f4ae8000c00 tx=0x7f4ae8011e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:03:30.400 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:29.985+0000 7f4af4c00700 1 -- 172.21.15.84:0/4254359738 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f4ae80036a0 con 0x7f4af81065b0 2024-01-24T13:03:30.400 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:29.985+0000 7f4afe400700 1 -- 172.21.15.84:0/4254359738 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4af8079170 con 0x7f4af81065b0 2024-01-24T13:03:30.400 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:29.985+0000 7f4af4c00700 1 -- 172.21.15.84:0/4254359738 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(25 keys) v1 ==== 1036+0+0 (secure 0 0 0) 0x7f4ae8003c70 con 0x7f4af81065b0 2024-01-24T13:03:30.400 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:29.985+0000 7f4af4c00700 1 -- 172.21.15.84:0/4254359738 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f4ae80193f0 con 0x7f4af81065b0 2024-01-24T13:03:30.400 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:29.985+0000 7f4afe400700 1 -- 172.21.15.84:0/4254359738 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4af8079590 con 0x7f4af81065b0 2024-01-24T13:03:30.400 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:29.985+0000 7f4af4c00700 1 -- 172.21.15.84:0/4254359738 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f4ae8019970 con 0x7f4af81065b0 2024-01-24T13:03:30.401 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:29.985+0000 7f4af4c00700 1 -- 172.21.15.84:0/4254359738 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f4ae801a3d0 con 0x7f4af81065b0 2024-01-24T13:03:30.401 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:29.986+0000 7f4afe400700 1 -- 172.21.15.84:0/4254359738 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4af8062370 con 0x7f4af81065b0 2024-01-24T13:03:30.401 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:29.989+0000 7f4af4c00700 1 -- 172.21.15.84:0/4254359738 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72508 (secure 0 0 0) 0x7f4ae8029060 con 0x7f4af81065b0 2024-01-24T13:03:30.401 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:30.057+0000 7f4afe400700 1 -- 172.21.15.84:0/4254359738 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command([{prefix=config set, name=public_network}] v 0) v1 -- 0x7f4af810a9b0 con 0x7f4af81065b0 2024-01-24T13:03:30.401 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:30.063+0000 7f4af4c00700 1 -- 172.21.15.84:0/4254359738 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{prefix=config set, name=public_network}]=0 v3)=0 v3) v1 ==== 124+0+0 (secure 0 0 0) 0x7f4ae80330c0 con 0x7f4af81065b0 2024-01-24T13:03:30.401 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:30.063+0000 7f4afe400700 1 -- 172.21.15.84:0/4254359738 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4af81065b0 msgr2=0x7f4af807ab20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:03:30.401 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:30.063+0000 7f4afe400700 1 --2- 172.21.15.84:0/4254359738 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4af81065b0 0x7f4af807ab20 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f4ae8000c00 tx=0x7f4ae8011e70 comp rx=0 tx=0).stop 2024-01-24T13:03:30.401 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:30.063+0000 7f4afe400700 1 -- 172.21.15.84:0/4254359738 shutdown_connections 2024-01-24T13:03:30.401 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:30.063+0000 7f4afe400700 1 --2- 172.21.15.84:0/4254359738 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4af81065b0 0x7f4af807ab20 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:03:30.401 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:30.063+0000 7f4afe400700 1 -- 172.21.15.84:0/4254359738 >> 172.21.15.84:0/4254359738 conn(0x7f4af8101b90 msgr2=0x7f4af8102930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:03:30.402 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:30.064+0000 7f4afe400700 1 -- 172.21.15.84:0/4254359738 shutdown_connections 2024-01-24T13:03:30.402 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:30.064+0000 7f4afe400700 1 -- 172.21.15.84:0/4254359738 wait complete. 2024-01-24T13:03:30.402 INFO:teuthology.orchestra.run.smithi084.stdout:Wrote config to /etc/ceph/ceph.conf 2024-01-24T13:03:30.421 INFO:teuthology.orchestra.run.smithi084.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-01-24T13:03:30.421 INFO:teuthology.orchestra.run.smithi084.stdout:Creating mgr... 2024-01-24T13:03:30.421 INFO:teuthology.orchestra.run.smithi084.stdout:Verifying port 0.0.0.0:9283 ... 2024-01-24T13:03:30.422 INFO:teuthology.orchestra.run.smithi084.stdout:Verifying port 0.0.0.0:8765 ... 2024-01-24T13:03:30.800 INFO:teuthology.orchestra.run.smithi084.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@mgr.x 2024-01-24T13:03:30.801 INFO:teuthology.orchestra.run.smithi084.stdout:systemctl: stderr Failed to reset failed state of unit ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@mgr.x.service: Unit ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@mgr.x.service not loaded. 2024-01-24T13:03:30.991 INFO:teuthology.orchestra.run.smithi084.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715.target.wants/ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@mgr.x.service → /etc/systemd/system/ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@.service. 2024-01-24T13:03:31.135 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:31 smithi084 ceph-mon[35384]: from='client.? 172.21.15.84:0/4254359738' entity='client.admin' 2024-01-24T13:03:31.135 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:03:31 smithi084 systemd[1]: Starting Ceph mgr.x for d5d5b6f8-bab8-11ee-95b1-87774f69a715... 2024-01-24T13:03:31.561 INFO:teuthology.orchestra.run.smithi084.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-01-24T13:03:31.561 INFO:teuthology.orchestra.run.smithi084.stdout:systemctl: stdout disabled 2024-01-24T13:03:31.576 INFO:teuthology.orchestra.run.smithi084.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-01-24T13:03:31.576 INFO:teuthology.orchestra.run.smithi084.stdout:systemctl: stdout inactive 2024-01-24T13:03:31.576 INFO:teuthology.orchestra.run.smithi084.stdout:firewalld.service is not enabled 2024-01-24T13:03:31.576 INFO:teuthology.orchestra.run.smithi084.stdout:Not possible to enable service . firewalld.service is not available 2024-01-24T13:03:31.593 INFO:teuthology.orchestra.run.smithi084.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-01-24T13:03:31.593 INFO:teuthology.orchestra.run.smithi084.stdout:systemctl: stdout disabled 2024-01-24T13:03:31.608 INFO:teuthology.orchestra.run.smithi084.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-01-24T13:03:31.608 INFO:teuthology.orchestra.run.smithi084.stdout:systemctl: stdout inactive 2024-01-24T13:03:31.608 INFO:teuthology.orchestra.run.smithi084.stdout:firewalld.service is not enabled 2024-01-24T13:03:31.609 INFO:teuthology.orchestra.run.smithi084.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-01-24T13:03:31.609 INFO:teuthology.orchestra.run.smithi084.stdout:Waiting for mgr to start... 2024-01-24T13:03:31.609 INFO:teuthology.orchestra.run.smithi084.stdout:Waiting for mgr... 2024-01-24T13:03:31.783 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:03:31 smithi084 bash[35618]: 8a34d0f76625bde2cb676a395cc27d6523df407930dc33ddf40a4007ffb1eb1d 2024-01-24T13:03:31.783 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:03:31 smithi084 systemd[1]: Started Ceph mgr.x for d5d5b6f8-bab8-11ee-95b1-87774f69a715. 2024-01-24T13:03:32.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:32 smithi084 ceph-mon[35384]: from='client.? 172.21.15.84:0/2042517938' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-01-24T13:03:32.385 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:03:32 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: 2024-01-24T13:03:32.065+0000 7f1dafa3f200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-01-24T13:03:32.385 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:03:32 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: 2024-01-24T13:03:32.192+0000 7f1dafa3f200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-01-24T13:03:32.385 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:03:32 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: 2024-01-24T13:03:32.306+0000 7f1dafa3f200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-01-24T13:03:32.442 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout 2024-01-24T13:03:32.445 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout { 2024-01-24T13:03:32.445 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "fsid": "d5d5b6f8-bab8-11ee-95b1-87774f69a715", 2024-01-24T13:03:32.445 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "health": { 2024-01-24T13:03:32.445 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-01-24T13:03:32.446 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-01-24T13:03:32.446 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-01-24T13:03:32.446 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout }, 2024-01-24T13:03:32.446 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-01-24T13:03:32.446 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-01-24T13:03:32.446 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout 0 2024-01-24T13:03:32.446 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout ], 2024-01-24T13:03:32.446 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-01-24T13:03:32.446 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "a" 2024-01-24T13:03:32.446 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout ], 2024-01-24T13:03:32.447 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "quorum_age": 2, 2024-01-24T13:03:32.447 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "monmap": { 2024-01-24T13:03:32.447 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-01-24T13:03:32.447 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-01-24T13:03:32.447 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-01-24T13:03:32.447 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout }, 2024-01-24T13:03:32.447 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-01-24T13:03:32.447 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-01-24T13:03:32.447 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-01-24T13:03:32.447 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-01-24T13:03:32.447 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-01-24T13:03:32.456 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-01-24T13:03:32.456 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-01-24T13:03:32.456 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-01-24T13:03:32.456 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout }, 2024-01-24T13:03:32.456 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-01-24T13:03:32.456 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-01-24T13:03:32.457 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-01-24T13:03:32.457 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-01-24T13:03:32.457 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-01-24T13:03:32.457 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-01-24T13:03:32.457 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-01-24T13:03:32.457 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-01-24T13:03:32.457 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-01-24T13:03:32.457 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout }, 2024-01-24T13:03:32.457 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-01-24T13:03:32.457 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-01-24T13:03:32.457 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-01-24T13:03:32.457 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-01-24T13:03:32.457 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout }, 2024-01-24T13:03:32.458 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-01-24T13:03:32.458 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "available": false, 2024-01-24T13:03:32.458 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-01-24T13:03:32.458 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "modules": [ 2024-01-24T13:03:32.458 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "iostat", 2024-01-24T13:03:32.458 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "nfs", 2024-01-24T13:03:32.458 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "restful" 2024-01-24T13:03:32.458 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout ], 2024-01-24T13:03:32.458 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "services": {} 2024-01-24T13:03:32.458 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout }, 2024-01-24T13:03:32.458 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-01-24T13:03:32.458 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-01-24T13:03:32.458 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "modified": "2024-01-24T13:03:25.343274+0000", 2024-01-24T13:03:32.458 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "services": {} 2024-01-24T13:03:32.458 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout }, 2024-01-24T13:03:32.459 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-01-24T13:03:32.459 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout } 2024-01-24T13:03:32.459 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:32.005+0000 7f4ea9200700 1 Processor -- start 2024-01-24T13:03:32.459 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:32.006+0000 7f4ea9200700 1 -- start start 2024-01-24T13:03:32.459 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:32.006+0000 7f4ea9200700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4ea407ad50 0x7f4ea40791b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:03:32.459 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:32.006+0000 7f4ea9200700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4ea4079780 con 0x7f4ea407ad50 2024-01-24T13:03:32.459 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:32.006+0000 7f4ea1e00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4ea407ad50 0x7f4ea40791b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:03:32.459 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:32.006+0000 7f4ea1e00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4ea407ad50 0x7f4ea40791b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:54480/0 (socket says 172.21.15.84:54480) 2024-01-24T13:03:32.459 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:32.006+0000 7f4ea1e00700 1 -- 172.21.15.84:0/2479706571 learned_addr learned my addr 172.21.15.84:0/2479706571 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:03:32.460 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:32.007+0000 7f4ea1e00700 1 -- 172.21.15.84:0/2479706571 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4ea40798c0 con 0x7f4ea407ad50 2024-01-24T13:03:32.460 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:32.007+0000 7f4ea1e00700 1 --2- 172.21.15.84:0/2479706571 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4ea407ad50 0x7f4ea40791b0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f4e940098a0 tx=0x7f4e94009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bd74d3d98c31a13 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:03:32.460 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:32.007+0000 7f4ea0a00700 1 -- 172.21.15.84:0/2479706571 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f4e94004160 con 0x7f4ea407ad50 2024-01-24T13:03:32.460 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:32.007+0000 7f4ea0a00700 1 -- 172.21.15.84:0/2479706571 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(25 keys) v1 ==== 1036+0+0 (secure 0 0 0) 0x7f4e940042c0 con 0x7f4ea407ad50 2024-01-24T13:03:32.460 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:32.007+0000 7f4ea0a00700 1 -- 172.21.15.84:0/2479706571 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f4e94011940 con 0x7f4ea407ad50 2024-01-24T13:03:32.460 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:32.008+0000 7f4ea9200700 1 -- 172.21.15.84:0/2479706571 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4ea407ad50 msgr2=0x7f4ea40791b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:03:32.460 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:32.008+0000 7f4ea9200700 1 --2- 172.21.15.84:0/2479706571 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4ea407ad50 0x7f4ea40791b0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f4e940098a0 tx=0x7f4e94009bb0 comp rx=0 tx=0).stop 2024-01-24T13:03:32.460 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:32.008+0000 7f4ea9200700 1 -- 172.21.15.84:0/2479706571 shutdown_connections 2024-01-24T13:03:32.460 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:32.008+0000 7f4ea9200700 1 --2- 172.21.15.84:0/2479706571 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4ea407ad50 0x7f4ea40791b0 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:03:32.460 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:32.008+0000 7f4ea9200700 1 -- 172.21.15.84:0/2479706571 >> 172.21.15.84:0/2479706571 conn(0x7f4ea4101b90 msgr2=0x7f4ea4103fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:03:32.460 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:32.008+0000 7f4ea9200700 1 -- 172.21.15.84:0/2479706571 shutdown_connections 2024-01-24T13:03:32.460 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:32.008+0000 7f4ea9200700 1 -- 172.21.15.84:0/2479706571 wait complete. 2024-01-24T13:03:32.461 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:32.009+0000 7f4ea9200700 1 Processor -- start 2024-01-24T13:03:32.461 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:32.009+0000 7f4ea9200700 1 -- start start 2024-01-24T13:03:32.461 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:32.010+0000 7f4ea9200700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4ea407ad50 0x7f4ea419c390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:03:32.461 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:32.010+0000 7f4ea9200700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4ea419c8d0 con 0x7f4ea407ad50 2024-01-24T13:03:32.461 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:32.010+0000 7f4ea1e00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4ea407ad50 0x7f4ea419c390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:03:32.461 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:32.010+0000 7f4ea1e00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4ea407ad50 0x7f4ea419c390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:54486/0 (socket says 172.21.15.84:54486) 2024-01-24T13:03:32.461 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:32.010+0000 7f4ea1e00700 1 -- 172.21.15.84:0/2042517938 learned_addr learned my addr 172.21.15.84:0/2042517938 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:03:32.461 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:32.010+0000 7f4ea1e00700 1 -- 172.21.15.84:0/2042517938 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4e94009550 con 0x7f4ea407ad50 2024-01-24T13:03:32.461 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:32.011+0000 7f4ea1e00700 1 --2- 172.21.15.84:0/2042517938 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4ea407ad50 0x7f4ea419c390 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f4e94011dc0 tx=0x7f4e94011ea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:03:32.461 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:32.011+0000 7f4e9aa00700 1 -- 172.21.15.84:0/2042517938 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f4e940037d0 con 0x7f4ea407ad50 2024-01-24T13:03:32.461 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:32.011+0000 7f4e9aa00700 1 -- 172.21.15.84:0/2042517938 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(25 keys) v1 ==== 1036+0+0 (secure 0 0 0) 0x7f4e9401b440 con 0x7f4ea407ad50 2024-01-24T13:03:32.461 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:32.011+0000 7f4ea9200700 1 -- 172.21.15.84:0/2042517938 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4ea419cad0 con 0x7f4ea407ad50 2024-01-24T13:03:32.461 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:32.011+0000 7f4e9aa00700 1 -- 172.21.15.84:0/2042517938 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f4e9401a560 con 0x7f4ea407ad50 2024-01-24T13:03:32.461 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:32.011+0000 7f4ea9200700 1 -- 172.21.15.84:0/2042517938 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4ea419cef0 con 0x7f4ea407ad50 2024-01-24T13:03:32.462 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:32.011+0000 7f4e9aa00700 1 -- 172.21.15.84:0/2042517938 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f4e9401ab20 con 0x7f4ea407ad50 2024-01-24T13:03:32.462 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:32.011+0000 7f4e9aa00700 1 -- 172.21.15.84:0/2042517938 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f4e940193f0 con 0x7f4ea407ad50 2024-01-24T13:03:32.462 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:32.012+0000 7f4ea9200700 1 -- 172.21.15.84:0/2042517938 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4ea4062370 con 0x7f4ea407ad50 2024-01-24T13:03:32.462 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:32.015+0000 7f4e9aa00700 1 -- 172.21.15.84:0/2042517938 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72508 (secure 0 0 0) 0x7f4e94029060 con 0x7f4ea407ad50 2024-01-24T13:03:32.462 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:32.089+0000 7f4ea9200700 1 -- 172.21.15.84:0/2042517938 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) v1 -- 0x7f4ea419fa20 con 0x7f4ea407ad50 2024-01-24T13:03:32.462 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:32.090+0000 7f4e9aa00700 1 -- 172.21.15.84:0/2042517938 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) v1 ==== 79+0+1238 (secure 0 0 0) 0x7f4e9401f070 con 0x7f4ea407ad50 2024-01-24T13:03:32.462 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:32.091+0000 7f4ea9200700 1 -- 172.21.15.84:0/2042517938 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4ea407ad50 msgr2=0x7f4ea419c390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:03:32.462 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:32.091+0000 7f4ea9200700 1 --2- 172.21.15.84:0/2042517938 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4ea407ad50 0x7f4ea419c390 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f4e94011dc0 tx=0x7f4e94011ea0 comp rx=0 tx=0).stop 2024-01-24T13:03:32.462 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:32.091+0000 7f4ea9200700 1 -- 172.21.15.84:0/2042517938 shutdown_connections 2024-01-24T13:03:32.462 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:32.091+0000 7f4ea9200700 1 --2- 172.21.15.84:0/2042517938 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4ea407ad50 0x7f4ea419c390 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:03:32.462 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:32.091+0000 7f4ea9200700 1 -- 172.21.15.84:0/2042517938 >> 172.21.15.84:0/2042517938 conn(0x7f4ea4101b90 msgr2=0x7f4ea4102930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:03:32.463 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:32.091+0000 7f4ea9200700 1 -- 172.21.15.84:0/2042517938 shutdown_connections 2024-01-24T13:03:32.463 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:32.091+0000 7f4ea9200700 1 -- 172.21.15.84:0/2042517938 wait complete. 2024-01-24T13:03:32.463 INFO:teuthology.orchestra.run.smithi084.stdout:mgr not available, waiting (1/15)... 2024-01-24T13:03:32.884 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:03:32 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: 2024-01-24T13:03:32.418+0000 7f1dafa3f200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-01-24T13:03:33.532 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:03:33 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: 2024-01-24T13:03:33.239+0000 7f1dafa3f200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-01-24T13:03:33.532 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:03:33 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: 2024-01-24T13:03:33.531+0000 7f1dafa3f200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-01-24T13:03:33.884 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:03:33 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: 2024-01-24T13:03:33.639+0000 7f1dafa3f200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-01-24T13:03:33.884 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:03:33 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: 2024-01-24T13:03:33.774+0000 7f1dafa3f200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-01-24T13:03:34.239 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:03:33 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: 2024-01-24T13:03:33.966+0000 7f1dafa3f200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-01-24T13:03:34.239 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:03:34 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: 2024-01-24T13:03:34.131+0000 7f1dafa3f200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-01-24T13:03:34.239 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:03:34 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: 2024-01-24T13:03:34.238+0000 7f1dafa3f200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-01-24T13:03:35.055 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:03:34 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: 2024-01-24T13:03:34.712+0000 7f1dafa3f200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-01-24T13:03:35.384 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:03:35 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: 2024-01-24T13:03:35.053+0000 7f1dafa3f200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-01-24T13:03:35.884 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:03:35 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: 2024-01-24T13:03:35.402+0000 7f1dafa3f200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-01-24T13:03:35.884 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:03:35 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: 2024-01-24T13:03:35.523+0000 7f1dafa3f200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-01-24T13:03:36.744 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:03:36 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: 2024-01-24T13:03:36.470+0000 7f1dafa3f200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-01-24T13:03:36.744 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:03:36 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: 2024-01-24T13:03:36.594+0000 7f1dafa3f200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-01-24T13:03:37.135 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:03:36 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: 2024-01-24T13:03:36.799+0000 7f1dafa3f200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-01-24T13:03:37.872 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:03:37 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: 2024-01-24T13:03:37.606+0000 7f1dafa3f200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-01-24T13:03:37.872 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:03:37 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: 2024-01-24T13:03:37.852+0000 7f1dafa3f200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-01-24T13:03:38.134 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:37 smithi084 ceph-mon[35384]: from='client.? 172.21.15.84:0/3507590968' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-01-24T13:03:38.634 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:03:38 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: 2024-01-24T13:03:38.103+0000 7f1dafa3f200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-01-24T13:03:39.581 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:03:39 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: 2024-01-24T13:03:39.233+0000 7f1dafa3f200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-01-24T13:03:39.884 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:03:39 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: 2024-01-24T13:03:39.581+0000 7f1dafa3f200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-01-24T13:03:39.884 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:03:39 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: 2024-01-24T13:03:39.698+0000 7f1dafa3f200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-01-24T13:03:40.384 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:03:39 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: 2024-01-24T13:03:39.945+0000 7f1dafa3f200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-01-24T13:03:40.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:40 smithi084 ceph-mon[35384]: Activating manager daemon x 2024-01-24T13:03:40.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:40 smithi084 ceph-mon[35384]: mgrmap e2: x(active, starting, since 0.00477339s) 2024-01-24T13:03:40.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:40 smithi084 ceph-mon[35384]: from='mgr.14100 172.21.15.84:0/1036977185' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-01-24T13:03:40.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:40 smithi084 ceph-mon[35384]: from='mgr.14100 172.21.15.84:0/1036977185' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-01-24T13:03:40.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:40 smithi084 ceph-mon[35384]: from='mgr.14100 172.21.15.84:0/1036977185' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-01-24T13:03:40.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:40 smithi084 ceph-mon[35384]: from='mgr.14100 172.21.15.84:0/1036977185' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-01-24T13:03:40.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:40 smithi084 ceph-mon[35384]: from='mgr.14100 172.21.15.84:0/1036977185' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-01-24T13:03:40.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:40 smithi084 ceph-mon[35384]: Manager daemon x is now available 2024-01-24T13:03:40.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:40 smithi084 ceph-mon[35384]: from='mgr.14100 172.21.15.84:0/1036977185' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-01-24T13:03:40.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:40 smithi084 ceph-mon[35384]: from='mgr.14100 172.21.15.84:0/1036977185' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-01-24T13:03:40.886 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:40 smithi084 ceph-mon[35384]: from='mgr.14100 172.21.15.84:0/1036977185' entity='mgr.x' 2024-01-24T13:03:40.886 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:40 smithi084 ceph-mon[35384]: from='mgr.14100 172.21.15.84:0/1036977185' entity='mgr.x' 2024-01-24T13:03:40.886 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:40 smithi084 ceph-mon[35384]: from='mgr.14100 172.21.15.84:0/1036977185' entity='mgr.x' 2024-01-24T13:03:42.384 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:41 smithi084 ceph-mon[35384]: mgrmap e3: x(active, since 1.01034s) 2024-01-24T13:03:42.556 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout 2024-01-24T13:03:42.556 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout { 2024-01-24T13:03:42.556 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "fsid": "d5d5b6f8-bab8-11ee-95b1-87774f69a715", 2024-01-24T13:03:42.556 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "health": { 2024-01-24T13:03:42.556 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-01-24T13:03:42.557 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-01-24T13:03:42.557 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-01-24T13:03:42.557 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout }, 2024-01-24T13:03:42.557 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-01-24T13:03:42.557 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-01-24T13:03:42.557 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout 0 2024-01-24T13:03:42.557 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout ], 2024-01-24T13:03:42.557 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-01-24T13:03:42.557 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "a" 2024-01-24T13:03:42.557 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout ], 2024-01-24T13:03:42.557 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "quorum_age": 8, 2024-01-24T13:03:42.557 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "monmap": { 2024-01-24T13:03:42.557 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-01-24T13:03:42.558 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-01-24T13:03:42.558 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-01-24T13:03:42.558 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout }, 2024-01-24T13:03:42.558 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-01-24T13:03:42.558 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-01-24T13:03:42.558 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-01-24T13:03:42.558 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-01-24T13:03:42.558 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-01-24T13:03:42.558 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-01-24T13:03:42.558 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-01-24T13:03:42.558 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-01-24T13:03:42.558 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout }, 2024-01-24T13:03:42.558 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-01-24T13:03:42.559 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-01-24T13:03:42.559 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-01-24T13:03:42.559 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-01-24T13:03:42.559 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-01-24T13:03:42.559 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-01-24T13:03:42.559 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-01-24T13:03:42.559 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-01-24T13:03:42.559 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-01-24T13:03:42.559 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout }, 2024-01-24T13:03:42.559 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-01-24T13:03:42.559 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-01-24T13:03:42.559 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-01-24T13:03:42.560 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-01-24T13:03:42.560 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout }, 2024-01-24T13:03:42.560 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-01-24T13:03:42.560 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "available": false, 2024-01-24T13:03:42.560 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-01-24T13:03:42.560 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "modules": [ 2024-01-24T13:03:42.560 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "iostat", 2024-01-24T13:03:42.560 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "nfs", 2024-01-24T13:03:42.560 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "restful" 2024-01-24T13:03:42.560 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout ], 2024-01-24T13:03:42.560 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "services": {} 2024-01-24T13:03:42.560 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout }, 2024-01-24T13:03:42.560 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-01-24T13:03:42.561 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-01-24T13:03:42.561 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "modified": "2024-01-24T13:03:25.343274+0000", 2024-01-24T13:03:42.561 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "services": {} 2024-01-24T13:03:42.561 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout }, 2024-01-24T13:03:42.561 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-01-24T13:03:42.561 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout } 2024-01-24T13:03:42.561 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:37.734+0000 7f10ab200700 1 Processor -- start 2024-01-24T13:03:42.561 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:37.735+0000 7f10ab200700 1 -- start start 2024-01-24T13:03:42.561 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:37.735+0000 7f10ab200700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f10a4106e50 0x7f10a4109240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:03:42.561 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:37.735+0000 7f10ab200700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f10a4074520 con 0x7f10a4106e50 2024-01-24T13:03:42.561 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:37.736+0000 7f10a9e00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f10a4106e50 0x7f10a4109240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:03:42.561 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:37.736+0000 7f10a9e00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f10a4106e50 0x7f10a4109240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:54498/0 (socket says 172.21.15.84:54498) 2024-01-24T13:03:42.561 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:37.736+0000 7f10a9e00700 1 -- 172.21.15.84:0/251189025 learned_addr learned my addr 172.21.15.84:0/251189025 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:03:42.562 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:37.736+0000 7f10a9e00700 1 -- 172.21.15.84:0/251189025 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f10a4109780 con 0x7f10a4106e50 2024-01-24T13:03:42.562 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:37.736+0000 7f10a9e00700 1 --2- 172.21.15.84:0/251189025 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f10a4106e50 0x7f10a4109240 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f10940098a0 tx=0x7f1094009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=43af836e60fe93e server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:03:42.562 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:37.736+0000 7f10a8a00700 1 -- 172.21.15.84:0/251189025 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f1094004160 con 0x7f10a4106e50 2024-01-24T13:03:42.562 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:37.736+0000 7f10a8a00700 1 -- 172.21.15.84:0/251189025 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(25 keys) v1 ==== 1036+0+0 (secure 0 0 0) 0x7f10940042c0 con 0x7f10a4106e50 2024-01-24T13:03:42.562 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:37.736+0000 7f10a8a00700 1 -- 172.21.15.84:0/251189025 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f1094011940 con 0x7f10a4106e50 2024-01-24T13:03:42.562 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:37.737+0000 7f10ab200700 1 -- 172.21.15.84:0/251189025 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f10a4106e50 msgr2=0x7f10a4109240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:03:42.562 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:37.737+0000 7f10ab200700 1 --2- 172.21.15.84:0/251189025 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f10a4106e50 0x7f10a4109240 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f10940098a0 tx=0x7f1094009bb0 comp rx=0 tx=0).stop 2024-01-24T13:03:42.562 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:37.737+0000 7f10ab200700 1 -- 172.21.15.84:0/251189025 shutdown_connections 2024-01-24T13:03:42.562 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:37.737+0000 7f10ab200700 1 --2- 172.21.15.84:0/251189025 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f10a4106e50 0x7f10a4109240 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:03:42.562 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:37.737+0000 7f10ab200700 1 -- 172.21.15.84:0/251189025 >> 172.21.15.84:0/251189025 conn(0x7f10a41008c0 msgr2=0x7f10a4102ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:03:42.562 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:37.737+0000 7f10ab200700 1 -- 172.21.15.84:0/251189025 shutdown_connections 2024-01-24T13:03:42.562 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:37.737+0000 7f10ab200700 1 -- 172.21.15.84:0/251189025 wait complete. 2024-01-24T13:03:42.563 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:37.738+0000 7f10ab200700 1 Processor -- start 2024-01-24T13:03:42.563 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:37.738+0000 7f10ab200700 1 -- start start 2024-01-24T13:03:42.563 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:37.739+0000 7f10ab200700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f10a4106e50 0x7f10a419c1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:03:42.563 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:37.739+0000 7f10ab200700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f10a419c700 con 0x7f10a4106e50 2024-01-24T13:03:42.563 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:37.739+0000 7f10a9e00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f10a4106e50 0x7f10a419c1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:03:42.563 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:37.739+0000 7f10a9e00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f10a4106e50 0x7f10a419c1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:54514/0 (socket says 172.21.15.84:54514) 2024-01-24T13:03:42.563 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:37.739+0000 7f10a9e00700 1 -- 172.21.15.84:0/3507590968 learned_addr learned my addr 172.21.15.84:0/3507590968 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:03:42.563 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:37.739+0000 7f10a9e00700 1 -- 172.21.15.84:0/3507590968 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1094009550 con 0x7f10a4106e50 2024-01-24T13:03:42.563 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:37.739+0000 7f10a9e00700 1 --2- 172.21.15.84:0/3507590968 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f10a4106e50 0x7f10a419c1c0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f1094011dc0 tx=0x7f1094011ea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:03:42.563 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:37.740+0000 7f10a2a00700 1 -- 172.21.15.84:0/3507590968 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f10940037d0 con 0x7f10a4106e50 2024-01-24T13:03:42.563 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:37.740+0000 7f10a2a00700 1 -- 172.21.15.84:0/3507590968 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(25 keys) v1 ==== 1036+0+0 (secure 0 0 0) 0x7f109401b440 con 0x7f10a4106e50 2024-01-24T13:03:42.563 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:37.740+0000 7f10a2a00700 1 -- 172.21.15.84:0/3507590968 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f109401a560 con 0x7f10a4106e50 2024-01-24T13:03:42.564 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:37.740+0000 7f10ab200700 1 -- 172.21.15.84:0/3507590968 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f10a419c900 con 0x7f10a4106e50 2024-01-24T13:03:42.564 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:37.740+0000 7f10ab200700 1 -- 172.21.15.84:0/3507590968 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f10a419cd20 con 0x7f10a4106e50 2024-01-24T13:03:42.564 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:37.740+0000 7f10a2a00700 1 -- 172.21.15.84:0/3507590968 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f109401aad0 con 0x7f10a4106e50 2024-01-24T13:03:42.564 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:37.740+0000 7f10a2a00700 1 -- 172.21.15.84:0/3507590968 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f10940193f0 con 0x7f10a4106e50 2024-01-24T13:03:42.564 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:37.741+0000 7f10ab200700 1 -- 172.21.15.84:0/3507590968 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f10a40623e0 con 0x7f10a4106e50 2024-01-24T13:03:42.564 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:37.745+0000 7f10a2a00700 1 -- 172.21.15.84:0/3507590968 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72508 (secure 0 0 0) 0x7f10a40623e0 con 0x7f10a4106e50 2024-01-24T13:03:42.564 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:37.819+0000 7f10ab200700 1 -- 172.21.15.84:0/3507590968 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) v1 -- 0x7f10a419f760 con 0x7f10a4106e50 2024-01-24T13:03:42.564 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:37.819+0000 7f10a2a00700 1 -- 172.21.15.84:0/3507590968 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) v1 ==== 79+0+1238 (secure 0 0 0) 0x7f1094033090 con 0x7f10a4106e50 2024-01-24T13:03:42.564 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:37.820+0000 7f10ab200700 1 -- 172.21.15.84:0/3507590968 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f10a4106e50 msgr2=0x7f10a419c1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:03:42.564 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:37.820+0000 7f10ab200700 1 --2- 172.21.15.84:0/3507590968 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f10a4106e50 0x7f10a419c1c0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f1094011dc0 tx=0x7f1094011ea0 comp rx=0 tx=0).stop 2024-01-24T13:03:42.564 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:37.820+0000 7f10ab200700 1 -- 172.21.15.84:0/3507590968 shutdown_connections 2024-01-24T13:03:42.564 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:37.820+0000 7f10ab200700 1 --2- 172.21.15.84:0/3507590968 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f10a4106e50 0x7f10a419c1c0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:03:42.564 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:37.820+0000 7f10ab200700 1 -- 172.21.15.84:0/3507590968 >> 172.21.15.84:0/3507590968 conn(0x7f10a41008c0 msgr2=0x7f10a4101610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:03:42.565 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:37.821+0000 7f10ab200700 1 -- 172.21.15.84:0/3507590968 shutdown_connections 2024-01-24T13:03:42.565 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:37.821+0000 7f10ab200700 1 -- 172.21.15.84:0/3507590968 wait complete. 2024-01-24T13:03:42.565 INFO:teuthology.orchestra.run.smithi084.stdout:mgr not available, waiting (2/15)... 2024-01-24T13:03:43.384 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:42 smithi084 ceph-mon[35384]: mgrmap e4: x(active, since 2s) 2024-01-24T13:03:45.610 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout 2024-01-24T13:03:45.610 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout { 2024-01-24T13:03:45.610 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "fsid": "d5d5b6f8-bab8-11ee-95b1-87774f69a715", 2024-01-24T13:03:45.610 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "health": { 2024-01-24T13:03:45.610 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-01-24T13:03:45.610 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-01-24T13:03:45.610 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-01-24T13:03:45.610 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout }, 2024-01-24T13:03:45.610 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-01-24T13:03:45.610 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-01-24T13:03:45.611 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout 0 2024-01-24T13:03:45.611 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout ], 2024-01-24T13:03:45.611 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-01-24T13:03:45.611 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "a" 2024-01-24T13:03:45.611 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout ], 2024-01-24T13:03:45.611 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "quorum_age": 15, 2024-01-24T13:03:45.611 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "monmap": { 2024-01-24T13:03:45.611 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-01-24T13:03:45.611 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-01-24T13:03:45.611 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-01-24T13:03:45.611 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout }, 2024-01-24T13:03:45.611 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-01-24T13:03:45.611 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-01-24T13:03:45.611 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-01-24T13:03:45.612 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-01-24T13:03:45.612 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-01-24T13:03:45.612 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-01-24T13:03:45.612 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-01-24T13:03:45.612 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-01-24T13:03:45.612 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout }, 2024-01-24T13:03:45.612 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-01-24T13:03:45.612 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-01-24T13:03:45.612 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-01-24T13:03:45.612 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-01-24T13:03:45.612 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-01-24T13:03:45.612 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-01-24T13:03:45.612 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-01-24T13:03:45.613 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-01-24T13:03:45.613 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-01-24T13:03:45.613 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout }, 2024-01-24T13:03:45.613 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-01-24T13:03:45.613 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-01-24T13:03:45.613 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-01-24T13:03:45.613 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-01-24T13:03:45.613 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout }, 2024-01-24T13:03:45.613 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-01-24T13:03:45.613 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "available": true, 2024-01-24T13:03:45.613 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-01-24T13:03:45.613 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "modules": [ 2024-01-24T13:03:45.613 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "iostat", 2024-01-24T13:03:45.614 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "nfs", 2024-01-24T13:03:45.614 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "restful" 2024-01-24T13:03:45.614 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout ], 2024-01-24T13:03:45.614 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "services": {} 2024-01-24T13:03:45.614 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout }, 2024-01-24T13:03:45.614 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-01-24T13:03:45.614 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-01-24T13:03:45.614 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "modified": "2024-01-24T13:03:25.343274+0000", 2024-01-24T13:03:45.614 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "services": {} 2024-01-24T13:03:45.614 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout }, 2024-01-24T13:03:45.614 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-01-24T13:03:45.614 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout } 2024-01-24T13:03:45.614 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:44.946+0000 7f0d4ee00700 1 Processor -- start 2024-01-24T13:03:45.615 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:44.946+0000 7f0d4ee00700 1 -- start start 2024-01-24T13:03:45.615 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:44.947+0000 7f0d4ee00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0d4807ad50 0x7f0d480791b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:03:45.615 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:44.947+0000 7f0d4ee00700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d48079780 con 0x7f0d4807ad50 2024-01-24T13:03:45.615 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:44.947+0000 7f0d47e00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0d4807ad50 0x7f0d480791b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:03:45.615 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:44.947+0000 7f0d47e00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0d4807ad50 0x7f0d480791b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:45186/0 (socket says 172.21.15.84:45186) 2024-01-24T13:03:45.615 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:44.947+0000 7f0d47e00700 1 -- 172.21.15.84:0/496375345 learned_addr learned my addr 172.21.15.84:0/496375345 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:03:45.615 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:44.947+0000 7f0d47e00700 1 -- 172.21.15.84:0/496375345 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0d480798c0 con 0x7f0d4807ad50 2024-01-24T13:03:45.615 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:44.948+0000 7f0d47e00700 1 --2- 172.21.15.84:0/496375345 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0d4807ad50 0x7f0d480791b0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f0d380098a0 tx=0x7f0d38009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=669be317ee469e6f server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:03:45.615 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:44.948+0000 7f0d47400700 1 -- 172.21.15.84:0/496375345 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f0d38004160 con 0x7f0d4807ad50 2024-01-24T13:03:45.615 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:44.948+0000 7f0d47400700 1 -- 172.21.15.84:0/496375345 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(25 keys) v1 ==== 1036+0+0 (secure 0 0 0) 0x7f0d380042c0 con 0x7f0d4807ad50 2024-01-24T13:03:45.615 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:44.948+0000 7f0d47400700 1 -- 172.21.15.84:0/496375345 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f0d38011940 con 0x7f0d4807ad50 2024-01-24T13:03:45.615 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:44.948+0000 7f0d4ee00700 1 -- 172.21.15.84:0/496375345 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0d4807ad50 msgr2=0x7f0d480791b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:03:45.616 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:44.948+0000 7f0d4ee00700 1 --2- 172.21.15.84:0/496375345 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0d4807ad50 0x7f0d480791b0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f0d380098a0 tx=0x7f0d38009bb0 comp rx=0 tx=0).stop 2024-01-24T13:03:45.616 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:44.949+0000 7f0d4ee00700 1 -- 172.21.15.84:0/496375345 shutdown_connections 2024-01-24T13:03:45.616 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:44.949+0000 7f0d4ee00700 1 --2- 172.21.15.84:0/496375345 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0d4807ad50 0x7f0d480791b0 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:03:45.616 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:44.949+0000 7f0d4ee00700 1 -- 172.21.15.84:0/496375345 >> 172.21.15.84:0/496375345 conn(0x7f0d48101b90 msgr2=0x7f0d48103fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:03:45.616 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:44.949+0000 7f0d4ee00700 1 -- 172.21.15.84:0/496375345 shutdown_connections 2024-01-24T13:03:45.616 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:44.949+0000 7f0d4ee00700 1 -- 172.21.15.84:0/496375345 wait complete. 2024-01-24T13:03:45.616 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:44.950+0000 7f0d4ee00700 1 Processor -- start 2024-01-24T13:03:45.616 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:44.950+0000 7f0d4ee00700 1 -- start start 2024-01-24T13:03:45.616 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:44.950+0000 7f0d4ee00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0d4807ad50 0x7f0d4819c390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:03:45.616 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:44.950+0000 7f0d4ee00700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d4819c8d0 con 0x7f0d4807ad50 2024-01-24T13:03:45.616 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:44.950+0000 7f0d47e00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0d4807ad50 0x7f0d4819c390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:03:45.616 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:44.950+0000 7f0d47e00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0d4807ad50 0x7f0d4819c390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:45200/0 (socket says 172.21.15.84:45200) 2024-01-24T13:03:45.616 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:44.950+0000 7f0d47e00700 1 -- 172.21.15.84:0/2002190402 learned_addr learned my addr 172.21.15.84:0/2002190402 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:03:45.617 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:44.951+0000 7f0d47e00700 1 -- 172.21.15.84:0/2002190402 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0d38009550 con 0x7f0d4807ad50 2024-01-24T13:03:45.617 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:44.951+0000 7f0d47e00700 1 --2- 172.21.15.84:0/2002190402 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0d4807ad50 0x7f0d4819c390 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f0d38011dc0 tx=0x7f0d38011ea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:03:45.617 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:44.951+0000 7f0d45600700 1 -- 172.21.15.84:0/2002190402 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f0d380037d0 con 0x7f0d4807ad50 2024-01-24T13:03:45.617 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:44.951+0000 7f0d45600700 1 -- 172.21.15.84:0/2002190402 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(25 keys) v1 ==== 1036+0+0 (secure 0 0 0) 0x7f0d3801b440 con 0x7f0d4807ad50 2024-01-24T13:03:45.617 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:44.951+0000 7f0d45600700 1 -- 172.21.15.84:0/2002190402 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f0d3801a560 con 0x7f0d4807ad50 2024-01-24T13:03:45.617 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:44.951+0000 7f0d4ee00700 1 -- 172.21.15.84:0/2002190402 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0d4819cad0 con 0x7f0d4807ad50 2024-01-24T13:03:45.617 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:44.951+0000 7f0d4ee00700 1 -- 172.21.15.84:0/2002190402 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0d4819cef0 con 0x7f0d4807ad50 2024-01-24T13:03:45.617 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:44.952+0000 7f0d45600700 1 -- 172.21.15.84:0/2002190402 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 4) v1 ==== 45257+0+0 (secure 0 0 0) 0x7f0d3801b5b0 con 0x7f0d4807ad50 2024-01-24T13:03:45.617 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:44.952+0000 7f0d4ee00700 1 -- 172.21.15.84:0/2002190402 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0d48062370 con 0x7f0d4807ad50 2024-01-24T13:03:45.617 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:44.953+0000 7f0d45600700 1 --2- 172.21.15.84:0/2002190402 >> [v2:172.21.15.84:6800/4121464047,v1:172.21.15.84:6801/4121464047] conn(0x7f0d28038300 0x7f0d2803a7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:03:45.617 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:44.953+0000 7f0d45600700 1 -- 172.21.15.84:0/2002190402 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f0d3804bff0 con 0x7f0d4807ad50 2024-01-24T13:03:45.617 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:44.953+0000 7f0d3fe00700 1 --2- 172.21.15.84:0/2002190402 >> [v2:172.21.15.84:6800/4121464047,v1:172.21.15.84:6801/4121464047] conn(0x7f0d28038300 0x7f0d2803a7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:03:45.618 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:44.954+0000 7f0d3fe00700 1 --2- 172.21.15.84:0/2002190402 >> [v2:172.21.15.84:6800/4121464047,v1:172.21.15.84:6801/4121464047] conn(0x7f0d28038300 0x7f0d2803a7c0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f0d30006fd0 tx=0x7f0d30006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:03:45.618 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:44.959+0000 7f0d45600700 1 -- 172.21.15.84:0/2002190402 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180484 (secure 0 0 0) 0x7f0d38023590 con 0x7f0d4807ad50 2024-01-24T13:03:45.618 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:45.229+0000 7f0d4ee00700 1 -- 172.21.15.84:0/2002190402 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) v1 -- 0x7f0d481a0070 con 0x7f0d4807ad50 2024-01-24T13:03:45.618 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:45.229+0000 7f0d45600700 1 -- 172.21.15.84:0/2002190402 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) v1 ==== 79+0+1238 (secure 0 0 0) 0x7f0d3801f070 con 0x7f0d4807ad50 2024-01-24T13:03:45.618 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:45.231+0000 7f0d4ee00700 1 -- 172.21.15.84:0/2002190402 >> [v2:172.21.15.84:6800/4121464047,v1:172.21.15.84:6801/4121464047] conn(0x7f0d28038300 msgr2=0x7f0d2803a7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:03:45.618 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:45.231+0000 7f0d4ee00700 1 --2- 172.21.15.84:0/2002190402 >> [v2:172.21.15.84:6800/4121464047,v1:172.21.15.84:6801/4121464047] conn(0x7f0d28038300 0x7f0d2803a7c0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f0d30006fd0 tx=0x7f0d30006e40 comp rx=0 tx=0).stop 2024-01-24T13:03:45.618 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:45.231+0000 7f0d4ee00700 1 -- 172.21.15.84:0/2002190402 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0d4807ad50 msgr2=0x7f0d4819c390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:03:45.618 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:45.231+0000 7f0d4ee00700 1 --2- 172.21.15.84:0/2002190402 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0d4807ad50 0x7f0d4819c390 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f0d38011dc0 tx=0x7f0d38011ea0 comp rx=0 tx=0).stop 2024-01-24T13:03:45.618 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:45.232+0000 7f0d4ee00700 1 -- 172.21.15.84:0/2002190402 shutdown_connections 2024-01-24T13:03:45.618 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:45.232+0000 7f0d4ee00700 1 --2- 172.21.15.84:0/2002190402 >> [v2:172.21.15.84:6800/4121464047,v1:172.21.15.84:6801/4121464047] conn(0x7f0d28038300 0x7f0d2803a7c0 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:03:45.618 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:45.232+0000 7f0d4ee00700 1 --2- 172.21.15.84:0/2002190402 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0d4807ad50 0x7f0d4819c390 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:03:45.618 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:45.232+0000 7f0d4ee00700 1 -- 172.21.15.84:0/2002190402 >> 172.21.15.84:0/2002190402 conn(0x7f0d48101b90 msgr2=0x7f0d48102930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:03:45.618 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:45.232+0000 7f0d4ee00700 1 -- 172.21.15.84:0/2002190402 shutdown_connections 2024-01-24T13:03:45.619 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:45.232+0000 7f0d4ee00700 1 -- 172.21.15.84:0/2002190402 wait complete. 2024-01-24T13:03:45.619 INFO:teuthology.orchestra.run.smithi084.stdout:mgr is available 2024-01-24T13:03:45.813 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:45 smithi084 ceph-mon[35384]: from='client.? 172.21.15.84:0/2002190402' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-01-24T13:03:46.612 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout 2024-01-24T13:03:46.612 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout [global] 2024-01-24T13:03:46.612 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout fsid = d5d5b6f8-bab8-11ee-95b1-87774f69a715 2024-01-24T13:03:46.612 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-01-24T13:03:46.612 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-01-24T13:03:46.612 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-01-24T13:03:46.612 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-01-24T13:03:46.612 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout 2024-01-24T13:03:46.612 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout [mgr] 2024-01-24T13:03:46.612 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-01-24T13:03:46.613 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout 2024-01-24T13:03:46.613 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout [osd] 2024-01-24T13:03:46.613 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-01-24T13:03:46.613 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-01-24T13:03:46.613 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-01-24T13:03:46.613 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-01-24T13:03:46.613 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-01-24T13:03:46.613 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:46.048+0000 7f094a200700 1 Processor -- start 2024-01-24T13:03:46.613 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:46.048+0000 7f094a200700 1 -- start start 2024-01-24T13:03:46.613 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:46.048+0000 7f094a200700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f094407ad50 0x7f09440791b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:03:46.613 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:46.048+0000 7f094a200700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0944079780 con 0x7f094407ad50 2024-01-24T13:03:46.613 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:46.048+0000 7f0943400700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f094407ad50 0x7f09440791b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:03:46.613 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:46.049+0000 7f0943400700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f094407ad50 0x7f09440791b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:45208/0 (socket says 172.21.15.84:45208) 2024-01-24T13:03:46.613 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:46.049+0000 7f0943400700 1 -- 172.21.15.84:0/3550873339 learned_addr learned my addr 172.21.15.84:0/3550873339 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:03:46.614 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:46.049+0000 7f0943400700 1 -- 172.21.15.84:0/3550873339 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f09440798c0 con 0x7f094407ad50 2024-01-24T13:03:46.614 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:46.049+0000 7f0943400700 1 --2- 172.21.15.84:0/3550873339 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f094407ad50 0x7f09440791b0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f09340098a0 tx=0x7f0934009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a5aa050163b7ac68 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:03:46.614 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:46.049+0000 7f0942000700 1 -- 172.21.15.84:0/3550873339 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f0934004160 con 0x7f094407ad50 2024-01-24T13:03:46.614 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:46.049+0000 7f0942000700 1 -- 172.21.15.84:0/3550873339 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(25 keys) v1 ==== 1036+0+0 (secure 0 0 0) 0x7f09340042c0 con 0x7f094407ad50 2024-01-24T13:03:46.614 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:46.049+0000 7f0942000700 1 -- 172.21.15.84:0/3550873339 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f0934011940 con 0x7f094407ad50 2024-01-24T13:03:46.614 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:46.050+0000 7f094a200700 1 -- 172.21.15.84:0/3550873339 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f094407ad50 msgr2=0x7f09440791b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:03:46.614 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:46.050+0000 7f094a200700 1 --2- 172.21.15.84:0/3550873339 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f094407ad50 0x7f09440791b0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f09340098a0 tx=0x7f0934009bb0 comp rx=0 tx=0).stop 2024-01-24T13:03:46.614 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:46.050+0000 7f094a200700 1 -- 172.21.15.84:0/3550873339 shutdown_connections 2024-01-24T13:03:46.614 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:46.050+0000 7f094a200700 1 --2- 172.21.15.84:0/3550873339 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f094407ad50 0x7f09440791b0 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:03:46.614 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:46.050+0000 7f094a200700 1 -- 172.21.15.84:0/3550873339 >> 172.21.15.84:0/3550873339 conn(0x7f0944101b90 msgr2=0x7f0944103fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:03:46.614 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:46.050+0000 7f094a200700 1 -- 172.21.15.84:0/3550873339 shutdown_connections 2024-01-24T13:03:46.614 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:46.050+0000 7f094a200700 1 -- 172.21.15.84:0/3550873339 wait complete. 2024-01-24T13:03:46.614 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:46.051+0000 7f094a200700 1 Processor -- start 2024-01-24T13:03:46.614 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:46.051+0000 7f094a200700 1 -- start start 2024-01-24T13:03:46.614 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:46.052+0000 7f094a200700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f094407ad50 0x7f094419c390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:03:46.614 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:46.052+0000 7f094a200700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f094419c8d0 con 0x7f094407ad50 2024-01-24T13:03:46.615 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:46.052+0000 7f0943400700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f094407ad50 0x7f094419c390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:03:46.615 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:46.052+0000 7f0943400700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f094407ad50 0x7f094419c390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:45222/0 (socket says 172.21.15.84:45222) 2024-01-24T13:03:46.615 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:46.052+0000 7f0943400700 1 -- 172.21.15.84:0/1836563480 learned_addr learned my addr 172.21.15.84:0/1836563480 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:03:46.615 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:46.052+0000 7f0943400700 1 -- 172.21.15.84:0/1836563480 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0934009550 con 0x7f094407ad50 2024-01-24T13:03:46.615 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:46.052+0000 7f0943400700 1 --2- 172.21.15.84:0/1836563480 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f094407ad50 0x7f094419c390 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f0934011dc0 tx=0x7f0934011ea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:03:46.615 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:46.053+0000 7f093be00700 1 -- 172.21.15.84:0/1836563480 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f09340037d0 con 0x7f094407ad50 2024-01-24T13:03:46.615 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:46.053+0000 7f093be00700 1 -- 172.21.15.84:0/1836563480 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(25 keys) v1 ==== 1036+0+0 (secure 0 0 0) 0x7f093401b440 con 0x7f094407ad50 2024-01-24T13:03:46.615 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:46.053+0000 7f094a200700 1 -- 172.21.15.84:0/1836563480 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f094419cad0 con 0x7f094407ad50 2024-01-24T13:03:46.615 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:46.053+0000 7f093be00700 1 -- 172.21.15.84:0/1836563480 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f093401a560 con 0x7f094407ad50 2024-01-24T13:03:46.615 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:46.053+0000 7f094a200700 1 -- 172.21.15.84:0/1836563480 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f094419cef0 con 0x7f094407ad50 2024-01-24T13:03:46.615 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:46.054+0000 7f093be00700 1 -- 172.21.15.84:0/1836563480 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 4) v1 ==== 45257+0+0 (secure 0 0 0) 0x7f0934003930 con 0x7f094407ad50 2024-01-24T13:03:46.615 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:46.054+0000 7f094a200700 1 -- 172.21.15.84:0/1836563480 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f094410c940 con 0x7f094407ad50 2024-01-24T13:03:46.615 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:46.054+0000 7f093be00700 1 --2- 172.21.15.84:0/1836563480 >> [v2:172.21.15.84:6800/4121464047,v1:172.21.15.84:6801/4121464047] conn(0x7f0924038300 0x7f092403a7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:03:46.615 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:46.054+0000 7f093be00700 1 -- 172.21.15.84:0/1836563480 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f093404bfe0 con 0x7f094407ad50 2024-01-24T13:03:46.615 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:46.055+0000 7f0942a00700 1 --2- 172.21.15.84:0/1836563480 >> [v2:172.21.15.84:6800/4121464047,v1:172.21.15.84:6801/4121464047] conn(0x7f0924038300 0x7f092403a7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:03:46.616 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:46.055+0000 7f0942a00700 1 --2- 172.21.15.84:0/1836563480 >> [v2:172.21.15.84:6800/4121464047,v1:172.21.15.84:6801/4121464047] conn(0x7f0924038300 0x7f092403a7c0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f092c006fd0 tx=0x7f092c006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:03:46.616 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:46.059+0000 7f093be00700 1 -- 172.21.15.84:0/1836563480 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180484 (secure 0 0 0) 0x7f0934023590 con 0x7f094407ad50 2024-01-24T13:03:46.616 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:46.251+0000 7f094a200700 1 -- 172.21.15.84:0/1836563480 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) v1 -- 0x7f094410cb30 con 0x7f094407ad50 2024-01-24T13:03:46.616 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:46.252+0000 7f093be00700 1 -- 172.21.15.84:0/1836563480 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v3) v1 ==== 70+0+373 (secure 0 0 0) 0x7f093401f070 con 0x7f094407ad50 2024-01-24T13:03:46.616 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:46.255+0000 7f094a200700 1 -- 172.21.15.84:0/1836563480 >> [v2:172.21.15.84:6800/4121464047,v1:172.21.15.84:6801/4121464047] conn(0x7f0924038300 msgr2=0x7f092403a7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:03:46.616 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:46.255+0000 7f094a200700 1 --2- 172.21.15.84:0/1836563480 >> [v2:172.21.15.84:6800/4121464047,v1:172.21.15.84:6801/4121464047] conn(0x7f0924038300 0x7f092403a7c0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f092c006fd0 tx=0x7f092c006e40 comp rx=0 tx=0).stop 2024-01-24T13:03:46.616 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:46.255+0000 7f094a200700 1 -- 172.21.15.84:0/1836563480 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f094407ad50 msgr2=0x7f094419c390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:03:46.616 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:46.255+0000 7f094a200700 1 --2- 172.21.15.84:0/1836563480 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f094407ad50 0x7f094419c390 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f0934011dc0 tx=0x7f0934011ea0 comp rx=0 tx=0).stop 2024-01-24T13:03:46.616 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:46.255+0000 7f094a200700 1 -- 172.21.15.84:0/1836563480 shutdown_connections 2024-01-24T13:03:46.616 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:46.255+0000 7f094a200700 1 --2- 172.21.15.84:0/1836563480 >> [v2:172.21.15.84:6800/4121464047,v1:172.21.15.84:6801/4121464047] conn(0x7f0924038300 0x7f092403a7c0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:03:46.616 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:46.255+0000 7f094a200700 1 --2- 172.21.15.84:0/1836563480 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f094407ad50 0x7f094419c390 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:03:46.616 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:46.255+0000 7f094a200700 1 -- 172.21.15.84:0/1836563480 >> 172.21.15.84:0/1836563480 conn(0x7f0944101b90 msgr2=0x7f0944102930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:03:46.616 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:46.255+0000 7f094a200700 1 -- 172.21.15.84:0/1836563480 shutdown_connections 2024-01-24T13:03:46.616 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:46.255+0000 7f094a200700 1 -- 172.21.15.84:0/1836563480 wait complete. 2024-01-24T13:03:46.617 INFO:teuthology.orchestra.run.smithi084.stdout:Enabling cephadm module... 2024-01-24T13:03:46.798 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:46 smithi084 ceph-mon[35384]: from='client.? 172.21.15.84:0/1836563480' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-01-24T13:03:47.884 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:47 smithi084 ceph-mon[35384]: from='client.? 172.21.15.84:0/3022088058' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-01-24T13:03:47.885 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:03:47 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: ignoring --setuser ceph since I am not root 2024-01-24T13:03:47.885 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:03:47 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: ignoring --setgroup ceph since I am not root 2024-01-24T13:03:47.927 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:46.989+0000 7f678f600700 1 Processor -- start 2024-01-24T13:03:47.927 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:46.989+0000 7f678f600700 1 -- start start 2024-01-24T13:03:47.927 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:46.989+0000 7f678f600700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f67881065b0 0x7f67881069d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:03:47.927 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:46.989+0000 7f678f600700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6788106fa0 con 0x7f67881065b0 2024-01-24T13:03:47.927 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:46.990+0000 7f678cc00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f67881065b0 0x7f67881069d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:03:47.927 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:46.990+0000 7f678cc00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f67881065b0 0x7f67881069d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:45226/0 (socket says 172.21.15.84:45226) 2024-01-24T13:03:47.927 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:46.990+0000 7f678cc00700 1 -- 172.21.15.84:0/3794239776 learned_addr learned my addr 172.21.15.84:0/3794239776 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:03:47.927 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:46.990+0000 7f678cc00700 1 -- 172.21.15.84:0/3794239776 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f67881077b0 con 0x7f67881065b0 2024-01-24T13:03:47.928 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:46.990+0000 7f678cc00700 1 --2- 172.21.15.84:0/3794239776 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f67881065b0 0x7f67881069d0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f67780098a0 tx=0x7f6778009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=afa0222335c48874 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:03:47.928 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:46.990+0000 7f6787400700 1 -- 172.21.15.84:0/3794239776 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f6778004160 con 0x7f67881065b0 2024-01-24T13:03:47.928 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:46.990+0000 7f6787400700 1 -- 172.21.15.84:0/3794239776 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(25 keys) v1 ==== 1036+0+0 (secure 0 0 0) 0x7f67780042c0 con 0x7f67881065b0 2024-01-24T13:03:47.928 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:46.990+0000 7f6787400700 1 -- 172.21.15.84:0/3794239776 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f6778011940 con 0x7f67881065b0 2024-01-24T13:03:47.928 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:46.991+0000 7f678f600700 1 -- 172.21.15.84:0/3794239776 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f67881065b0 msgr2=0x7f67881069d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:03:47.928 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:46.991+0000 7f678f600700 1 --2- 172.21.15.84:0/3794239776 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f67881065b0 0x7f67881069d0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f67780098a0 tx=0x7f6778009bb0 comp rx=0 tx=0).stop 2024-01-24T13:03:47.928 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:46.991+0000 7f678f600700 1 -- 172.21.15.84:0/3794239776 shutdown_connections 2024-01-24T13:03:47.928 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:46.991+0000 7f678f600700 1 --2- 172.21.15.84:0/3794239776 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f67881065b0 0x7f67881069d0 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:03:47.928 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:46.991+0000 7f678f600700 1 -- 172.21.15.84:0/3794239776 >> 172.21.15.84:0/3794239776 conn(0x7f6788101b90 msgr2=0x7f6788103fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:03:47.928 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:46.991+0000 7f678f600700 1 -- 172.21.15.84:0/3794239776 shutdown_connections 2024-01-24T13:03:47.928 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:46.991+0000 7f678f600700 1 -- 172.21.15.84:0/3794239776 wait complete. 2024-01-24T13:03:47.929 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:46.992+0000 7f678f600700 1 Processor -- start 2024-01-24T13:03:47.929 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:46.993+0000 7f678f600700 1 -- start start 2024-01-24T13:03:47.929 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:46.993+0000 7f678f600700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f67881065b0 0x7f678819c3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:03:47.929 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:46.993+0000 7f678f600700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f678819c900 con 0x7f67881065b0 2024-01-24T13:03:47.929 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:46.993+0000 7f678cc00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f67881065b0 0x7f678819c3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:03:47.929 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:46.993+0000 7f678cc00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f67881065b0 0x7f678819c3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:45238/0 (socket says 172.21.15.84:45238) 2024-01-24T13:03:47.929 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:46.993+0000 7f678cc00700 1 -- 172.21.15.84:0/3022088058 learned_addr learned my addr 172.21.15.84:0/3022088058 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:03:47.929 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:46.993+0000 7f678cc00700 1 -- 172.21.15.84:0/3022088058 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6778009550 con 0x7f67881065b0 2024-01-24T13:03:47.929 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:46.994+0000 7f678cc00700 1 --2- 172.21.15.84:0/3022088058 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f67881065b0 0x7f678819c3c0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f6778000c00 tx=0x7f6778011e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:03:47.929 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:46.994+0000 7f6785600700 1 -- 172.21.15.84:0/3022088058 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f67780036a0 con 0x7f67881065b0 2024-01-24T13:03:47.929 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:46.994+0000 7f6785600700 1 -- 172.21.15.84:0/3022088058 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(25 keys) v1 ==== 1036+0+0 (secure 0 0 0) 0x7f6778003c70 con 0x7f67881065b0 2024-01-24T13:03:47.929 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:46.994+0000 7f6785600700 1 -- 172.21.15.84:0/3022088058 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f67780193f0 con 0x7f67881065b0 2024-01-24T13:03:47.929 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:46.994+0000 7f678f600700 1 -- 172.21.15.84:0/3022088058 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f678819cb00 con 0x7f67881065b0 2024-01-24T13:03:47.929 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:46.994+0000 7f678f600700 1 -- 172.21.15.84:0/3022088058 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f678819cf20 con 0x7f67881065b0 2024-01-24T13:03:47.930 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:46.995+0000 7f6785600700 1 -- 172.21.15.84:0/3022088058 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 4) v1 ==== 45257+0+0 (secure 0 0 0) 0x7f6778003800 con 0x7f67881065b0 2024-01-24T13:03:47.930 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:46.995+0000 7f678f600700 1 -- 172.21.15.84:0/3022088058 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6788062370 con 0x7f67881065b0 2024-01-24T13:03:47.930 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:46.995+0000 7f6785600700 1 --2- 172.21.15.84:0/3022088058 >> [v2:172.21.15.84:6800/4121464047,v1:172.21.15.84:6801/4121464047] conn(0x7f6768038300 0x7f676803a7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:03:47.930 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:46.995+0000 7f6785600700 1 -- 172.21.15.84:0/3022088058 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f677804bfb0 con 0x7f67881065b0 2024-01-24T13:03:47.930 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:46.996+0000 7f6787e00700 1 --2- 172.21.15.84:0/3022088058 >> [v2:172.21.15.84:6800/4121464047,v1:172.21.15.84:6801/4121464047] conn(0x7f6768038300 0x7f676803a7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:03:47.930 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:46.996+0000 7f6787e00700 1 --2- 172.21.15.84:0/3022088058 >> [v2:172.21.15.84:6800/4121464047,v1:172.21.15.84:6801/4121464047] conn(0x7f6768038300 0x7f676803a7c0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f6770006fd0 tx=0x7f6770006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:03:47.930 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:47.000+0000 7f6785600700 1 -- 172.21.15.84:0/3022088058 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180484 (secure 0 0 0) 0x7f677801b440 con 0x7f67881065b0 2024-01-24T13:03:47.930 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:47.251+0000 7f678f600700 1 -- 172.21.15.84:0/3022088058 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "cephadm"} v 0) v1 -- 0x7f67881a00a0 con 0x7f67881065b0 2024-01-24T13:03:47.930 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:47.553+0000 7f6785600700 1 -- 172.21.15.84:0/3022088058 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mgrmap(e 5) v1 ==== 45268+0+0 (secure 0 0 0) 0x7f677800fda0 con 0x7f67881065b0 2024-01-24T13:03:47.930 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:47.554+0000 7f6785600700 1 -- 172.21.15.84:0/3022088058 <== mon.0 v2:172.21.15.84:3300/0 8 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "cephadm"}]=0 v5) v1 ==== 86+0+0 (secure 0 0 0) 0x7f677804b9d0 con 0x7f67881065b0 2024-01-24T13:03:47.930 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:47.557+0000 7f678f600700 1 -- 172.21.15.84:0/3022088058 >> [v2:172.21.15.84:6800/4121464047,v1:172.21.15.84:6801/4121464047] conn(0x7f6768038300 msgr2=0x7f676803a7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:03:47.930 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:47.557+0000 7f678f600700 1 --2- 172.21.15.84:0/3022088058 >> [v2:172.21.15.84:6800/4121464047,v1:172.21.15.84:6801/4121464047] conn(0x7f6768038300 0x7f676803a7c0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f6770006fd0 tx=0x7f6770006e40 comp rx=0 tx=0).stop 2024-01-24T13:03:47.931 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:47.557+0000 7f678f600700 1 -- 172.21.15.84:0/3022088058 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f67881065b0 msgr2=0x7f678819c3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:03:47.931 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:47.557+0000 7f678f600700 1 --2- 172.21.15.84:0/3022088058 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f67881065b0 0x7f678819c3c0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f6778000c00 tx=0x7f6778011e70 comp rx=0 tx=0).stop 2024-01-24T13:03:47.931 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:47.557+0000 7f678f600700 1 -- 172.21.15.84:0/3022088058 shutdown_connections 2024-01-24T13:03:47.931 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:47.557+0000 7f678f600700 1 --2- 172.21.15.84:0/3022088058 >> [v2:172.21.15.84:6800/4121464047,v1:172.21.15.84:6801/4121464047] conn(0x7f6768038300 0x7f676803a7c0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:03:47.931 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:47.557+0000 7f678f600700 1 --2- 172.21.15.84:0/3022088058 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f67881065b0 0x7f678819c3c0 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:03:47.931 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:47.557+0000 7f678f600700 1 -- 172.21.15.84:0/3022088058 >> 172.21.15.84:0/3022088058 conn(0x7f6788101b90 msgr2=0x7f67881028f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:03:47.931 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:47.557+0000 7f678f600700 1 -- 172.21.15.84:0/3022088058 shutdown_connections 2024-01-24T13:03:47.931 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:47.557+0000 7f678f600700 1 -- 172.21.15.84:0/3022088058 wait complete. 2024-01-24T13:03:48.268 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:03:48 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: 2024-01-24T13:03:48.145+0000 7f7a8d455200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-01-24T13:03:48.552 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:03:48 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: 2024-01-24T13:03:48.268+0000 7f7a8d455200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-01-24T13:03:48.552 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:03:48 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: 2024-01-24T13:03:48.389+0000 7f7a8d455200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-01-24T13:03:48.552 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:03:48 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: 2024-01-24T13:03:48.501+0000 7f7a8d455200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-01-24T13:03:48.810 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:48 smithi084 ceph-mon[35384]: from='client.? 172.21.15.84:0/3022088058' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-01-24T13:03:48.810 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:48 smithi084 ceph-mon[35384]: mgrmap e5: x(active, since 7s) 2024-01-24T13:03:48.972 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout { 2024-01-24T13:03:48.973 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-01-24T13:03:48.973 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "available": true, 2024-01-24T13:03:48.973 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-01-24T13:03:48.973 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-01-24T13:03:48.973 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout } 2024-01-24T13:03:48.973 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:48.333+0000 7f71d8400700 1 Processor -- start 2024-01-24T13:03:48.973 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:48.334+0000 7f71d8400700 1 -- start start 2024-01-24T13:03:48.973 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:48.334+0000 7f71d8400700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f71d007ad50 0x7f71d00791b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:03:48.973 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:48.334+0000 7f71d8400700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f71d0079780 con 0x7f71d007ad50 2024-01-24T13:03:48.973 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:48.334+0000 7f71d5a00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f71d007ad50 0x7f71d00791b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:03:48.973 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:48.334+0000 7f71d5a00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f71d007ad50 0x7f71d00791b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:45998/0 (socket says 172.21.15.84:45998) 2024-01-24T13:03:48.973 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:48.334+0000 7f71d5a00700 1 -- 172.21.15.84:0/3784813635 learned_addr learned my addr 172.21.15.84:0/3784813635 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:03:48.973 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:48.335+0000 7f71d5a00700 1 -- 172.21.15.84:0/3784813635 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f71d00798c0 con 0x7f71d007ad50 2024-01-24T13:03:48.973 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:48.335+0000 7f71d5a00700 1 --2- 172.21.15.84:0/3784813635 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f71d007ad50 0x7f71d00791b0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f71c00098a0 tx=0x7f71c0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c5380aef2fced0df server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:03:48.974 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:48.335+0000 7f71cfe00700 1 -- 172.21.15.84:0/3784813635 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f71c0004160 con 0x7f71d007ad50 2024-01-24T13:03:48.974 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:48.335+0000 7f71cfe00700 1 -- 172.21.15.84:0/3784813635 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(25 keys) v1 ==== 1036+0+0 (secure 0 0 0) 0x7f71c00042c0 con 0x7f71d007ad50 2024-01-24T13:03:48.974 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:48.335+0000 7f71cfe00700 1 -- 172.21.15.84:0/3784813635 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f71c0011940 con 0x7f71d007ad50 2024-01-24T13:03:48.974 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:48.336+0000 7f71d8400700 1 -- 172.21.15.84:0/3784813635 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f71d007ad50 msgr2=0x7f71d00791b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:03:48.974 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:48.336+0000 7f71d8400700 1 --2- 172.21.15.84:0/3784813635 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f71d007ad50 0x7f71d00791b0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f71c00098a0 tx=0x7f71c0009bb0 comp rx=0 tx=0).stop 2024-01-24T13:03:48.974 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:48.336+0000 7f71d8400700 1 -- 172.21.15.84:0/3784813635 shutdown_connections 2024-01-24T13:03:48.974 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:48.336+0000 7f71d8400700 1 --2- 172.21.15.84:0/3784813635 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f71d007ad50 0x7f71d00791b0 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:03:48.974 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:48.336+0000 7f71d8400700 1 -- 172.21.15.84:0/3784813635 >> 172.21.15.84:0/3784813635 conn(0x7f71d0101b90 msgr2=0x7f71d0103fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:03:48.974 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:48.336+0000 7f71d8400700 1 -- 172.21.15.84:0/3784813635 shutdown_connections 2024-01-24T13:03:48.974 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:48.336+0000 7f71d8400700 1 -- 172.21.15.84:0/3784813635 wait complete. 2024-01-24T13:03:48.974 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:48.337+0000 7f71d8400700 1 Processor -- start 2024-01-24T13:03:48.974 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:48.337+0000 7f71d8400700 1 -- start start 2024-01-24T13:03:48.974 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:48.338+0000 7f71d8400700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f71d007ad50 0x7f71d019c390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:03:48.974 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:48.338+0000 7f71d8400700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f71d019c8d0 con 0x7f71d007ad50 2024-01-24T13:03:48.975 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:48.338+0000 7f71d5a00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f71d007ad50 0x7f71d019c390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:03:48.975 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:48.338+0000 7f71d5a00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f71d007ad50 0x7f71d019c390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:46004/0 (socket says 172.21.15.84:46004) 2024-01-24T13:03:48.975 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:48.338+0000 7f71d5a00700 1 -- 172.21.15.84:0/1264219232 learned_addr learned my addr 172.21.15.84:0/1264219232 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:03:48.975 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:48.338+0000 7f71d5a00700 1 -- 172.21.15.84:0/1264219232 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f71c0009550 con 0x7f71d007ad50 2024-01-24T13:03:48.975 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:48.338+0000 7f71d5a00700 1 --2- 172.21.15.84:0/1264219232 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f71d007ad50 0x7f71d019c390 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f71c0006af0 tx=0x7f71c0011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:03:48.975 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:48.339+0000 7f71ce000700 1 -- 172.21.15.84:0/1264219232 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f71c0003bf0 con 0x7f71d007ad50 2024-01-24T13:03:48.975 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:48.339+0000 7f71ce000700 1 -- 172.21.15.84:0/1264219232 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(25 keys) v1 ==== 1036+0+0 (secure 0 0 0) 0x7f71c001b8b0 con 0x7f71d007ad50 2024-01-24T13:03:48.975 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:48.339+0000 7f71ce000700 1 -- 172.21.15.84:0/1264219232 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f71c00197b0 con 0x7f71d007ad50 2024-01-24T13:03:48.975 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:48.339+0000 7f71d8400700 1 -- 172.21.15.84:0/1264219232 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f71d019cad0 con 0x7f71d007ad50 2024-01-24T13:03:48.975 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:48.339+0000 7f71d8400700 1 -- 172.21.15.84:0/1264219232 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f71d019cef0 con 0x7f71d007ad50 2024-01-24T13:03:48.975 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:48.340+0000 7f71ce000700 1 -- 172.21.15.84:0/1264219232 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) v1 ==== 45268+0+0 (secure 0 0 0) 0x7f71c001ba20 con 0x7f71d007ad50 2024-01-24T13:03:48.975 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:48.340+0000 7f71d8400700 1 -- 172.21.15.84:0/1264219232 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f71d0062370 con 0x7f71d007ad50 2024-01-24T13:03:48.975 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:48.340+0000 7f71ce000700 1 --2- 172.21.15.84:0/1264219232 >> [v2:172.21.15.84:6800/4121464047,v1:172.21.15.84:6801/4121464047] conn(0x7f71b0038300 0x7f71b003a7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:03:48.975 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:48.340+0000 7f71ce000700 1 -- 172.21.15.84:0/1264219232 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f71c004c400 con 0x7f71d007ad50 2024-01-24T13:03:48.976 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:48.340+0000 7f71d5000700 1 -- 172.21.15.84:0/1264219232 >> [v2:172.21.15.84:6800/4121464047,v1:172.21.15.84:6801/4121464047] conn(0x7f71b0038300 msgr2=0x7f71b003a7c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.84:6800/4121464047 2024-01-24T13:03:48.976 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:48.341+0000 7f71d5000700 1 --2- 172.21.15.84:0/1264219232 >> [v2:172.21.15.84:6800/4121464047,v1:172.21.15.84:6801/4121464047] conn(0x7f71b0038300 0x7f71b003a7c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-01-24T13:03:48.976 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:48.349+0000 7f71ce000700 1 -- 172.21.15.84:0/1264219232 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180484 (secure 0 0 0) 0x7f71c002b9a0 con 0x7f71d007ad50 2024-01-24T13:03:48.976 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:48.542+0000 7f71d5000700 1 -- 172.21.15.84:0/1264219232 >> [v2:172.21.15.84:6800/4121464047,v1:172.21.15.84:6801/4121464047] conn(0x7f71b0038300 msgr2=0x7f71b003a7c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.84:6800/4121464047 2024-01-24T13:03:48.976 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:48.542+0000 7f71d5000700 1 --2- 172.21.15.84:0/1264219232 >> [v2:172.21.15.84:6800/4121464047,v1:172.21.15.84:6801/4121464047] conn(0x7f71b0038300 0x7f71b003a7c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-01-24T13:03:48.976 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:48.608+0000 7f71d8400700 1 -- 172.21.15.84:0/1264219232 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) v1 -- 0x7f71d01a0070 con 0x7f71d007ad50 2024-01-24T13:03:48.976 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:48.608+0000 7f71ce000700 1 -- 172.21.15.84:0/1264219232 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v5) v1 ==== 56+0+88 (secure 0 0 0) 0x7f71c001ad90 con 0x7f71d007ad50 2024-01-24T13:03:48.976 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:48.610+0000 7f71d8400700 1 -- 172.21.15.84:0/1264219232 >> [v2:172.21.15.84:6800/4121464047,v1:172.21.15.84:6801/4121464047] conn(0x7f71b0038300 msgr2=0x7f71b003a7c0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-01-24T13:03:48.976 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:48.610+0000 7f71d8400700 1 --2- 172.21.15.84:0/1264219232 >> [v2:172.21.15.84:6800/4121464047,v1:172.21.15.84:6801/4121464047] conn(0x7f71b0038300 0x7f71b003a7c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:03:48.976 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:48.610+0000 7f71d8400700 1 -- 172.21.15.84:0/1264219232 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f71d007ad50 msgr2=0x7f71d019c390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:03:48.976 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:48.610+0000 7f71d8400700 1 --2- 172.21.15.84:0/1264219232 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f71d007ad50 0x7f71d019c390 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f71c0006af0 tx=0x7f71c0011a30 comp rx=0 tx=0).stop 2024-01-24T13:03:48.976 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:48.610+0000 7f71d8400700 1 -- 172.21.15.84:0/1264219232 shutdown_connections 2024-01-24T13:03:48.976 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:48.610+0000 7f71d8400700 1 --2- 172.21.15.84:0/1264219232 >> [v2:172.21.15.84:6800/4121464047,v1:172.21.15.84:6801/4121464047] conn(0x7f71b0038300 0x7f71b003a7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:03:48.977 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:48.610+0000 7f71d8400700 1 --2- 172.21.15.84:0/1264219232 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f71d007ad50 0x7f71d019c390 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:03:48.977 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:48.610+0000 7f71d8400700 1 -- 172.21.15.84:0/1264219232 >> 172.21.15.84:0/1264219232 conn(0x7f71d0101b90 msgr2=0x7f71d0102930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:03:48.977 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:48.611+0000 7f71d8400700 1 -- 172.21.15.84:0/1264219232 shutdown_connections 2024-01-24T13:03:48.977 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:48.611+0000 7f71d8400700 1 -- 172.21.15.84:0/1264219232 wait complete. 2024-01-24T13:03:48.977 INFO:teuthology.orchestra.run.smithi084.stdout:Waiting for the mgr to restart... 2024-01-24T13:03:48.977 INFO:teuthology.orchestra.run.smithi084.stdout:Waiting for mgr epoch 5... 2024-01-24T13:03:49.384 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:03:49 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: 2024-01-24T13:03:49.336+0000 7f7a8d455200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-01-24T13:03:49.875 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:49 smithi084 ceph-mon[35384]: from='client.? 172.21.15.84:0/1264219232' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-01-24T13:03:49.876 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:03:49 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: 2024-01-24T13:03:49.633+0000 7f7a8d455200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-01-24T13:03:49.876 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:03:49 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: 2024-01-24T13:03:49.741+0000 7f7a8d455200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-01-24T13:03:49.876 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:03:49 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: 2024-01-24T13:03:49.876+0000 7f7a8d455200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-01-24T13:03:50.134 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:03:50 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: 2024-01-24T13:03:50.070+0000 7f7a8d455200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-01-24T13:03:50.634 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:03:50 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: 2024-01-24T13:03:50.234+0000 7f7a8d455200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-01-24T13:03:50.634 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:03:50 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: 2024-01-24T13:03:50.343+0000 7f7a8d455200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-01-24T13:03:51.134 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:03:50 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: 2024-01-24T13:03:50.802+0000 7f7a8d455200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-01-24T13:03:51.483 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:03:51 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: 2024-01-24T13:03:51.139+0000 7f7a8d455200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-01-24T13:03:51.884 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:03:51 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: 2024-01-24T13:03:51.483+0000 7f7a8d455200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-01-24T13:03:51.885 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:03:51 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: 2024-01-24T13:03:51.604+0000 7f7a8d455200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-01-24T13:03:52.834 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:03:52 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: 2024-01-24T13:03:52.526+0000 7f7a8d455200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-01-24T13:03:52.834 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:03:52 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: 2024-01-24T13:03:52.646+0000 7f7a8d455200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-01-24T13:03:53.884 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:03:52 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: 2024-01-24T13:03:52.833+0000 7f7a8d455200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-01-24T13:03:53.885 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:03:53 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: 2024-01-24T13:03:53.632+0000 7f7a8d455200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-01-24T13:03:53.885 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:03:53 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: 2024-01-24T13:03:53.867+0000 7f7a8d455200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-01-24T13:03:54.384 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:03:54 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: 2024-01-24T13:03:54.113+0000 7f7a8d455200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-01-24T13:03:55.574 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:03:55 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: 2024-01-24T13:03:55.227+0000 7f7a8d455200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-01-24T13:03:55.884 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:03:55 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: 2024-01-24T13:03:55.573+0000 7f7a8d455200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-01-24T13:03:55.884 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:03:55 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: 2024-01-24T13:03:55.687+0000 7f7a8d455200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-01-24T13:03:56.385 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:03:55 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: 2024-01-24T13:03:55.936+0000 7f7a8d455200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-01-24T13:03:56.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:55 smithi084 ceph-mon[35384]: Active manager daemon x restarted 2024-01-24T13:03:56.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:55 smithi084 ceph-mon[35384]: Activating manager daemon x 2024-01-24T13:03:56.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:55 smithi084 ceph-mon[35384]: osdmap e2: 0 total, 0 up, 0 in 2024-01-24T13:03:56.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:55 smithi084 ceph-mon[35384]: mgrmap e6: x(active, starting, since 0.00383721s) 2024-01-24T13:03:56.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:55 smithi084 ceph-mon[35384]: from='mgr.14118 172.21.15.84:0/2572885719' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-01-24T13:03:56.386 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:55 smithi084 ceph-mon[35384]: from='mgr.14118 172.21.15.84:0/2572885719' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-01-24T13:03:56.386 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:55 smithi084 ceph-mon[35384]: from='mgr.14118 172.21.15.84:0/2572885719' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-01-24T13:03:56.386 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:55 smithi084 ceph-mon[35384]: from='mgr.14118 172.21.15.84:0/2572885719' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-01-24T13:03:56.386 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:55 smithi084 ceph-mon[35384]: from='mgr.14118 172.21.15.84:0/2572885719' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-01-24T13:03:56.386 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:55 smithi084 ceph-mon[35384]: Manager daemon x is now available 2024-01-24T13:03:56.386 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:55 smithi084 ceph-mon[35384]: from='mgr.14118 172.21.15.84:0/2572885719' entity='mgr.x' 2024-01-24T13:03:56.386 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:55 smithi084 ceph-mon[35384]: from='mgr.14118 172.21.15.84:0/2572885719' entity='mgr.x' 2024-01-24T13:03:56.386 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:55 smithi084 ceph-mon[35384]: from='mgr.14118 172.21.15.84:0/2572885719' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:03:56.386 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:55 smithi084 ceph-mon[35384]: from='mgr.14118 172.21.15.84:0/2572885719' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:03:57.285 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout { 2024-01-24T13:03:57.286 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:56 smithi084 ceph-mon[35384]: Found migration_current of "None". Setting to last migration. 2024-01-24T13:03:57.286 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:56 smithi084 ceph-mon[35384]: from='mgr.14118 172.21.15.84:0/2572885719' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:03:57.286 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:56 smithi084 ceph-mon[35384]: from='mgr.14118 172.21.15.84:0/2572885719' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-01-24T13:03:57.286 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:56 smithi084 ceph-mon[35384]: from='mgr.14118 172.21.15.84:0/2572885719' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-01-24T13:03:57.286 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:56 smithi084 ceph-mon[35384]: from='mgr.14118 172.21.15.84:0/2572885719' entity='mgr.x' 2024-01-24T13:03:57.286 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:56 smithi084 ceph-mon[35384]: from='mgr.14118 172.21.15.84:0/2572885719' entity='mgr.x' 2024-01-24T13:03:57.286 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:56 smithi084 ceph-mon[35384]: [24/Jan/2024:13:03:56] ENGINE Bus STARTING 2024-01-24T13:03:57.286 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:56 smithi084 ceph-mon[35384]: [24/Jan/2024:13:03:56] ENGINE Serving on https://172.21.15.84:7150 2024-01-24T13:03:57.286 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:56 smithi084 ceph-mon[35384]: [24/Jan/2024:13:03:56] ENGINE Serving on http://172.21.15.84:8765 2024-01-24T13:03:57.286 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:56 smithi084 ceph-mon[35384]: [24/Jan/2024:13:03:56] ENGINE Bus STARTED 2024-01-24T13:03:57.287 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:56 smithi084 ceph-mon[35384]: from='mgr.14118 172.21.15.84:0/2572885719' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:03:57.287 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:56 smithi084 ceph-mon[35384]: mgrmap e7: x(active, since 1.00788s) 2024-01-24T13:03:57.295 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-01-24T13:03:57.295 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "initialized": true 2024-01-24T13:03:57.296 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout } 2024-01-24T13:03:57.296 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:49.367+0000 7f2531c00700 1 Processor -- start 2024-01-24T13:03:57.296 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:49.368+0000 7f2531c00700 1 -- start start 2024-01-24T13:03:57.296 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:49.368+0000 7f2531c00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f252c1087b0 0x7f252c108bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:03:57.296 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:49.368+0000 7f2531c00700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f252c1091a0 con 0x7f252c1087b0 2024-01-24T13:03:57.296 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:49.368+0000 7f252aa00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f252c1087b0 0x7f252c108bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:03:57.296 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:49.368+0000 7f252aa00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f252c1087b0 0x7f252c108bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:46010/0 (socket says 172.21.15.84:46010) 2024-01-24T13:03:57.296 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:49.368+0000 7f252aa00700 1 -- 172.21.15.84:0/3235120342 learned_addr learned my addr 172.21.15.84:0/3235120342 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:03:57.296 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:49.369+0000 7f252aa00700 1 -- 172.21.15.84:0/3235120342 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f252c1099b0 con 0x7f252c1087b0 2024-01-24T13:03:57.296 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:49.369+0000 7f252aa00700 1 --2- 172.21.15.84:0/3235120342 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f252c1087b0 0x7f252c108bd0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f251c0098a0 tx=0x7f251c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ad65d7ee3cf1f3d9 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:03:57.296 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:49.369+0000 7f2529600700 1 -- 172.21.15.84:0/3235120342 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f251c004160 con 0x7f252c1087b0 2024-01-24T13:03:57.296 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:49.369+0000 7f2529600700 1 -- 172.21.15.84:0/3235120342 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(25 keys) v1 ==== 1036+0+0 (secure 0 0 0) 0x7f251c0042c0 con 0x7f252c1087b0 2024-01-24T13:03:57.297 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:49.369+0000 7f2529600700 1 -- 172.21.15.84:0/3235120342 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f251c011940 con 0x7f252c1087b0 2024-01-24T13:03:57.297 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:49.370+0000 7f2531c00700 1 -- 172.21.15.84:0/3235120342 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f252c1087b0 msgr2=0x7f252c108bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:03:57.297 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:49.370+0000 7f2531c00700 1 --2- 172.21.15.84:0/3235120342 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f252c1087b0 0x7f252c108bd0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f251c0098a0 tx=0x7f251c009bb0 comp rx=0 tx=0).stop 2024-01-24T13:03:57.297 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:49.370+0000 7f2531c00700 1 -- 172.21.15.84:0/3235120342 shutdown_connections 2024-01-24T13:03:57.297 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:49.370+0000 7f2531c00700 1 --2- 172.21.15.84:0/3235120342 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f252c1087b0 0x7f252c108bd0 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:03:57.297 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:49.370+0000 7f2531c00700 1 -- 172.21.15.84:0/3235120342 >> 172.21.15.84:0/3235120342 conn(0x7f252c103db0 msgr2=0x7f252c1061d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:03:57.297 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:49.370+0000 7f2531c00700 1 -- 172.21.15.84:0/3235120342 shutdown_connections 2024-01-24T13:03:57.297 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:49.370+0000 7f2531c00700 1 -- 172.21.15.84:0/3235120342 wait complete. 2024-01-24T13:03:57.297 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:49.371+0000 7f2531c00700 1 Processor -- start 2024-01-24T13:03:57.297 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:49.371+0000 7f2531c00700 1 -- start start 2024-01-24T13:03:57.297 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:49.372+0000 7f2531c00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f252c1087b0 0x7f252c19c3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:03:57.297 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:49.372+0000 7f2531c00700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f252c19c910 con 0x7f252c1087b0 2024-01-24T13:03:57.297 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:49.372+0000 7f252aa00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f252c1087b0 0x7f252c19c3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:03:57.298 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:49.372+0000 7f252aa00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f252c1087b0 0x7f252c19c3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:46022/0 (socket says 172.21.15.84:46022) 2024-01-24T13:03:57.298 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:49.372+0000 7f252aa00700 1 -- 172.21.15.84:0/1719195667 learned_addr learned my addr 172.21.15.84:0/1719195667 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:03:57.298 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:49.372+0000 7f252aa00700 1 -- 172.21.15.84:0/1719195667 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f251c009550 con 0x7f252c1087b0 2024-01-24T13:03:57.298 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:49.372+0000 7f252aa00700 1 --2- 172.21.15.84:0/1719195667 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f252c1087b0 0x7f252c19c3d0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f251c000c00 tx=0x7f251c011e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:03:57.298 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:49.373+0000 7f2523400700 1 -- 172.21.15.84:0/1719195667 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f251c0036a0 con 0x7f252c1087b0 2024-01-24T13:03:57.298 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:49.373+0000 7f2523400700 1 -- 172.21.15.84:0/1719195667 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(25 keys) v1 ==== 1036+0+0 (secure 0 0 0) 0x7f251c003c70 con 0x7f252c1087b0 2024-01-24T13:03:57.298 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:49.373+0000 7f2531c00700 1 -- 172.21.15.84:0/1719195667 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f252c19cb10 con 0x7f252c1087b0 2024-01-24T13:03:57.298 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:49.373+0000 7f2523400700 1 -- 172.21.15.84:0/1719195667 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f251c0193f0 con 0x7f252c1087b0 2024-01-24T13:03:57.298 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:49.373+0000 7f2531c00700 1 -- 172.21.15.84:0/1719195667 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f252c19cf30 con 0x7f252c1087b0 2024-01-24T13:03:57.298 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:49.374+0000 7f2523400700 1 -- 172.21.15.84:0/1719195667 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) v1 ==== 45268+0+0 (secure 0 0 0) 0x7f251c01b440 con 0x7f252c1087b0 2024-01-24T13:03:57.298 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:49.374+0000 7f2523400700 1 --2- 172.21.15.84:0/1719195667 >> [v2:172.21.15.84:6800/4121464047,v1:172.21.15.84:6801/4121464047] conn(0x7f250c038300 0x7f250c03a7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:03:57.298 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:49.374+0000 7f2523400700 1 -- 172.21.15.84:0/1719195667 --> [v2:172.21.15.84:6800/4121464047,v1:172.21.15.84:6801/4121464047] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x7f250c03aed0 con 0x7f250c038300 2024-01-24T13:03:57.298 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:49.374+0000 7f2523400700 1 -- 172.21.15.84:0/1719195667 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f251c04c040 con 0x7f252c1087b0 2024-01-24T13:03:57.298 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:49.374+0000 7f252a000700 1 -- 172.21.15.84:0/1719195667 >> [v2:172.21.15.84:6800/4121464047,v1:172.21.15.84:6801/4121464047] conn(0x7f250c038300 msgr2=0x7f250c03a7c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.84:6800/4121464047 2024-01-24T13:03:57.299 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:49.374+0000 7f252a000700 1 --2- 172.21.15.84:0/1719195667 >> [v2:172.21.15.84:6800/4121464047,v1:172.21.15.84:6801/4121464047] conn(0x7f250c038300 0x7f250c03a7c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-01-24T13:03:57.299 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:49.575+0000 7f252a000700 1 -- 172.21.15.84:0/1719195667 >> [v2:172.21.15.84:6800/4121464047,v1:172.21.15.84:6801/4121464047] conn(0x7f250c038300 msgr2=0x7f250c03a7c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.84:6800/4121464047 2024-01-24T13:03:57.299 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:49.575+0000 7f252a000700 1 --2- 172.21.15.84:0/1719195667 >> [v2:172.21.15.84:6800/4121464047,v1:172.21.15.84:6801/4121464047] conn(0x7f250c038300 0x7f250c03a7c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-01-24T13:03:57.299 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:49.976+0000 7f252a000700 1 -- 172.21.15.84:0/1719195667 >> [v2:172.21.15.84:6800/4121464047,v1:172.21.15.84:6801/4121464047] conn(0x7f250c038300 msgr2=0x7f250c03a7c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.84:6800/4121464047 2024-01-24T13:03:57.299 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:49.976+0000 7f252a000700 1 --2- 172.21.15.84:0/1719195667 >> [v2:172.21.15.84:6800/4121464047,v1:172.21.15.84:6801/4121464047] conn(0x7f250c038300 0x7f250c03a7c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-01-24T13:03:57.299 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:50.777+0000 7f252a000700 1 -- 172.21.15.84:0/1719195667 >> [v2:172.21.15.84:6800/4121464047,v1:172.21.15.84:6801/4121464047] conn(0x7f250c038300 msgr2=0x7f250c03a7c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.84:6800/4121464047 2024-01-24T13:03:57.299 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:50.777+0000 7f252a000700 1 --2- 172.21.15.84:0/1719195667 >> [v2:172.21.15.84:6800/4121464047,v1:172.21.15.84:6801/4121464047] conn(0x7f250c038300 0x7f250c03a7c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-01-24T13:03:57.299 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:52.377+0000 7f252a000700 1 -- 172.21.15.84:0/1719195667 >> [v2:172.21.15.84:6800/4121464047,v1:172.21.15.84:6801/4121464047] conn(0x7f250c038300 msgr2=0x7f250c03a7c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.84:6800/4121464047 2024-01-24T13:03:57.299 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:52.377+0000 7f252a000700 1 --2- 172.21.15.84:0/1719195667 >> [v2:172.21.15.84:6800/4121464047,v1:172.21.15.84:6801/4121464047] conn(0x7f250c038300 0x7f250c03a7c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-01-24T13:03:57.299 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:55.581+0000 7f252a000700 1 -- 172.21.15.84:0/1719195667 >> [v2:172.21.15.84:6800/4121464047,v1:172.21.15.84:6801/4121464047] conn(0x7f250c038300 msgr2=0x7f250c03a7c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.84:6800/4121464047 2024-01-24T13:03:57.299 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:55.581+0000 7f252a000700 1 --2- 172.21.15.84:0/1719195667 >> [v2:172.21.15.84:6800/4121464047,v1:172.21.15.84:6801/4121464047] conn(0x7f250c038300 0x7f250c03a7c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 6.400000 2024-01-24T13:03:57.299 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:55.940+0000 7f2523400700 1 -- 172.21.15.84:0/1719195667 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mgrmap(e 6) v1 ==== 45035+0+0 (secure 0 0 0) 0x7f251c02c350 con 0x7f252c1087b0 2024-01-24T13:03:57.299 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:55.940+0000 7f2523400700 1 -- 172.21.15.84:0/1719195667 >> [v2:172.21.15.84:6800/4121464047,v1:172.21.15.84:6801/4121464047] conn(0x7f250c038300 msgr2=0x7f250c03a7c0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-01-24T13:03:57.299 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:55.940+0000 7f2523400700 1 --2- 172.21.15.84:0/1719195667 >> [v2:172.21.15.84:6800/4121464047,v1:172.21.15.84:6801/4121464047] conn(0x7f250c038300 0x7f250c03a7c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:03:57.299 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:56.943+0000 7f2523400700 1 -- 172.21.15.84:0/1719195667 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mgrmap(e 7) v1 ==== 45162+0+0 (secure 0 0 0) 0x7f251c021da0 con 0x7f252c1087b0 2024-01-24T13:03:57.300 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:56.943+0000 7f2523400700 1 --2- 172.21.15.84:0/1719195667 >> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] conn(0x7f250c03bbe0 0x7f250c03dfd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:03:57.300 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:56.943+0000 7f2523400700 1 -- 172.21.15.84:0/1719195667 --> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x7f250c03aed0 con 0x7f250c03bbe0 2024-01-24T13:03:57.300 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:56.944+0000 7f252a000700 1 --2- 172.21.15.84:0/1719195667 >> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] conn(0x7f250c03bbe0 0x7f250c03dfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:03:57.300 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:56.945+0000 7f252a000700 1 --2- 172.21.15.84:0/1719195667 >> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] conn(0x7f250c03bbe0 0x7f250c03dfd0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f2514003a10 tx=0x7f2514009290 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:03:57.300 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:56.946+0000 7f2523400700 1 -- 172.21.15.84:0/1719195667 <== mgr.14118 v2:172.21.15.84:6800/1123249005 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+6910 (secure 0 0 0) 0x7f250c03aed0 con 0x7f250c03bbe0 2024-01-24T13:03:57.300 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:56.954+0000 7f2531c00700 1 -- 172.21.15.84:0/1719195667 --> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] -- command(tid 1: {"prefix": "mgr_status"}) v1 -- 0x7f252c19d710 con 0x7f250c03bbe0 2024-01-24T13:03:57.300 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:56.954+0000 7f2523400700 1 -- 172.21.15.84:0/1719195667 <== mgr.14118 v2:172.21.15.84:6800/1123249005 2 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+51 (secure 0 0 0) 0x7f252c19d710 con 0x7f250c03bbe0 2024-01-24T13:03:57.300 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:56.955+0000 7f2531c00700 1 -- 172.21.15.84:0/1719195667 >> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] conn(0x7f250c03bbe0 msgr2=0x7f250c03dfd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:03:57.300 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:56.955+0000 7f2531c00700 1 --2- 172.21.15.84:0/1719195667 >> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] conn(0x7f250c03bbe0 0x7f250c03dfd0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f2514003a10 tx=0x7f2514009290 comp rx=0 tx=0).stop 2024-01-24T13:03:57.301 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:56.955+0000 7f2531c00700 1 -- 172.21.15.84:0/1719195667 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f252c1087b0 msgr2=0x7f252c19c3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:03:57.301 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:56.955+0000 7f2531c00700 1 --2- 172.21.15.84:0/1719195667 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f252c1087b0 0x7f252c19c3d0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f251c000c00 tx=0x7f251c011e70 comp rx=0 tx=0).stop 2024-01-24T13:03:57.301 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:56.955+0000 7f2531c00700 1 -- 172.21.15.84:0/1719195667 shutdown_connections 2024-01-24T13:03:57.301 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:56.955+0000 7f2531c00700 1 --2- 172.21.15.84:0/1719195667 >> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] conn(0x7f250c03bbe0 0x7f250c03dfd0 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:03:57.301 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:56.955+0000 7f2531c00700 1 --2- 172.21.15.84:0/1719195667 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f252c1087b0 0x7f252c19c3d0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:03:57.301 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:56.955+0000 7f2531c00700 1 --2- 172.21.15.84:0/1719195667 >> [v2:172.21.15.84:6800/4121464047,v1:172.21.15.84:6801/4121464047] conn(0x7f250c038300 0x7f250c03a7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:03:57.302 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:56.955+0000 7f2531c00700 1 -- 172.21.15.84:0/1719195667 >> 172.21.15.84:0/1719195667 conn(0x7f252c103db0 msgr2=0x7f252c104ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:03:57.302 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:56.955+0000 7f2531c00700 1 -- 172.21.15.84:0/1719195667 shutdown_connections 2024-01-24T13:03:57.302 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:56.955+0000 7f2531c00700 1 -- 172.21.15.84:0/1719195667 wait complete. 2024-01-24T13:03:57.302 INFO:teuthology.orchestra.run.smithi084.stdout:mgr epoch 5 is available 2024-01-24T13:03:57.302 INFO:teuthology.orchestra.run.smithi084.stdout:Setting orchestrator backend to cephadm... 2024-01-24T13:03:58.335 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:57 smithi084 ceph-mon[35384]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-01-24T13:03:58.335 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:57 smithi084 ceph-mon[35384]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-01-24T13:03:58.335 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:57 smithi084 ceph-mon[35384]: from='mgr.14118 172.21.15.84:0/2572885719' entity='mgr.x' 2024-01-24T13:03:58.341 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:57.755+0000 7fb635e00700 1 Processor -- start 2024-01-24T13:03:58.341 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:57.756+0000 7fb635e00700 1 -- start start 2024-01-24T13:03:58.341 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:57.756+0000 7fb635e00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb63007ad50 0x7fb6300791b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:03:58.341 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:57.756+0000 7fb635e00700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb630079780 con 0x7fb63007ad50 2024-01-24T13:03:58.341 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:57.756+0000 7fb62ea00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb63007ad50 0x7fb6300791b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:03:58.341 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:57.756+0000 7fb62ea00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb63007ad50 0x7fb6300791b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:46076/0 (socket says 172.21.15.84:46076) 2024-01-24T13:03:58.341 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:57.756+0000 7fb62ea00700 1 -- 172.21.15.84:0/1507991942 learned_addr learned my addr 172.21.15.84:0/1507991942 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:03:58.341 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:57.757+0000 7fb62ea00700 1 -- 172.21.15.84:0/1507991942 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb6300798c0 con 0x7fb63007ad50 2024-01-24T13:03:58.341 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:57.757+0000 7fb62ea00700 1 --2- 172.21.15.84:0/1507991942 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb63007ad50 0x7fb6300791b0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7fb6200098a0 tx=0x7fb620009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ecc79a3b15a28b11 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:03:58.341 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:57.757+0000 7fb62e000700 1 -- 172.21.15.84:0/1507991942 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fb620004160 con 0x7fb63007ad50 2024-01-24T13:03:58.342 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:57.757+0000 7fb62e000700 1 -- 172.21.15.84:0/1507991942 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(25 keys) v1 ==== 1036+0+0 (secure 0 0 0) 0x7fb6200042c0 con 0x7fb63007ad50 2024-01-24T13:03:58.342 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:57.757+0000 7fb62e000700 1 -- 172.21.15.84:0/1507991942 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fb620011940 con 0x7fb63007ad50 2024-01-24T13:03:58.342 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:57.758+0000 7fb635e00700 1 -- 172.21.15.84:0/1507991942 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb63007ad50 msgr2=0x7fb6300791b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:03:58.342 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:57.758+0000 7fb635e00700 1 --2- 172.21.15.84:0/1507991942 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb63007ad50 0x7fb6300791b0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7fb6200098a0 tx=0x7fb620009bb0 comp rx=0 tx=0).stop 2024-01-24T13:03:58.342 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:57.758+0000 7fb635e00700 1 -- 172.21.15.84:0/1507991942 shutdown_connections 2024-01-24T13:03:58.342 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:57.758+0000 7fb635e00700 1 --2- 172.21.15.84:0/1507991942 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb63007ad50 0x7fb6300791b0 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:03:58.342 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:57.758+0000 7fb635e00700 1 -- 172.21.15.84:0/1507991942 >> 172.21.15.84:0/1507991942 conn(0x7fb630101b90 msgr2=0x7fb630103fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:03:58.342 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:57.758+0000 7fb635e00700 1 -- 172.21.15.84:0/1507991942 shutdown_connections 2024-01-24T13:03:58.342 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:57.758+0000 7fb635e00700 1 -- 172.21.15.84:0/1507991942 wait complete. 2024-01-24T13:03:58.342 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:57.759+0000 7fb635e00700 1 Processor -- start 2024-01-24T13:03:58.342 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:57.759+0000 7fb635e00700 1 -- start start 2024-01-24T13:03:58.342 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:57.760+0000 7fb635e00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb63007ad50 0x7fb63019c390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:03:58.343 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:57.760+0000 7fb635e00700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb63019c8d0 con 0x7fb63007ad50 2024-01-24T13:03:58.343 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:57.760+0000 7fb62ea00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb63007ad50 0x7fb63019c390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:03:58.343 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:57.760+0000 7fb62ea00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb63007ad50 0x7fb63019c390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:46080/0 (socket says 172.21.15.84:46080) 2024-01-24T13:03:58.343 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:57.760+0000 7fb62ea00700 1 -- 172.21.15.84:0/4060387609 learned_addr learned my addr 172.21.15.84:0/4060387609 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:03:58.343 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:57.760+0000 7fb62ea00700 1 -- 172.21.15.84:0/4060387609 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb620009550 con 0x7fb63007ad50 2024-01-24T13:03:58.343 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:57.761+0000 7fb62ea00700 1 --2- 172.21.15.84:0/4060387609 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb63007ad50 0x7fb63019c390 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fb620011dc0 tx=0x7fb620011ea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:03:58.343 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:57.761+0000 7fb634a00700 1 -- 172.21.15.84:0/4060387609 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fb6200037d0 con 0x7fb63007ad50 2024-01-24T13:03:58.343 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:57.761+0000 7fb634a00700 1 -- 172.21.15.84:0/4060387609 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(25 keys) v1 ==== 1036+0+0 (secure 0 0 0) 0x7fb62001b440 con 0x7fb63007ad50 2024-01-24T13:03:58.343 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:57.761+0000 7fb635e00700 1 -- 172.21.15.84:0/4060387609 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb63019cad0 con 0x7fb63007ad50 2024-01-24T13:03:58.343 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:57.761+0000 7fb634a00700 1 -- 172.21.15.84:0/4060387609 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fb62001a560 con 0x7fb63007ad50 2024-01-24T13:03:58.343 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:57.761+0000 7fb635e00700 1 -- 172.21.15.84:0/4060387609 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb63019cef0 con 0x7fb63007ad50 2024-01-24T13:03:58.343 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:57.762+0000 7fb635e00700 1 -- 172.21.15.84:0/4060387609 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb630062370 con 0x7fb63007ad50 2024-01-24T13:03:58.343 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:57.762+0000 7fb634a00700 1 -- 172.21.15.84:0/4060387609 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 7) v1 ==== 45162+0+0 (secure 0 0 0) 0x7fb62001b5b0 con 0x7fb63007ad50 2024-01-24T13:03:58.343 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:57.763+0000 7fb634a00700 1 --2- 172.21.15.84:0/4060387609 >> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] conn(0x7fb610038220 0x7fb61003a6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:03:58.344 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:57.763+0000 7fb634a00700 1 -- 172.21.15.84:0/4060387609 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7fb62004bf00 con 0x7fb63007ad50 2024-01-24T13:03:58.344 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:57.763+0000 7fb627e00700 1 --2- 172.21.15.84:0/4060387609 >> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] conn(0x7fb610038220 0x7fb61003a6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:03:58.344 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:57.763+0000 7fb627e00700 1 --2- 172.21.15.84:0/4060387609 >> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] conn(0x7fb610038220 0x7fb61003a6e0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fb618006fd0 tx=0x7fb618006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:03:58.344 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:57.769+0000 7fb634a00700 1 -- 172.21.15.84:0/4060387609 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180484 (secure 0 0 0) 0x7fb620023590 con 0x7fb63007ad50 2024-01-24T13:03:58.344 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:57.979+0000 7fb635e00700 1 -- 172.21.15.84:0/4060387609 --> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] -- mgr_command(tid 0: {"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}) v1 -- 0x7fb630103040 con 0x7fb610038220 2024-01-24T13:03:58.344 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:57.986+0000 7fb634a00700 1 -- 172.21.15.84:0/4060387609 <== mgr.14118 v2:172.21.15.84:6800/1123249005 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+0 (secure 0 0 0) 0x7fb630103040 con 0x7fb610038220 2024-01-24T13:03:58.344 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:57.988+0000 7fb635e00700 1 -- 172.21.15.84:0/4060387609 >> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] conn(0x7fb610038220 msgr2=0x7fb61003a6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:03:58.344 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:57.988+0000 7fb635e00700 1 --2- 172.21.15.84:0/4060387609 >> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] conn(0x7fb610038220 0x7fb61003a6e0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fb618006fd0 tx=0x7fb618006e40 comp rx=0 tx=0).stop 2024-01-24T13:03:58.344 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:57.988+0000 7fb635e00700 1 -- 172.21.15.84:0/4060387609 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb63007ad50 msgr2=0x7fb63019c390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:03:58.344 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:57.988+0000 7fb635e00700 1 --2- 172.21.15.84:0/4060387609 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb63007ad50 0x7fb63019c390 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fb620011dc0 tx=0x7fb620011ea0 comp rx=0 tx=0).stop 2024-01-24T13:03:58.344 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:57.989+0000 7fb635e00700 1 -- 172.21.15.84:0/4060387609 shutdown_connections 2024-01-24T13:03:58.344 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:57.989+0000 7fb635e00700 1 --2- 172.21.15.84:0/4060387609 >> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] conn(0x7fb610038220 0x7fb61003a6e0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:03:58.344 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:57.989+0000 7fb635e00700 1 --2- 172.21.15.84:0/4060387609 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb63007ad50 0x7fb63019c390 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:03:58.344 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:57.989+0000 7fb635e00700 1 -- 172.21.15.84:0/4060387609 >> 172.21.15.84:0/4060387609 conn(0x7fb630101b90 msgr2=0x7fb630102930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:03:58.345 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:57.989+0000 7fb635e00700 1 -- 172.21.15.84:0/4060387609 shutdown_connections 2024-01-24T13:03:58.345 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:57.989+0000 7fb635e00700 1 -- 172.21.15.84:0/4060387609 wait complete. 2024-01-24T13:03:59.340 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout value unchanged 2024-01-24T13:03:59.349 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:58.736+0000 7fa87d000700 1 Processor -- start 2024-01-24T13:03:59.349 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:58.736+0000 7fa87d000700 1 -- start start 2024-01-24T13:03:59.349 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:58.737+0000 7fa87d000700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa87807ad70 0x7fa8780791d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:03:59.349 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:58.737+0000 7fa87d000700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa8780797a0 con 0x7fa87807ad70 2024-01-24T13:03:59.350 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:58.737+0000 7fa875e00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa87807ad70 0x7fa8780791d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:03:59.350 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:58.737+0000 7fa875e00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa87807ad70 0x7fa8780791d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:41160/0 (socket says 172.21.15.84:41160) 2024-01-24T13:03:59.350 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:58.737+0000 7fa875e00700 1 -- 172.21.15.84:0/1853739777 learned_addr learned my addr 172.21.15.84:0/1853739777 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:03:59.350 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:58.737+0000 7fa875e00700 1 -- 172.21.15.84:0/1853739777 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa8780798e0 con 0x7fa87807ad70 2024-01-24T13:03:59.350 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:58.738+0000 7fa875e00700 1 --2- 172.21.15.84:0/1853739777 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa87807ad70 0x7fa8780791d0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fa8680098a0 tx=0x7fa868009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=34782d81aa07250d server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:03:59.350 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:58.738+0000 7fa875400700 1 -- 172.21.15.84:0/1853739777 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa868004160 con 0x7fa87807ad70 2024-01-24T13:03:59.350 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:58.738+0000 7fa875400700 1 -- 172.21.15.84:0/1853739777 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(25 keys) v1 ==== 1036+0+0 (secure 0 0 0) 0x7fa8680042c0 con 0x7fa87807ad70 2024-01-24T13:03:59.351 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:58.738+0000 7fa875400700 1 -- 172.21.15.84:0/1853739777 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa868011940 con 0x7fa87807ad70 2024-01-24T13:03:59.351 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:58.738+0000 7fa87d000700 1 -- 172.21.15.84:0/1853739777 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa87807ad70 msgr2=0x7fa8780791d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:03:59.351 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:58.739+0000 7fa87d000700 1 --2- 172.21.15.84:0/1853739777 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa87807ad70 0x7fa8780791d0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fa8680098a0 tx=0x7fa868009bb0 comp rx=0 tx=0).stop 2024-01-24T13:03:59.351 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:58.739+0000 7fa87d000700 1 -- 172.21.15.84:0/1853739777 shutdown_connections 2024-01-24T13:03:59.351 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:58.739+0000 7fa87d000700 1 --2- 172.21.15.84:0/1853739777 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa87807ad70 0x7fa8780791d0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:03:59.351 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:58.739+0000 7fa87d000700 1 -- 172.21.15.84:0/1853739777 >> 172.21.15.84:0/1853739777 conn(0x7fa878101b90 msgr2=0x7fa878103fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:03:59.352 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:58.739+0000 7fa87d000700 1 -- 172.21.15.84:0/1853739777 shutdown_connections 2024-01-24T13:03:59.352 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:58.739+0000 7fa87d000700 1 -- 172.21.15.84:0/1853739777 wait complete. 2024-01-24T13:03:59.352 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:58.740+0000 7fa87d000700 1 Processor -- start 2024-01-24T13:03:59.352 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:58.740+0000 7fa87d000700 1 -- start start 2024-01-24T13:03:59.352 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:58.740+0000 7fa87d000700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa87807ad70 0x7fa87819c3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:03:59.352 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:58.740+0000 7fa87d000700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa87819c910 con 0x7fa87807ad70 2024-01-24T13:03:59.352 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:58.740+0000 7fa875e00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa87807ad70 0x7fa87819c3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:03:59.352 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:58.740+0000 7fa875e00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa87807ad70 0x7fa87819c3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:41174/0 (socket says 172.21.15.84:41174) 2024-01-24T13:03:59.353 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:58.740+0000 7fa875e00700 1 -- 172.21.15.84:0/331089372 learned_addr learned my addr 172.21.15.84:0/331089372 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:03:59.353 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:58.741+0000 7fa875e00700 1 -- 172.21.15.84:0/331089372 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa868009550 con 0x7fa87807ad70 2024-01-24T13:03:59.353 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:58.741+0000 7fa875e00700 1 --2- 172.21.15.84:0/331089372 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa87807ad70 0x7fa87819c3d0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fa868000c00 tx=0x7fa868011e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:03:59.353 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:58.741+0000 7fa86ea00700 1 -- 172.21.15.84:0/331089372 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa8680036a0 con 0x7fa87807ad70 2024-01-24T13:03:59.353 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:58.741+0000 7fa86ea00700 1 -- 172.21.15.84:0/331089372 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(25 keys) v1 ==== 1036+0+0 (secure 0 0 0) 0x7fa868003c70 con 0x7fa87807ad70 2024-01-24T13:03:59.353 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:58.741+0000 7fa87d000700 1 -- 172.21.15.84:0/331089372 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa87819cb10 con 0x7fa87807ad70 2024-01-24T13:03:59.353 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:58.741+0000 7fa86ea00700 1 -- 172.21.15.84:0/331089372 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa8680193f0 con 0x7fa87807ad70 2024-01-24T13:03:59.353 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:58.741+0000 7fa87d000700 1 -- 172.21.15.84:0/331089372 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa87819cf30 con 0x7fa87807ad70 2024-01-24T13:03:59.353 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:58.742+0000 7fa87d000700 1 -- 172.21.15.84:0/331089372 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa878062370 con 0x7fa87807ad70 2024-01-24T13:03:59.353 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:58.743+0000 7fa86ea00700 1 -- 172.21.15.84:0/331089372 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 8) v1 ==== 45268+0+0 (secure 0 0 0) 0x7fa86801b440 con 0x7fa87807ad70 2024-01-24T13:03:59.353 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:58.743+0000 7fa86ea00700 1 --2- 172.21.15.84:0/331089372 >> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] conn(0x7fa858038300 0x7fa85803a7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:03:59.353 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:58.743+0000 7fa86ea00700 1 -- 172.21.15.84:0/331089372 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7fa86804c050 con 0x7fa87807ad70 2024-01-24T13:03:59.354 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:58.744+0000 7fa86fe00700 1 --2- 172.21.15.84:0/331089372 >> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] conn(0x7fa858038300 0x7fa85803a7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:03:59.354 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:58.744+0000 7fa86fe00700 1 --2- 172.21.15.84:0/331089372 >> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] conn(0x7fa858038300 0x7fa85803a7c0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fa860006fd0 tx=0x7fa860006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:03:59.354 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:58.748+0000 7fa86ea00700 1 -- 172.21.15.84:0/331089372 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180484 (secure 0 0 0) 0x7fa868022950 con 0x7fa87807ad70 2024-01-24T13:03:59.354 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:58.946+0000 7fa87d000700 1 -- 172.21.15.84:0/331089372 --> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] -- mgr_command(tid 0: {"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}) v1 -- 0x7fa878103080 con 0x7fa858038300 2024-01-24T13:03:59.354 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:58.946+0000 7fa86ea00700 1 -- 172.21.15.84:0/331089372 <== mgr.14118 v2:172.21.15.84:6800/1123249005 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+16 (secure 0 0 0) 0x7fa878103080 con 0x7fa858038300 2024-01-24T13:03:59.354 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:58.949+0000 7fa87d000700 1 -- 172.21.15.84:0/331089372 >> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] conn(0x7fa858038300 msgr2=0x7fa85803a7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:03:59.354 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:58.949+0000 7fa87d000700 1 --2- 172.21.15.84:0/331089372 >> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] conn(0x7fa858038300 0x7fa85803a7c0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fa860006fd0 tx=0x7fa860006e40 comp rx=0 tx=0).stop 2024-01-24T13:03:59.354 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:58.949+0000 7fa87d000700 1 -- 172.21.15.84:0/331089372 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa87807ad70 msgr2=0x7fa87819c3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:03:59.354 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:58.949+0000 7fa87d000700 1 --2- 172.21.15.84:0/331089372 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa87807ad70 0x7fa87819c3d0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fa868000c00 tx=0x7fa868011e70 comp rx=0 tx=0).stop 2024-01-24T13:03:59.354 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:58.949+0000 7fa87d000700 1 -- 172.21.15.84:0/331089372 shutdown_connections 2024-01-24T13:03:59.354 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:58.949+0000 7fa87d000700 1 --2- 172.21.15.84:0/331089372 >> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] conn(0x7fa858038300 0x7fa85803a7c0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:03:59.354 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:58.949+0000 7fa87d000700 1 --2- 172.21.15.84:0/331089372 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa87807ad70 0x7fa87819c3d0 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:03:59.355 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:58.949+0000 7fa87d000700 1 -- 172.21.15.84:0/331089372 >> 172.21.15.84:0/331089372 conn(0x7fa878101b90 msgr2=0x7fa878102970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:03:59.355 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:58.949+0000 7fa87d000700 1 -- 172.21.15.84:0/331089372 shutdown_connections 2024-01-24T13:03:59.355 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:58.949+0000 7fa87d000700 1 -- 172.21.15.84:0/331089372 wait complete. 2024-01-24T13:03:59.355 INFO:teuthology.orchestra.run.smithi084.stdout:Generating ssh key... 2024-01-24T13:03:59.355 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:58 smithi084 ceph-mon[35384]: from='client.14130 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-01-24T13:03:59.355 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:58 smithi084 ceph-mon[35384]: mgrmap e8: x(active, since 2s) 2024-01-24T13:03:59.355 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:03:58 smithi084 ceph-mon[35384]: from='mgr.14118 172.21.15.84:0/2572885719' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:04:00.493 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:04:00 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: Generating public/private rsa key pair. 2024-01-24T13:04:00.493 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:04:00 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: Your identification has been saved in /tmp/tmp7zib4knt/key. 2024-01-24T13:04:00.494 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:04:00 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: Your public key has been saved in /tmp/tmp7zib4knt/key.pub. 2024-01-24T13:04:00.494 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:04:00 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: The key fingerprint is: 2024-01-24T13:04:00.494 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:04:00 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: SHA256:QxcpAvReMPRHjj5LORjU/r6Ib6WrmGeuBwRM0fccYO4 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715 2024-01-24T13:04:00.494 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:04:00 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: The key's randomart image is: 2024-01-24T13:04:00.494 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:04:00 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: +---[RSA 3072]----+ 2024-01-24T13:04:00.494 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:04:00 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: | oo+ooBo o. | 2024-01-24T13:04:00.494 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:04:00 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: | o .=o+++.. | 2024-01-24T13:04:00.494 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:04:00 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: | . .+==o+ | 2024-01-24T13:04:00.494 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:04:00 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: | .o *++ | 2024-01-24T13:04:00.494 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:04:00 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: | . E S. | 2024-01-24T13:04:00.494 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:04:00 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: | . . =o | 2024-01-24T13:04:00.495 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:04:00 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: | . .+ | 2024-01-24T13:04:00.495 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:04:00 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: | o+.o.. | 2024-01-24T13:04:00.495 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:04:00 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: | +*+++... | 2024-01-24T13:04:00.495 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:04:00 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: +----[SHA256]-----+ 2024-01-24T13:04:00.504 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:59.751+0000 7f06c5200700 1 Processor -- start 2024-01-24T13:04:00.504 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:59.751+0000 7f06c5200700 1 -- start start 2024-01-24T13:04:00.504 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:59.751+0000 7f06c5200700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f06c007ad70 0x7f06c00791d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:04:00.504 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:59.751+0000 7f06c5200700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f06c00797a0 con 0x7f06c007ad70 2024-01-24T13:04:00.504 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:59.752+0000 7f06bf400700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f06c007ad70 0x7f06c00791d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:04:00.504 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:59.752+0000 7f06bf400700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f06c007ad70 0x7f06c00791d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:41190/0 (socket says 172.21.15.84:41190) 2024-01-24T13:04:00.504 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:59.752+0000 7f06bf400700 1 -- 172.21.15.84:0/204345963 learned_addr learned my addr 172.21.15.84:0/204345963 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:04:00.504 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:59.752+0000 7f06bf400700 1 -- 172.21.15.84:0/204345963 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f06c00798e0 con 0x7f06c007ad70 2024-01-24T13:04:00.504 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:59.752+0000 7f06bf400700 1 --2- 172.21.15.84:0/204345963 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f06c007ad70 0x7f06c00791d0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f06b00098a0 tx=0x7f06b0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=318c0995fb633d7b server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:04:00.504 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:59.753+0000 7f06be000700 1 -- 172.21.15.84:0/204345963 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f06b0004160 con 0x7f06c007ad70 2024-01-24T13:04:00.505 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:59.753+0000 7f06be000700 1 -- 172.21.15.84:0/204345963 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(25 keys) v1 ==== 1036+0+0 (secure 0 0 0) 0x7f06b00042c0 con 0x7f06c007ad70 2024-01-24T13:04:00.505 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:59.753+0000 7f06be000700 1 -- 172.21.15.84:0/204345963 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f06b0011940 con 0x7f06c007ad70 2024-01-24T13:04:00.505 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:59.753+0000 7f06c5200700 1 -- 172.21.15.84:0/204345963 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f06c007ad70 msgr2=0x7f06c00791d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:04:00.505 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:59.753+0000 7f06c5200700 1 --2- 172.21.15.84:0/204345963 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f06c007ad70 0x7f06c00791d0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f06b00098a0 tx=0x7f06b0009bb0 comp rx=0 tx=0).stop 2024-01-24T13:04:00.505 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:59.753+0000 7f06c5200700 1 -- 172.21.15.84:0/204345963 shutdown_connections 2024-01-24T13:04:00.505 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:59.753+0000 7f06c5200700 1 --2- 172.21.15.84:0/204345963 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f06c007ad70 0x7f06c00791d0 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:04:00.505 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:59.753+0000 7f06c5200700 1 -- 172.21.15.84:0/204345963 >> 172.21.15.84:0/204345963 conn(0x7f06c01019e0 msgr2=0x7f06c0103e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:04:00.505 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:59.753+0000 7f06c5200700 1 -- 172.21.15.84:0/204345963 shutdown_connections 2024-01-24T13:04:00.505 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:59.753+0000 7f06c5200700 1 -- 172.21.15.84:0/204345963 wait complete. 2024-01-24T13:04:00.505 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:59.754+0000 7f06c5200700 1 Processor -- start 2024-01-24T13:04:00.505 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:59.754+0000 7f06c5200700 1 -- start start 2024-01-24T13:04:00.505 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:59.755+0000 7f06c5200700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f06c007ad70 0x7f06c019c260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:04:00.505 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:59.755+0000 7f06c5200700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f06c019c7a0 con 0x7f06c007ad70 2024-01-24T13:04:00.505 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:59.755+0000 7f06bf400700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f06c007ad70 0x7f06c019c260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:04:00.506 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:59.755+0000 7f06bf400700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f06c007ad70 0x7f06c019c260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:41192/0 (socket says 172.21.15.84:41192) 2024-01-24T13:04:00.506 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:59.755+0000 7f06bf400700 1 -- 172.21.15.84:0/3555838039 learned_addr learned my addr 172.21.15.84:0/3555838039 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:04:00.506 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:59.755+0000 7f06bf400700 1 -- 172.21.15.84:0/3555838039 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f06b0009550 con 0x7f06c007ad70 2024-01-24T13:04:00.506 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:59.756+0000 7f06bf400700 1 --2- 172.21.15.84:0/3555838039 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f06c007ad70 0x7f06c019c260 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f06b0000c00 tx=0x7f06b0011e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:04:00.506 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:59.756+0000 7f06b7e00700 1 -- 172.21.15.84:0/3555838039 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f06b00036a0 con 0x7f06c007ad70 2024-01-24T13:04:00.506 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:59.756+0000 7f06b7e00700 1 -- 172.21.15.84:0/3555838039 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(25 keys) v1 ==== 1036+0+0 (secure 0 0 0) 0x7f06b0003c70 con 0x7f06c007ad70 2024-01-24T13:04:00.506 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:59.756+0000 7f06c5200700 1 -- 172.21.15.84:0/3555838039 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f06c019c9a0 con 0x7f06c007ad70 2024-01-24T13:04:00.506 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:59.756+0000 7f06b7e00700 1 -- 172.21.15.84:0/3555838039 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f06b00193f0 con 0x7f06c007ad70 2024-01-24T13:04:00.506 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:59.756+0000 7f06c5200700 1 -- 172.21.15.84:0/3555838039 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f06c019cdc0 con 0x7f06c007ad70 2024-01-24T13:04:00.506 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:59.757+0000 7f06b7e00700 1 -- 172.21.15.84:0/3555838039 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 8) v1 ==== 45268+0+0 (secure 0 0 0) 0x7f06b0003800 con 0x7f06c007ad70 2024-01-24T13:04:00.507 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:59.757+0000 7f06c5200700 1 -- 172.21.15.84:0/3555838039 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f06c0062370 con 0x7f06c007ad70 2024-01-24T13:04:00.507 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:59.757+0000 7f06b7e00700 1 --2- 172.21.15.84:0/3555838039 >> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] conn(0x7f06a0038350 0x7f06a003a810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:04:00.507 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:59.757+0000 7f06b7e00700 1 -- 172.21.15.84:0/3555838039 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f06b004c0c0 con 0x7f06c007ad70 2024-01-24T13:04:00.507 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:59.758+0000 7f06bea00700 1 --2- 172.21.15.84:0/3555838039 >> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] conn(0x7f06a0038350 0x7f06a003a810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:04:00.507 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:59.758+0000 7f06bea00700 1 --2- 172.21.15.84:0/3555838039 >> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] conn(0x7f06a0038350 0x7f06a003a810 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f06a8006fd0 tx=0x7f06a8006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:04:00.508 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:59.763+0000 7f06b7e00700 1 -- 172.21.15.84:0/3555838039 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180484 (secure 0 0 0) 0x7f06b007f120 con 0x7f06c007ad70 2024-01-24T13:04:00.508 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:03:59.959+0000 7f06c5200700 1 -- 172.21.15.84:0/3555838039 --> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] -- mgr_command(tid 0: {"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}) v1 -- 0x7f06c0103cc0 con 0x7f06a0038350 2024-01-24T13:04:00.508 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:00.157+0000 7f06b7e00700 1 -- 172.21.15.84:0/3555838039 <== mgr.14118 v2:172.21.15.84:6800/1123249005 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+0 (secure 0 0 0) 0x7f06c0103cc0 con 0x7f06a0038350 2024-01-24T13:04:00.508 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:00.159+0000 7f06c5200700 1 -- 172.21.15.84:0/3555838039 >> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] conn(0x7f06a0038350 msgr2=0x7f06a003a810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:04:00.508 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:00.159+0000 7f06c5200700 1 --2- 172.21.15.84:0/3555838039 >> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] conn(0x7f06a0038350 0x7f06a003a810 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f06a8006fd0 tx=0x7f06a8006e40 comp rx=0 tx=0).stop 2024-01-24T13:04:00.508 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:00.159+0000 7f06c5200700 1 -- 172.21.15.84:0/3555838039 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f06c007ad70 msgr2=0x7f06c019c260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:04:00.508 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:00.159+0000 7f06c5200700 1 --2- 172.21.15.84:0/3555838039 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f06c007ad70 0x7f06c019c260 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f06b0000c00 tx=0x7f06b0011e70 comp rx=0 tx=0).stop 2024-01-24T13:04:00.508 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:00.159+0000 7f06c5200700 1 -- 172.21.15.84:0/3555838039 shutdown_connections 2024-01-24T13:04:00.509 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:00.159+0000 7f06c5200700 1 --2- 172.21.15.84:0/3555838039 >> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] conn(0x7f06a0038350 0x7f06a003a810 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:04:00.509 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:00.159+0000 7f06c5200700 1 --2- 172.21.15.84:0/3555838039 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f06c007ad70 0x7f06c019c260 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:04:00.509 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:00.159+0000 7f06c5200700 1 -- 172.21.15.84:0/3555838039 >> 172.21.15.84:0/3555838039 conn(0x7f06c01019e0 msgr2=0x7f06c01030a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:04:00.509 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:00.160+0000 7f06c5200700 1 -- 172.21.15.84:0/3555838039 shutdown_connections 2024-01-24T13:04:00.509 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:00.160+0000 7f06c5200700 1 -- 172.21.15.84:0/3555838039 wait complete. 2024-01-24T13:04:00.884 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:00 smithi084 ceph-mon[35384]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-01-24T13:04:00.884 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:00 smithi084 ceph-mon[35384]: from='mgr.14118 172.21.15.84:0/2572885719' entity='mgr.x' 2024-01-24T13:04:00.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:00 smithi084 ceph-mon[35384]: from='mgr.14118 172.21.15.84:0/2572885719' entity='mgr.x' 2024-01-24T13:04:01.488 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC2vK6sIELT5tF3289BE8ZkNyGM6mbx0SsKPRdjluvsH3StqauGoXQ8YrWBaEsHBK4jIen4Lna6wNEuxyRUE6QLVgtFmv3GfQnfOEZpxMG+0E/m6k9BCtRaJPPRPr5x1WUMwWKnelXRgSDK+lvc/QsA+sWOMarpwDU/KLo99SuoVG0Gubpd7iszMhis34ewe2/dtOWJyj9iI68u5Z9gjTdJ+BrRgteNegoeOJd/ylDzZWPUallc896a5zJmKnnlXoJ6A/1afbD6FtSJdRpDpUhXGawTbwXCWx8YyOu3FN1rKPCLPzNQ+12rKQiKMxAsB2MhOWLqUi9YYOjhV0gE1fY9uAystxIHAkOrzh+HttWufvzZ7q1pN0VCr/ws2RRN2r+5RTuYo/T9eZePfrXQUg4w/0e3CfnNXrl9L61CUJQ17MCuo2MobQUlkNhlaMmq3s75fEJzMDLdVcV6IAtscVyT3xOM07z0q4wcUCNZ0A5rA+xQlkML016ldtsfidzKXN0= ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715 2024-01-24T13:04:01.488 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:00.900+0000 7f67a0000700 1 Processor -- start 2024-01-24T13:04:01.489 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:00.901+0000 7f67a0000700 1 -- start start 2024-01-24T13:04:01.489 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:00.901+0000 7f67a0000700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f679807ad50 0x7f67980791b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:04:01.489 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:00.901+0000 7f67a0000700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6798079780 con 0x7f679807ad50 2024-01-24T13:04:01.489 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:00.901+0000 7f679d600700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f679807ad50 0x7f67980791b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:04:01.489 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:00.902+0000 7f679d600700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f679807ad50 0x7f67980791b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:41194/0 (socket says 172.21.15.84:41194) 2024-01-24T13:04:01.489 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:00.902+0000 7f679d600700 1 -- 172.21.15.84:0/923588101 learned_addr learned my addr 172.21.15.84:0/923588101 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:04:01.489 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:00.902+0000 7f679d600700 1 -- 172.21.15.84:0/923588101 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f67980798c0 con 0x7f679807ad50 2024-01-24T13:04:01.489 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:00.902+0000 7f679d600700 1 --2- 172.21.15.84:0/923588101 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f679807ad50 0x7f67980791b0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f67880098a0 tx=0x7f6788009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a8a22b3c3b02ed82 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:04:01.489 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:00.902+0000 7f6797e00700 1 -- 172.21.15.84:0/923588101 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f6788004160 con 0x7f679807ad50 2024-01-24T13:04:01.489 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:00.902+0000 7f6797e00700 1 -- 172.21.15.84:0/923588101 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(25 keys) v1 ==== 1036+0+0 (secure 0 0 0) 0x7f67880042c0 con 0x7f679807ad50 2024-01-24T13:04:01.489 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:00.902+0000 7f6797e00700 1 -- 172.21.15.84:0/923588101 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f6788011940 con 0x7f679807ad50 2024-01-24T13:04:01.489 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:00.903+0000 7f67a0000700 1 -- 172.21.15.84:0/923588101 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f679807ad50 msgr2=0x7f67980791b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:04:01.490 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:00.903+0000 7f67a0000700 1 --2- 172.21.15.84:0/923588101 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f679807ad50 0x7f67980791b0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f67880098a0 tx=0x7f6788009bb0 comp rx=0 tx=0).stop 2024-01-24T13:04:01.490 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:00.903+0000 7f67a0000700 1 -- 172.21.15.84:0/923588101 shutdown_connections 2024-01-24T13:04:01.490 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:00.903+0000 7f67a0000700 1 --2- 172.21.15.84:0/923588101 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f679807ad50 0x7f67980791b0 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:04:01.490 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:00.903+0000 7f67a0000700 1 -- 172.21.15.84:0/923588101 >> 172.21.15.84:0/923588101 conn(0x7f6798101b90 msgr2=0x7f6798103fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:04:01.490 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:00.903+0000 7f67a0000700 1 -- 172.21.15.84:0/923588101 shutdown_connections 2024-01-24T13:04:01.490 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:00.903+0000 7f67a0000700 1 -- 172.21.15.84:0/923588101 wait complete. 2024-01-24T13:04:01.490 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:00.904+0000 7f67a0000700 1 Processor -- start 2024-01-24T13:04:01.490 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:00.904+0000 7f67a0000700 1 -- start start 2024-01-24T13:04:01.490 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:00.904+0000 7f67a0000700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f679807ad50 0x7f679819c390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:04:01.490 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:00.905+0000 7f67a0000700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f679819c8d0 con 0x7f679807ad50 2024-01-24T13:04:01.490 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:00.905+0000 7f679d600700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f679807ad50 0x7f679819c390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:04:01.490 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:00.905+0000 7f679d600700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f679807ad50 0x7f679819c390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:41196/0 (socket says 172.21.15.84:41196) 2024-01-24T13:04:01.490 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:00.905+0000 7f679d600700 1 -- 172.21.15.84:0/2309727477 learned_addr learned my addr 172.21.15.84:0/2309727477 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:04:01.490 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:00.905+0000 7f679d600700 1 -- 172.21.15.84:0/2309727477 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6788009550 con 0x7f679807ad50 2024-01-24T13:04:01.491 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:00.905+0000 7f679d600700 1 --2- 172.21.15.84:0/2309727477 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f679807ad50 0x7f679819c390 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f6788011dc0 tx=0x7f6788011ea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:04:01.491 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:00.906+0000 7f6796000700 1 -- 172.21.15.84:0/2309727477 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f67880037d0 con 0x7f679807ad50 2024-01-24T13:04:01.491 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:00.906+0000 7f6796000700 1 -- 172.21.15.84:0/2309727477 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(25 keys) v1 ==== 1036+0+0 (secure 0 0 0) 0x7f678801b440 con 0x7f679807ad50 2024-01-24T13:04:01.491 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:00.906+0000 7f67a0000700 1 -- 172.21.15.84:0/2309727477 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f679819cad0 con 0x7f679807ad50 2024-01-24T13:04:01.491 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:00.906+0000 7f6796000700 1 -- 172.21.15.84:0/2309727477 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f678801a560 con 0x7f679807ad50 2024-01-24T13:04:01.491 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:00.906+0000 7f67a0000700 1 -- 172.21.15.84:0/2309727477 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f679819cef0 con 0x7f679807ad50 2024-01-24T13:04:01.491 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:00.907+0000 7f67a0000700 1 -- 172.21.15.84:0/2309727477 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f679810c940 con 0x7f679807ad50 2024-01-24T13:04:01.491 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:00.907+0000 7f6796000700 1 -- 172.21.15.84:0/2309727477 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 8) v1 ==== 45268+0+0 (secure 0 0 0) 0x7f6788003930 con 0x7f679807ad50 2024-01-24T13:04:01.491 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:00.907+0000 7f6796000700 1 --2- 172.21.15.84:0/2309727477 >> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] conn(0x7f6778038300 0x7f677803a7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:04:01.491 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:00.907+0000 7f6796000700 1 -- 172.21.15.84:0/2309727477 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f678804c180 con 0x7f679807ad50 2024-01-24T13:04:01.491 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:00.907+0000 7f679cc00700 1 --2- 172.21.15.84:0/2309727477 >> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] conn(0x7f6778038300 0x7f677803a7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:04:01.491 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:00.908+0000 7f679cc00700 1 --2- 172.21.15.84:0/2309727477 >> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] conn(0x7f6778038300 0x7f677803a7c0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f6780006fd0 tx=0x7f6780006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:04:01.491 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:00.912+0000 7f6796000700 1 -- 172.21.15.84:0/2309727477 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180484 (secure 0 0 0) 0x7f678801b5b0 con 0x7f679807ad50 2024-01-24T13:04:01.492 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:01.108+0000 7f67a0000700 1 -- 172.21.15.84:0/2309727477 --> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] -- mgr_command(tid 0: {"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}) v1 -- 0x7f679819fd50 con 0x7f6778038300 2024-01-24T13:04:01.492 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:01.109+0000 7f6796000700 1 -- 172.21.15.84:0/2309727477 <== mgr.14118 v2:172.21.15.84:6800/1123249005 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+595 (secure 0 0 0) 0x7f679819fd50 con 0x7f6778038300 2024-01-24T13:04:01.492 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:01.111+0000 7f67a0000700 1 -- 172.21.15.84:0/2309727477 >> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] conn(0x7f6778038300 msgr2=0x7f677803a7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:04:01.492 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:01.111+0000 7f67a0000700 1 --2- 172.21.15.84:0/2309727477 >> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] conn(0x7f6778038300 0x7f677803a7c0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f6780006fd0 tx=0x7f6780006e40 comp rx=0 tx=0).stop 2024-01-24T13:04:01.492 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:01.111+0000 7f67a0000700 1 -- 172.21.15.84:0/2309727477 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f679807ad50 msgr2=0x7f679819c390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:04:01.492 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:01.111+0000 7f67a0000700 1 --2- 172.21.15.84:0/2309727477 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f679807ad50 0x7f679819c390 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f6788011dc0 tx=0x7f6788011ea0 comp rx=0 tx=0).stop 2024-01-24T13:04:01.492 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:01.111+0000 7f67a0000700 1 -- 172.21.15.84:0/2309727477 shutdown_connections 2024-01-24T13:04:01.492 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:01.111+0000 7f67a0000700 1 --2- 172.21.15.84:0/2309727477 >> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] conn(0x7f6778038300 0x7f677803a7c0 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:04:01.492 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:01.111+0000 7f67a0000700 1 --2- 172.21.15.84:0/2309727477 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f679807ad50 0x7f679819c390 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:04:01.492 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:01.111+0000 7f67a0000700 1 -- 172.21.15.84:0/2309727477 >> 172.21.15.84:0/2309727477 conn(0x7f6798101b90 msgr2=0x7f6798102930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:04:01.492 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:01.111+0000 7f67a0000700 1 -- 172.21.15.84:0/2309727477 shutdown_connections 2024-01-24T13:04:01.492 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:01.111+0000 7f67a0000700 1 -- 172.21.15.84:0/2309727477 wait complete. 2024-01-24T13:04:01.492 INFO:teuthology.orchestra.run.smithi084.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-01-24T13:04:01.492 INFO:teuthology.orchestra.run.smithi084.stdout:Adding key to root@localhost authorized_keys... 2024-01-24T13:04:01.493 INFO:teuthology.orchestra.run.smithi084.stdout:Adding host smithi084... 2024-01-24T13:04:01.884 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:01 smithi084 ceph-mon[35384]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-01-24T13:04:01.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:01 smithi084 ceph-mon[35384]: Generating ssh key... 2024-01-24T13:04:02.711 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:02 smithi084 ceph-mon[35384]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-01-24T13:04:03.634 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:03 smithi084 ceph-mon[35384]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi084", "addr": "172.21.15.84", "target": ["mon-mgr", ""]}]: dispatch 2024-01-24T13:04:04.587 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:04 smithi084 ceph-mon[35384]: Deploying cephadm binary to smithi084 2024-01-24T13:04:05.342 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout Added host 'smithi084' with addr '172.21.15.84' 2024-01-24T13:04:05.342 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:01.862+0000 7fe967800700 1 Processor -- start 2024-01-24T13:04:05.342 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:01.862+0000 7fe967800700 1 -- start start 2024-01-24T13:04:05.342 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:01.862+0000 7fe967800700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe96007ad50 0x7fe9600791b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:04:05.342 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:01.862+0000 7fe967800700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe960079780 con 0x7fe96007ad50 2024-01-24T13:04:05.342 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:01.863+0000 7fe964e00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe96007ad50 0x7fe9600791b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:04:05.342 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:01.863+0000 7fe964e00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe96007ad50 0x7fe9600791b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:41208/0 (socket says 172.21.15.84:41208) 2024-01-24T13:04:05.342 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:01.863+0000 7fe964e00700 1 -- 172.21.15.84:0/403092934 learned_addr learned my addr 172.21.15.84:0/403092934 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:04:05.342 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:01.863+0000 7fe964e00700 1 -- 172.21.15.84:0/403092934 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe9600798c0 con 0x7fe96007ad50 2024-01-24T13:04:05.343 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:01.863+0000 7fe964e00700 1 --2- 172.21.15.84:0/403092934 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe96007ad50 0x7fe9600791b0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fe9500098a0 tx=0x7fe950009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=83aa9d7d5deacfbb server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:04:05.343 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:01.863+0000 7fe95f400700 1 -- 172.21.15.84:0/403092934 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fe950004160 con 0x7fe96007ad50 2024-01-24T13:04:05.343 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:01.864+0000 7fe95f400700 1 -- 172.21.15.84:0/403092934 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(25 keys) v1 ==== 1036+0+0 (secure 0 0 0) 0x7fe9500042c0 con 0x7fe96007ad50 2024-01-24T13:04:05.343 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:01.864+0000 7fe95f400700 1 -- 172.21.15.84:0/403092934 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fe950011940 con 0x7fe96007ad50 2024-01-24T13:04:05.343 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:01.864+0000 7fe967800700 1 -- 172.21.15.84:0/403092934 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe96007ad50 msgr2=0x7fe9600791b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:04:05.343 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:01.864+0000 7fe967800700 1 --2- 172.21.15.84:0/403092934 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe96007ad50 0x7fe9600791b0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fe9500098a0 tx=0x7fe950009bb0 comp rx=0 tx=0).stop 2024-01-24T13:04:05.343 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:01.864+0000 7fe967800700 1 -- 172.21.15.84:0/403092934 shutdown_connections 2024-01-24T13:04:05.343 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:01.864+0000 7fe967800700 1 --2- 172.21.15.84:0/403092934 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe96007ad50 0x7fe9600791b0 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:04:05.343 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:01.864+0000 7fe967800700 1 -- 172.21.15.84:0/403092934 >> 172.21.15.84:0/403092934 conn(0x7fe960101b90 msgr2=0x7fe960103fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:04:05.343 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:01.864+0000 7fe967800700 1 -- 172.21.15.84:0/403092934 shutdown_connections 2024-01-24T13:04:05.344 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:01.864+0000 7fe967800700 1 -- 172.21.15.84:0/403092934 wait complete. 2024-01-24T13:04:05.344 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:01.865+0000 7fe967800700 1 Processor -- start 2024-01-24T13:04:05.344 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:01.865+0000 7fe967800700 1 -- start start 2024-01-24T13:04:05.344 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:01.866+0000 7fe967800700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe96007ad50 0x7fe96019c390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:04:05.344 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:01.866+0000 7fe967800700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe96019c8d0 con 0x7fe96007ad50 2024-01-24T13:04:05.344 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:01.866+0000 7fe964e00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe96007ad50 0x7fe96019c390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:04:05.344 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:01.866+0000 7fe964e00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe96007ad50 0x7fe96019c390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:41210/0 (socket says 172.21.15.84:41210) 2024-01-24T13:04:05.344 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:01.866+0000 7fe964e00700 1 -- 172.21.15.84:0/1532354232 learned_addr learned my addr 172.21.15.84:0/1532354232 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:04:05.344 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:01.866+0000 7fe964e00700 1 -- 172.21.15.84:0/1532354232 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe950009550 con 0x7fe96007ad50 2024-01-24T13:04:05.344 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:01.867+0000 7fe964e00700 1 --2- 172.21.15.84:0/1532354232 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe96007ad50 0x7fe96019c390 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fe950011dc0 tx=0x7fe950011ea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:04:05.344 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:01.867+0000 7fe95d600700 1 -- 172.21.15.84:0/1532354232 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fe9500037d0 con 0x7fe96007ad50 2024-01-24T13:04:05.344 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:01.867+0000 7fe95d600700 1 -- 172.21.15.84:0/1532354232 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(25 keys) v1 ==== 1036+0+0 (secure 0 0 0) 0x7fe95001b440 con 0x7fe96007ad50 2024-01-24T13:04:05.344 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:01.867+0000 7fe967800700 1 -- 172.21.15.84:0/1532354232 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe96019cad0 con 0x7fe96007ad50 2024-01-24T13:04:05.344 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:01.867+0000 7fe95d600700 1 -- 172.21.15.84:0/1532354232 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fe95001a560 con 0x7fe96007ad50 2024-01-24T13:04:05.345 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:01.867+0000 7fe967800700 1 -- 172.21.15.84:0/1532354232 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe96019cef0 con 0x7fe96007ad50 2024-01-24T13:04:05.345 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:01.868+0000 7fe95d600700 1 -- 172.21.15.84:0/1532354232 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 8) v1 ==== 45268+0+0 (secure 0 0 0) 0x7fe950003930 con 0x7fe96007ad50 2024-01-24T13:04:05.345 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:01.868+0000 7fe967800700 1 -- 172.21.15.84:0/1532354232 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe960062370 con 0x7fe96007ad50 2024-01-24T13:04:05.345 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:01.868+0000 7fe95d600700 1 --2- 172.21.15.84:0/1532354232 >> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] conn(0x7fe940038300 0x7fe94003a7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:04:05.345 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:01.868+0000 7fe95d600700 1 -- 172.21.15.84:0/1532354232 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7fe95004c180 con 0x7fe96007ad50 2024-01-24T13:04:05.345 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:01.869+0000 7fe95fe00700 1 --2- 172.21.15.84:0/1532354232 >> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] conn(0x7fe940038300 0x7fe94003a7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:04:05.345 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:01.869+0000 7fe95fe00700 1 --2- 172.21.15.84:0/1532354232 >> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] conn(0x7fe940038300 0x7fe94003a7c0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fe948006fd0 tx=0x7fe948006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:04:05.345 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:01.873+0000 7fe95d600700 1 -- 172.21.15.84:0/1532354232 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180484 (secure 0 0 0) 0x7fe95001b5b0 con 0x7fe96007ad50 2024-01-24T13:04:05.345 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:02.074+0000 7fe967800700 1 -- 172.21.15.84:0/1532354232 --> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi084", "addr": "172.21.15.84", "target": ["mon-mgr", ""]}) v1 -- 0x7fe960103040 con 0x7fe940038300 2024-01-24T13:04:05.345 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:04.986+0000 7fe95d600700 1 -- 172.21.15.84:0/1532354232 <== mgr.14118 v2:172.21.15.84:6800/1123249005 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+48 (secure 0 0 0) 0x7fe960103040 con 0x7fe940038300 2024-01-24T13:04:05.345 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:04.989+0000 7fe967800700 1 -- 172.21.15.84:0/1532354232 >> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] conn(0x7fe940038300 msgr2=0x7fe94003a7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:04:05.345 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:04.989+0000 7fe967800700 1 --2- 172.21.15.84:0/1532354232 >> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] conn(0x7fe940038300 0x7fe94003a7c0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fe948006fd0 tx=0x7fe948006e40 comp rx=0 tx=0).stop 2024-01-24T13:04:05.345 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:04.989+0000 7fe967800700 1 -- 172.21.15.84:0/1532354232 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe96007ad50 msgr2=0x7fe96019c390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:04:05.346 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:04.989+0000 7fe967800700 1 --2- 172.21.15.84:0/1532354232 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe96007ad50 0x7fe96019c390 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fe950011dc0 tx=0x7fe950011ea0 comp rx=0 tx=0).stop 2024-01-24T13:04:05.346 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:04.990+0000 7fe967800700 1 -- 172.21.15.84:0/1532354232 shutdown_connections 2024-01-24T13:04:05.346 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:04.990+0000 7fe967800700 1 --2- 172.21.15.84:0/1532354232 >> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] conn(0x7fe940038300 0x7fe94003a7c0 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:04:05.346 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:04.990+0000 7fe967800700 1 --2- 172.21.15.84:0/1532354232 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe96007ad50 0x7fe96019c390 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:04:05.346 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:04.990+0000 7fe967800700 1 -- 172.21.15.84:0/1532354232 >> 172.21.15.84:0/1532354232 conn(0x7fe960101b90 msgr2=0x7fe960102930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:04:05.346 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:04.990+0000 7fe967800700 1 -- 172.21.15.84:0/1532354232 shutdown_connections 2024-01-24T13:04:05.346 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:04.990+0000 7fe967800700 1 -- 172.21.15.84:0/1532354232 wait complete. 2024-01-24T13:04:05.346 INFO:teuthology.orchestra.run.smithi084.stdout:Deploying unmanaged mon service... 2024-01-24T13:04:06.135 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:05 smithi084 ceph-mon[35384]: from='mgr.14118 172.21.15.84:0/2572885719' entity='mgr.x' 2024-01-24T13:04:06.135 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:05 smithi084 ceph-mon[35384]: Added host smithi084 2024-01-24T13:04:06.135 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:05 smithi084 ceph-mon[35384]: from='mgr.14118 172.21.15.84:0/2572885719' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:04:06.560 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-01-24T13:04:06.561 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:05.796+0000 7f9e3ae00700 1 Processor -- start 2024-01-24T13:04:06.561 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:05.796+0000 7f9e3ae00700 1 -- start start 2024-01-24T13:04:06.561 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:05.796+0000 7f9e3ae00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9e341065b0 0x7f9e341069d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:04:06.561 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:05.796+0000 7f9e3ae00700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9e34106fa0 con 0x7f9e341065b0 2024-01-24T13:04:06.561 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:05.797+0000 7f9e33e00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9e341065b0 0x7f9e341069d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:04:06.561 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:05.797+0000 7f9e33e00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9e341065b0 0x7f9e341069d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:41222/0 (socket says 172.21.15.84:41222) 2024-01-24T13:04:06.561 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:05.797+0000 7f9e33e00700 1 -- 172.21.15.84:0/1545553361 learned_addr learned my addr 172.21.15.84:0/1545553361 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:04:06.561 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:05.797+0000 7f9e33e00700 1 -- 172.21.15.84:0/1545553361 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9e341077b0 con 0x7f9e341065b0 2024-01-24T13:04:06.561 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:05.797+0000 7f9e33e00700 1 --2- 172.21.15.84:0/1545553361 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9e341065b0 0x7f9e341069d0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f9e240098a0 tx=0x7f9e24009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f28664d56076311f server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:04:06.561 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:05.798+0000 7f9e32a00700 1 -- 172.21.15.84:0/1545553361 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f9e24004160 con 0x7f9e341065b0 2024-01-24T13:04:06.561 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:05.798+0000 7f9e32a00700 1 -- 172.21.15.84:0/1545553361 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(25 keys) v1 ==== 1036+0+0 (secure 0 0 0) 0x7f9e240042c0 con 0x7f9e341065b0 2024-01-24T13:04:06.561 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:05.798+0000 7f9e32a00700 1 -- 172.21.15.84:0/1545553361 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f9e24011940 con 0x7f9e341065b0 2024-01-24T13:04:06.562 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:05.798+0000 7f9e3ae00700 1 -- 172.21.15.84:0/1545553361 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9e341065b0 msgr2=0x7f9e341069d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:04:06.562 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:05.798+0000 7f9e3ae00700 1 --2- 172.21.15.84:0/1545553361 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9e341065b0 0x7f9e341069d0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f9e240098a0 tx=0x7f9e24009bb0 comp rx=0 tx=0).stop 2024-01-24T13:04:06.562 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:05.798+0000 7f9e3ae00700 1 -- 172.21.15.84:0/1545553361 shutdown_connections 2024-01-24T13:04:06.562 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:05.798+0000 7f9e3ae00700 1 --2- 172.21.15.84:0/1545553361 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9e341065b0 0x7f9e341069d0 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:04:06.562 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:05.798+0000 7f9e3ae00700 1 -- 172.21.15.84:0/1545553361 >> 172.21.15.84:0/1545553361 conn(0x7f9e34101b90 msgr2=0x7f9e34103fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:04:06.562 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:05.798+0000 7f9e3ae00700 1 -- 172.21.15.84:0/1545553361 shutdown_connections 2024-01-24T13:04:06.562 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:05.798+0000 7f9e3ae00700 1 -- 172.21.15.84:0/1545553361 wait complete. 2024-01-24T13:04:06.562 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:05.799+0000 7f9e3ae00700 1 Processor -- start 2024-01-24T13:04:06.562 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:05.800+0000 7f9e3ae00700 1 -- start start 2024-01-24T13:04:06.562 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:05.800+0000 7f9e3ae00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9e341065b0 0x7f9e3407ab20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:04:06.563 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:05.800+0000 7f9e3ae00700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9e3407b060 con 0x7f9e341065b0 2024-01-24T13:04:06.563 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:05.800+0000 7f9e33e00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9e341065b0 0x7f9e3407ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:04:06.563 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:05.800+0000 7f9e33e00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9e341065b0 0x7f9e3407ab20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:41228/0 (socket says 172.21.15.84:41228) 2024-01-24T13:04:06.563 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:05.800+0000 7f9e33e00700 1 -- 172.21.15.84:0/1468218303 learned_addr learned my addr 172.21.15.84:0/1468218303 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:04:06.563 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:05.800+0000 7f9e33e00700 1 -- 172.21.15.84:0/1468218303 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9e24009550 con 0x7f9e341065b0 2024-01-24T13:04:06.563 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:05.801+0000 7f9e33e00700 1 --2- 172.21.15.84:0/1468218303 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9e341065b0 0x7f9e3407ab20 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f9e24000c00 tx=0x7f9e24011e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:04:06.563 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:05.801+0000 7f9e30c00700 1 -- 172.21.15.84:0/1468218303 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f9e240036a0 con 0x7f9e341065b0 2024-01-24T13:04:06.563 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:05.801+0000 7f9e30c00700 1 -- 172.21.15.84:0/1468218303 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(25 keys) v1 ==== 1036+0+0 (secure 0 0 0) 0x7f9e24003c70 con 0x7f9e341065b0 2024-01-24T13:04:06.563 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:05.801+0000 7f9e3ae00700 1 -- 172.21.15.84:0/1468218303 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9e34079170 con 0x7f9e341065b0 2024-01-24T13:04:06.563 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:05.801+0000 7f9e30c00700 1 -- 172.21.15.84:0/1468218303 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f9e240193f0 con 0x7f9e341065b0 2024-01-24T13:04:06.564 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:05.801+0000 7f9e3ae00700 1 -- 172.21.15.84:0/1468218303 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9e34079590 con 0x7f9e341065b0 2024-01-24T13:04:06.564 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:05.802+0000 7f9e3ae00700 1 -- 172.21.15.84:0/1468218303 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9e34062370 con 0x7f9e341065b0 2024-01-24T13:04:06.564 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:05.802+0000 7f9e30c00700 1 -- 172.21.15.84:0/1468218303 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 8) v1 ==== 45268+0+0 (secure 0 0 0) 0x7f9e2401b440 con 0x7f9e341065b0 2024-01-24T13:04:06.564 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:05.803+0000 7f9e30c00700 1 --2- 172.21.15.84:0/1468218303 >> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] conn(0x7f9e14038350 0x7f9e1403a810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:04:06.564 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:05.803+0000 7f9e30c00700 1 -- 172.21.15.84:0/1468218303 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f9e2404c000 con 0x7f9e341065b0 2024-01-24T13:04:06.564 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:05.803+0000 7f9e33400700 1 --2- 172.21.15.84:0/1468218303 >> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] conn(0x7f9e14038350 0x7f9e1403a810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:04:06.564 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:05.804+0000 7f9e33400700 1 --2- 172.21.15.84:0/1468218303 >> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] conn(0x7f9e14038350 0x7f9e1403a810 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f9e1c006fd0 tx=0x7f9e1c006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:04:06.564 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:05.808+0000 7f9e30c00700 1 -- 172.21.15.84:0/1468218303 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180484 (secure 0 0 0) 0x7f9e2407f120 con 0x7f9e341065b0 2024-01-24T13:04:06.564 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:06.037+0000 7f9e3ae00700 1 -- 172.21.15.84:0/1468218303 --> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}) v1 -- 0x7f9e3410a9b0 con 0x7f9e14038350 2024-01-24T13:04:06.564 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:06.046+0000 7f9e30c00700 1 -- 172.21.15.84:0/1468218303 <== mgr.14118 v2:172.21.15.84:6800/1123249005 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+24 (secure 0 0 0) 0x7f9e3410a9b0 con 0x7f9e14038350 2024-01-24T13:04:06.564 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:06.048+0000 7f9e3ae00700 1 -- 172.21.15.84:0/1468218303 >> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] conn(0x7f9e14038350 msgr2=0x7f9e1403a810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:04:06.564 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:06.048+0000 7f9e3ae00700 1 --2- 172.21.15.84:0/1468218303 >> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] conn(0x7f9e14038350 0x7f9e1403a810 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f9e1c006fd0 tx=0x7f9e1c006e40 comp rx=0 tx=0).stop 2024-01-24T13:04:06.565 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:06.049+0000 7f9e3ae00700 1 -- 172.21.15.84:0/1468218303 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9e341065b0 msgr2=0x7f9e3407ab20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:04:06.565 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:06.049+0000 7f9e3ae00700 1 --2- 172.21.15.84:0/1468218303 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9e341065b0 0x7f9e3407ab20 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f9e24000c00 tx=0x7f9e24011e70 comp rx=0 tx=0).stop 2024-01-24T13:04:06.565 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:06.049+0000 7f9e3ae00700 1 -- 172.21.15.84:0/1468218303 shutdown_connections 2024-01-24T13:04:06.565 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:06.049+0000 7f9e3ae00700 1 --2- 172.21.15.84:0/1468218303 >> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] conn(0x7f9e14038350 0x7f9e1403a810 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:04:06.565 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:06.049+0000 7f9e3ae00700 1 --2- 172.21.15.84:0/1468218303 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9e341065b0 0x7f9e3407ab20 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:04:06.565 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:06.049+0000 7f9e3ae00700 1 -- 172.21.15.84:0/1468218303 >> 172.21.15.84:0/1468218303 conn(0x7f9e34101b90 msgr2=0x7f9e34102930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:04:06.565 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:06.049+0000 7f9e3ae00700 1 -- 172.21.15.84:0/1468218303 shutdown_connections 2024-01-24T13:04:06.565 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:06.049+0000 7f9e3ae00700 1 -- 172.21.15.84:0/1468218303 wait complete. 2024-01-24T13:04:06.565 INFO:teuthology.orchestra.run.smithi084.stdout:Deploying unmanaged mgr service... 2024-01-24T13:04:07.384 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:07 smithi084 ceph-mon[35384]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-01-24T13:04:07.384 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:07 smithi084 ceph-mon[35384]: Saving service mon spec with placement count:5 2024-01-24T13:04:07.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:07 smithi084 ceph-mon[35384]: from='mgr.14118 172.21.15.84:0/2572885719' entity='mgr.x' 2024-01-24T13:04:07.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:07 smithi084 ceph-mon[35384]: from='mgr.14118 172.21.15.84:0/2572885719' entity='mgr.x' 2024-01-24T13:04:07.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:07 smithi084 ceph-mon[35384]: from='mgr.14118 172.21.15.84:0/2572885719' entity='mgr.x' 2024-01-24T13:04:07.595 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-01-24T13:04:07.596 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:06.987+0000 7fd5fc000700 1 Processor -- start 2024-01-24T13:04:07.596 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:06.987+0000 7fd5fc000700 1 -- start start 2024-01-24T13:04:07.596 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:06.988+0000 7fd5fc000700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd5f41087b0 0x7fd5f4108bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:04:07.596 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:06.988+0000 7fd5fc000700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd5f41091a0 con 0x7fd5f41087b0 2024-01-24T13:04:07.596 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:06.988+0000 7fd5f9600700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd5f41087b0 0x7fd5f4108bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:04:07.596 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:06.988+0000 7fd5f9600700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd5f41087b0 0x7fd5f4108bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:41242/0 (socket says 172.21.15.84:41242) 2024-01-24T13:04:07.596 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:06.988+0000 7fd5f9600700 1 -- 172.21.15.84:0/10549680 learned_addr learned my addr 172.21.15.84:0/10549680 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:04:07.596 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:06.988+0000 7fd5f9600700 1 -- 172.21.15.84:0/10549680 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd5f41099b0 con 0x7fd5f41087b0 2024-01-24T13:04:07.596 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:06.989+0000 7fd5f9600700 1 --2- 172.21.15.84:0/10549680 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd5f41087b0 0x7fd5f4108bd0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fd5e40098a0 tx=0x7fd5e4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9c2eec05285975d7 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:04:07.596 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:06.989+0000 7fd5f3e00700 1 -- 172.21.15.84:0/10549680 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fd5e4004160 con 0x7fd5f41087b0 2024-01-24T13:04:07.596 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:06.989+0000 7fd5f3e00700 1 -- 172.21.15.84:0/10549680 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(25 keys) v1 ==== 1067+0+0 (secure 0 0 0) 0x7fd5e40042c0 con 0x7fd5f41087b0 2024-01-24T13:04:07.597 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:06.989+0000 7fd5f3e00700 1 -- 172.21.15.84:0/10549680 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fd5e40118e0 con 0x7fd5f41087b0 2024-01-24T13:04:07.597 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:06.990+0000 7fd5fc000700 1 -- 172.21.15.84:0/10549680 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd5f41087b0 msgr2=0x7fd5f4108bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:04:07.597 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:06.990+0000 7fd5fc000700 1 --2- 172.21.15.84:0/10549680 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd5f41087b0 0x7fd5f4108bd0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fd5e40098a0 tx=0x7fd5e4009bb0 comp rx=0 tx=0).stop 2024-01-24T13:04:07.597 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:06.990+0000 7fd5fc000700 1 -- 172.21.15.84:0/10549680 shutdown_connections 2024-01-24T13:04:07.597 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:06.990+0000 7fd5fc000700 1 --2- 172.21.15.84:0/10549680 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd5f41087b0 0x7fd5f4108bd0 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:04:07.597 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:06.990+0000 7fd5fc000700 1 -- 172.21.15.84:0/10549680 >> 172.21.15.84:0/10549680 conn(0x7fd5f4103db0 msgr2=0x7fd5f41061d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:04:07.597 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:06.990+0000 7fd5fc000700 1 -- 172.21.15.84:0/10549680 shutdown_connections 2024-01-24T13:04:07.597 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:06.990+0000 7fd5fc000700 1 -- 172.21.15.84:0/10549680 wait complete. 2024-01-24T13:04:07.597 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:06.991+0000 7fd5fc000700 1 Processor -- start 2024-01-24T13:04:07.597 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:06.991+0000 7fd5fc000700 1 -- start start 2024-01-24T13:04:07.597 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:06.991+0000 7fd5fc000700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd5f41087b0 0x7fd5f419c410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:04:07.597 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:06.991+0000 7fd5fc000700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd5f419c950 con 0x7fd5f41087b0 2024-01-24T13:04:07.597 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:06.992+0000 7fd5f9600700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd5f41087b0 0x7fd5f419c410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:04:07.598 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:06.992+0000 7fd5f9600700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd5f41087b0 0x7fd5f419c410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:41246/0 (socket says 172.21.15.84:41246) 2024-01-24T13:04:07.598 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:06.992+0000 7fd5f9600700 1 -- 172.21.15.84:0/881415541 learned_addr learned my addr 172.21.15.84:0/881415541 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:04:07.598 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:06.992+0000 7fd5f9600700 1 -- 172.21.15.84:0/881415541 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd5e4009550 con 0x7fd5f41087b0 2024-01-24T13:04:07.598 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:06.992+0000 7fd5f9600700 1 --2- 172.21.15.84:0/881415541 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd5f41087b0 0x7fd5f419c410 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fd5e4003e30 tx=0x7fd5e40119a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:04:07.598 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:06.993+0000 7fd5f2000700 1 -- 172.21.15.84:0/881415541 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fd5e40036a0 con 0x7fd5f41087b0 2024-01-24T13:04:07.598 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:06.993+0000 7fd5f2000700 1 -- 172.21.15.84:0/881415541 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(25 keys) v1 ==== 1067+0+0 (secure 0 0 0) 0x7fd5e401b440 con 0x7fd5f41087b0 2024-01-24T13:04:07.598 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:06.993+0000 7fd5f2000700 1 -- 172.21.15.84:0/881415541 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fd5e4023400 con 0x7fd5f41087b0 2024-01-24T13:04:07.598 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:06.993+0000 7fd5fc000700 1 -- 172.21.15.84:0/881415541 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd5f419cb50 con 0x7fd5f41087b0 2024-01-24T13:04:07.598 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:06.993+0000 7fd5fc000700 1 -- 172.21.15.84:0/881415541 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd5f419cf70 con 0x7fd5f41087b0 2024-01-24T13:04:07.598 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:06.994+0000 7fd5f2000700 1 -- 172.21.15.84:0/881415541 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 8) v1 ==== 45268+0+0 (secure 0 0 0) 0x7fd5e401b5b0 con 0x7fd5f41087b0 2024-01-24T13:04:07.598 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:06.994+0000 7fd5fc000700 1 -- 172.21.15.84:0/881415541 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd5f4062370 con 0x7fd5f41087b0 2024-01-24T13:04:07.598 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:06.995+0000 7fd5f2000700 1 --2- 172.21.15.84:0/881415541 >> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] conn(0x7fd5d4038350 0x7fd5d403a810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:04:07.598 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:06.995+0000 7fd5f2000700 1 -- 172.21.15.84:0/881415541 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7fd5e404c0e0 con 0x7fd5f41087b0 2024-01-24T13:04:07.598 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:06.995+0000 7fd5f8c00700 1 --2- 172.21.15.84:0/881415541 >> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] conn(0x7fd5d4038350 0x7fd5d403a810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:04:07.599 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:06.995+0000 7fd5f8c00700 1 --2- 172.21.15.84:0/881415541 >> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] conn(0x7fd5d4038350 0x7fd5d403a810 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fd5dc006fd0 tx=0x7fd5dc006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:04:07.599 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:07.000+0000 7fd5f2000700 1 -- 172.21.15.84:0/881415541 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180484 (secure 0 0 0) 0x7fd5e400be40 con 0x7fd5f41087b0 2024-01-24T13:04:07.599 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:07.220+0000 7fd5fc000700 1 -- 172.21.15.84:0/881415541 --> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}) v1 -- 0x7fd5f4106110 con 0x7fd5d4038350 2024-01-24T13:04:07.599 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:07.228+0000 7fd5f2000700 1 -- 172.21.15.84:0/881415541 <== mgr.14118 v2:172.21.15.84:6800/1123249005 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+24 (secure 0 0 0) 0x7fd5f4106110 con 0x7fd5d4038350 2024-01-24T13:04:07.599 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:07.231+0000 7fd5fc000700 1 -- 172.21.15.84:0/881415541 >> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] conn(0x7fd5d4038350 msgr2=0x7fd5d403a810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:04:07.599 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:07.231+0000 7fd5fc000700 1 --2- 172.21.15.84:0/881415541 >> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] conn(0x7fd5d4038350 0x7fd5d403a810 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fd5dc006fd0 tx=0x7fd5dc006e40 comp rx=0 tx=0).stop 2024-01-24T13:04:07.599 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:07.231+0000 7fd5fc000700 1 -- 172.21.15.84:0/881415541 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd5f41087b0 msgr2=0x7fd5f419c410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:04:07.599 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:07.231+0000 7fd5fc000700 1 --2- 172.21.15.84:0/881415541 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd5f41087b0 0x7fd5f419c410 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fd5e4003e30 tx=0x7fd5e40119a0 comp rx=0 tx=0).stop 2024-01-24T13:04:07.599 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:07.231+0000 7fd5fc000700 1 -- 172.21.15.84:0/881415541 shutdown_connections 2024-01-24T13:04:07.599 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:07.231+0000 7fd5fc000700 1 --2- 172.21.15.84:0/881415541 >> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] conn(0x7fd5d4038350 0x7fd5d403a810 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:04:07.599 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:07.231+0000 7fd5fc000700 1 --2- 172.21.15.84:0/881415541 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd5f41087b0 0x7fd5f419c410 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:04:07.599 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:07.231+0000 7fd5fc000700 1 -- 172.21.15.84:0/881415541 >> 172.21.15.84:0/881415541 conn(0x7fd5f4103db0 msgr2=0x7fd5f41054f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:04:07.599 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:07.231+0000 7fd5fc000700 1 -- 172.21.15.84:0/881415541 shutdown_connections 2024-01-24T13:04:07.600 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:07.231+0000 7fd5fc000700 1 -- 172.21.15.84:0/881415541 wait complete. 2024-01-24T13:04:08.500 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:08 smithi084 ceph-mon[35384]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-01-24T13:04:08.500 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:08 smithi084 ceph-mon[35384]: Saving service mgr spec with placement count:2 2024-01-24T13:04:08.500 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:08 smithi084 ceph-mon[35384]: from='mgr.14118 172.21.15.84:0/2572885719' entity='mgr.x' 2024-01-24T13:04:08.675 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:08.067+0000 7ff4e6a00700 1 Processor -- start 2024-01-24T13:04:08.675 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:08.067+0000 7ff4e6a00700 1 -- start start 2024-01-24T13:04:08.675 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:08.067+0000 7ff4e6a00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff4e01063c0 0x7ff4e01067e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:04:08.675 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:08.067+0000 7ff4e6a00700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff4e0106db0 con 0x7ff4e01063c0 2024-01-24T13:04:08.676 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:08.068+0000 7ff4e5600700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff4e01063c0 0x7ff4e01067e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:04:08.676 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:08.068+0000 7ff4e5600700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff4e01063c0 0x7ff4e01067e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:46866/0 (socket says 172.21.15.84:46866) 2024-01-24T13:04:08.676 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:08.068+0000 7ff4e5600700 1 -- 172.21.15.84:0/178806859 learned_addr learned my addr 172.21.15.84:0/178806859 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:04:08.676 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:08.068+0000 7ff4e5600700 1 -- 172.21.15.84:0/178806859 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff4e01075c0 con 0x7ff4e01063c0 2024-01-24T13:04:08.676 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:08.068+0000 7ff4e5600700 1 --2- 172.21.15.84:0/178806859 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff4e01063c0 0x7ff4e01067e0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7ff4d00098a0 tx=0x7ff4d0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ca032234ff6c6206 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:04:08.676 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:08.069+0000 7ff4dfe00700 1 -- 172.21.15.84:0/178806859 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7ff4d0004160 con 0x7ff4e01063c0 2024-01-24T13:04:08.676 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:08.069+0000 7ff4dfe00700 1 -- 172.21.15.84:0/178806859 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(25 keys) v1 ==== 1067+0+0 (secure 0 0 0) 0x7ff4d00042c0 con 0x7ff4e01063c0 2024-01-24T13:04:08.676 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:08.069+0000 7ff4dfe00700 1 -- 172.21.15.84:0/178806859 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7ff4d00118e0 con 0x7ff4e01063c0 2024-01-24T13:04:08.676 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:08.069+0000 7ff4e6a00700 1 -- 172.21.15.84:0/178806859 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff4e01063c0 msgr2=0x7ff4e01067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:04:08.676 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:08.069+0000 7ff4e6a00700 1 --2- 172.21.15.84:0/178806859 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff4e01063c0 0x7ff4e01067e0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7ff4d00098a0 tx=0x7ff4d0009bb0 comp rx=0 tx=0).stop 2024-01-24T13:04:08.676 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:08.070+0000 7ff4e6a00700 1 -- 172.21.15.84:0/178806859 shutdown_connections 2024-01-24T13:04:08.676 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:08.070+0000 7ff4e6a00700 1 --2- 172.21.15.84:0/178806859 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff4e01063c0 0x7ff4e01067e0 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:04:08.676 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:08.070+0000 7ff4e6a00700 1 -- 172.21.15.84:0/178806859 >> 172.21.15.84:0/178806859 conn(0x7ff4e0101980 msgr2=0x7ff4e0103da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:04:08.677 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:08.070+0000 7ff4e6a00700 1 -- 172.21.15.84:0/178806859 shutdown_connections 2024-01-24T13:04:08.677 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:08.070+0000 7ff4e6a00700 1 -- 172.21.15.84:0/178806859 wait complete. 2024-01-24T13:04:08.677 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:08.071+0000 7ff4e6a00700 1 Processor -- start 2024-01-24T13:04:08.677 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:08.071+0000 7ff4e6a00700 1 -- start start 2024-01-24T13:04:08.677 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:08.071+0000 7ff4e6a00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff4e01063c0 0x7ff4e019c290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:04:08.677 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:08.071+0000 7ff4e6a00700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff4e019c7d0 con 0x7ff4e01063c0 2024-01-24T13:04:08.677 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:08.071+0000 7ff4e5600700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff4e01063c0 0x7ff4e019c290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:04:08.677 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:08.071+0000 7ff4e5600700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff4e01063c0 0x7ff4e019c290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:46882/0 (socket says 172.21.15.84:46882) 2024-01-24T13:04:08.677 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:08.071+0000 7ff4e5600700 1 -- 172.21.15.84:0/2950219870 learned_addr learned my addr 172.21.15.84:0/2950219870 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:04:08.677 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:08.072+0000 7ff4e5600700 1 -- 172.21.15.84:0/2950219870 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff4d0009550 con 0x7ff4e01063c0 2024-01-24T13:04:08.677 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:08.072+0000 7ff4e5600700 1 --2- 172.21.15.84:0/2950219870 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff4e01063c0 0x7ff4e019c290 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7ff4d0000c00 tx=0x7ff4d00119a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:04:08.677 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:08.072+0000 7ff4de000700 1 -- 172.21.15.84:0/2950219870 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7ff4d00036a0 con 0x7ff4e01063c0 2024-01-24T13:04:08.677 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:08.072+0000 7ff4e6a00700 1 -- 172.21.15.84:0/2950219870 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff4e019c9d0 con 0x7ff4e01063c0 2024-01-24T13:04:08.677 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:08.072+0000 7ff4de000700 1 -- 172.21.15.84:0/2950219870 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(25 keys) v1 ==== 1067+0+0 (secure 0 0 0) 0x7ff4d001b440 con 0x7ff4e01063c0 2024-01-24T13:04:08.678 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:08.072+0000 7ff4de000700 1 -- 172.21.15.84:0/2950219870 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7ff4d001a3d0 con 0x7ff4e01063c0 2024-01-24T13:04:08.678 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:08.072+0000 7ff4e6a00700 1 -- 172.21.15.84:0/2950219870 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff4e019cdf0 con 0x7ff4e01063c0 2024-01-24T13:04:08.678 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:08.073+0000 7ff4de000700 1 -- 172.21.15.84:0/2950219870 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 8) v1 ==== 45268+0+0 (secure 0 0 0) 0x7ff4d0003800 con 0x7ff4e01063c0 2024-01-24T13:04:08.678 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:08.073+0000 7ff4e6a00700 1 -- 172.21.15.84:0/2950219870 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff4e0062370 con 0x7ff4e01063c0 2024-01-24T13:04:08.678 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:08.074+0000 7ff4de000700 1 --2- 172.21.15.84:0/2950219870 >> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] conn(0x7ff4c0038300 0x7ff4c003a7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:04:08.678 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:08.074+0000 7ff4de000700 1 -- 172.21.15.84:0/2950219870 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7ff4d004c130 con 0x7ff4e01063c0 2024-01-24T13:04:08.678 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:08.074+0000 7ff4e4c00700 1 --2- 172.21.15.84:0/2950219870 >> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] conn(0x7ff4c0038300 0x7ff4c003a7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:04:08.678 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:08.075+0000 7ff4e4c00700 1 --2- 172.21.15.84:0/2950219870 >> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] conn(0x7ff4c0038300 0x7ff4c003a7c0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7ff4c8006fd0 tx=0x7ff4c8006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:04:08.678 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:08.078+0000 7ff4de000700 1 -- 172.21.15.84:0/2950219870 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180484 (secure 0 0 0) 0x7ff4d001b5b0 con 0x7ff4e01063c0 2024-01-24T13:04:08.678 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:08.290+0000 7ff4e6a00700 1 -- 172.21.15.84:0/2950219870 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/container_init}] v 0) v1 -- 0x7ff4e019fc50 con 0x7ff4e01063c0 2024-01-24T13:04:08.678 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:08.297+0000 7ff4de000700 1 -- 172.21.15.84:0/2950219870 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/container_init}]=0 v7)=0 v7) v1 ==== 142+0+0 (secure 0 0 0) 0x7ff4d001f070 con 0x7ff4e01063c0 2024-01-24T13:04:08.678 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:08.300+0000 7ff4e6a00700 1 -- 172.21.15.84:0/2950219870 >> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] conn(0x7ff4c0038300 msgr2=0x7ff4c003a7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:04:08.678 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:08.300+0000 7ff4e6a00700 1 --2- 172.21.15.84:0/2950219870 >> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] conn(0x7ff4c0038300 0x7ff4c003a7c0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7ff4c8006fd0 tx=0x7ff4c8006e40 comp rx=0 tx=0).stop 2024-01-24T13:04:08.678 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:08.300+0000 7ff4e6a00700 1 -- 172.21.15.84:0/2950219870 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff4e01063c0 msgr2=0x7ff4e019c290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:04:08.679 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:08.300+0000 7ff4e6a00700 1 --2- 172.21.15.84:0/2950219870 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff4e01063c0 0x7ff4e019c290 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7ff4d0000c00 tx=0x7ff4d00119a0 comp rx=0 tx=0).stop 2024-01-24T13:04:08.679 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:08.300+0000 7ff4e6a00700 1 -- 172.21.15.84:0/2950219870 shutdown_connections 2024-01-24T13:04:08.679 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:08.300+0000 7ff4e6a00700 1 --2- 172.21.15.84:0/2950219870 >> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] conn(0x7ff4c0038300 0x7ff4c003a7c0 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:04:08.679 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:08.300+0000 7ff4e6a00700 1 --2- 172.21.15.84:0/2950219870 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff4e01063c0 0x7ff4e019c290 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:04:08.679 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:08.300+0000 7ff4e6a00700 1 -- 172.21.15.84:0/2950219870 >> 172.21.15.84:0/2950219870 conn(0x7ff4e0101980 msgr2=0x7ff4e0103010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:04:08.679 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:08.300+0000 7ff4e6a00700 1 -- 172.21.15.84:0/2950219870 shutdown_connections 2024-01-24T13:04:08.679 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:08.300+0000 7ff4e6a00700 1 -- 172.21.15.84:0/2950219870 wait complete. 2024-01-24T13:04:09.592 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:09 smithi084 ceph-mon[35384]: from='mgr.14118 172.21.15.84:0/2572885719' entity='mgr.x' 2024-01-24T13:04:09.592 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:09 smithi084 ceph-mon[35384]: from='client.? 172.21.15.84:0/2950219870' entity='client.admin' 2024-01-24T13:04:09.748 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:09.154+0000 7f9a0ae00700 1 Processor -- start 2024-01-24T13:04:09.748 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:09.154+0000 7f9a0ae00700 1 -- start start 2024-01-24T13:04:09.749 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:09.154+0000 7f9a0ae00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9a0407ad50 0x7f9a040791b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:04:09.749 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:09.154+0000 7f9a0ae00700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9a04079780 con 0x7f9a0407ad50 2024-01-24T13:04:09.749 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:09.155+0000 7f9a03e00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9a0407ad50 0x7f9a040791b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:04:09.749 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:09.155+0000 7f9a03e00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9a0407ad50 0x7f9a040791b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:46884/0 (socket says 172.21.15.84:46884) 2024-01-24T13:04:09.749 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:09.155+0000 7f9a03e00700 1 -- 172.21.15.84:0/818358584 learned_addr learned my addr 172.21.15.84:0/818358584 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:04:09.749 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:09.155+0000 7f9a03e00700 1 -- 172.21.15.84:0/818358584 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9a040798c0 con 0x7f9a0407ad50 2024-01-24T13:04:09.749 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:09.156+0000 7f9a03e00700 1 --2- 172.21.15.84:0/818358584 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9a0407ad50 0x7f9a040791b0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f99f40098a0 tx=0x7f99f4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7c904ef0da1decae server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:04:09.749 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:09.156+0000 7f9a02a00700 1 -- 172.21.15.84:0/818358584 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f99f4004160 con 0x7f9a0407ad50 2024-01-24T13:04:09.749 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:09.156+0000 7f9a02a00700 1 -- 172.21.15.84:0/818358584 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(25 keys) v1 ==== 1067+0+0 (secure 0 0 0) 0x7f99f40042c0 con 0x7f9a0407ad50 2024-01-24T13:04:09.749 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:09.156+0000 7f9a02a00700 1 -- 172.21.15.84:0/818358584 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f99f40118e0 con 0x7f9a0407ad50 2024-01-24T13:04:09.749 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:09.157+0000 7f9a0ae00700 1 -- 172.21.15.84:0/818358584 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9a0407ad50 msgr2=0x7f9a040791b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:04:09.749 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:09.157+0000 7f9a0ae00700 1 --2- 172.21.15.84:0/818358584 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9a0407ad50 0x7f9a040791b0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f99f40098a0 tx=0x7f99f4009bb0 comp rx=0 tx=0).stop 2024-01-24T13:04:09.749 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:09.157+0000 7f9a0ae00700 1 -- 172.21.15.84:0/818358584 shutdown_connections 2024-01-24T13:04:09.750 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:09.157+0000 7f9a0ae00700 1 --2- 172.21.15.84:0/818358584 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9a0407ad50 0x7f9a040791b0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:04:09.750 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:09.157+0000 7f9a0ae00700 1 -- 172.21.15.84:0/818358584 >> 172.21.15.84:0/818358584 conn(0x7f9a04101b90 msgr2=0x7f9a04103fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:04:09.750 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:09.157+0000 7f9a0ae00700 1 -- 172.21.15.84:0/818358584 shutdown_connections 2024-01-24T13:04:09.750 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:09.158+0000 7f9a0ae00700 1 -- 172.21.15.84:0/818358584 wait complete. 2024-01-24T13:04:09.750 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:09.159+0000 7f9a0ae00700 1 Processor -- start 2024-01-24T13:04:09.750 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:09.159+0000 7f9a0ae00700 1 -- start start 2024-01-24T13:04:09.750 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:09.159+0000 7f9a0ae00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9a0407ad50 0x7f9a0419c420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:04:09.750 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:09.159+0000 7f9a0ae00700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9a0419c960 con 0x7f9a0407ad50 2024-01-24T13:04:09.750 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:09.160+0000 7f9a03e00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9a0407ad50 0x7f9a0419c420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:04:09.750 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:09.160+0000 7f9a03e00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9a0407ad50 0x7f9a0419c420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:46900/0 (socket says 172.21.15.84:46900) 2024-01-24T13:04:09.750 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:09.160+0000 7f9a03e00700 1 -- 172.21.15.84:0/2197263436 learned_addr learned my addr 172.21.15.84:0/2197263436 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:04:09.750 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:09.160+0000 7f9a03e00700 1 -- 172.21.15.84:0/2197263436 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f99f4009550 con 0x7f9a0407ad50 2024-01-24T13:04:09.750 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:09.160+0000 7f9a03e00700 1 --2- 172.21.15.84:0/2197263436 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9a0407ad50 0x7f9a0419c420 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f99f4003e30 tx=0x7f99f40119a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:04:09.750 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:09.161+0000 7f9a00c00700 1 -- 172.21.15.84:0/2197263436 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f99f40036a0 con 0x7f9a0407ad50 2024-01-24T13:04:09.750 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:09.161+0000 7f9a00c00700 1 -- 172.21.15.84:0/2197263436 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(25 keys) v1 ==== 1067+0+0 (secure 0 0 0) 0x7f99f401b440 con 0x7f9a0407ad50 2024-01-24T13:04:09.751 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:09.161+0000 7f9a0ae00700 1 -- 172.21.15.84:0/2197263436 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9a0419cb60 con 0x7f9a0407ad50 2024-01-24T13:04:09.751 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:09.161+0000 7f9a00c00700 1 -- 172.21.15.84:0/2197263436 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f99f4023400 con 0x7f9a0407ad50 2024-01-24T13:04:09.751 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:09.161+0000 7f9a0ae00700 1 -- 172.21.15.84:0/2197263436 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9a0419cf80 con 0x7f9a0407ad50 2024-01-24T13:04:09.751 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:09.162+0000 7f9a0ae00700 1 -- 172.21.15.84:0/2197263436 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9a04062370 con 0x7f9a0407ad50 2024-01-24T13:04:09.751 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:09.162+0000 7f9a00c00700 1 -- 172.21.15.84:0/2197263436 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 8) v1 ==== 45268+0+0 (secure 0 0 0) 0x7f99f4023630 con 0x7f9a0407ad50 2024-01-24T13:04:09.751 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:09.163+0000 7f9a00c00700 1 --2- 172.21.15.84:0/2197263436 >> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] conn(0x7f99e4038350 0x7f99e403a810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:04:09.751 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:09.163+0000 7f9a00c00700 1 -- 172.21.15.84:0/2197263436 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f99f404c110 con 0x7f9a0407ad50 2024-01-24T13:04:09.751 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:09.163+0000 7f9a03400700 1 --2- 172.21.15.84:0/2197263436 >> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] conn(0x7f99e4038350 0x7f99e403a810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:04:09.751 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:09.163+0000 7f9a03400700 1 --2- 172.21.15.84:0/2197263436 >> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] conn(0x7f99e4038350 0x7f99e403a810 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f99ec006fd0 tx=0x7f99ec006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:04:09.751 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:09.167+0000 7f9a00c00700 1 -- 172.21.15.84:0/2197263436 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180484 (secure 0 0 0) 0x7f99f4018350 con 0x7f9a0407ad50 2024-01-24T13:04:09.751 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:09.381+0000 7f9a0ae00700 1 -- 172.21.15.84:0/2197263436 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command([{prefix=config set, name=mgr/dashboard/ssl_server_port}] v 0) v1 -- 0x7f9a0419fe00 con 0x7f9a0407ad50 2024-01-24T13:04:09.751 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:09.385+0000 7f9a00c00700 1 -- 172.21.15.84:0/2197263436 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/dashboard/ssl_server_port}]=0 v8)=0 v8) v1 ==== 130+0+0 (secure 0 0 0) 0x7f99f402bb40 con 0x7f9a0407ad50 2024-01-24T13:04:09.751 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:09.388+0000 7f9a0ae00700 1 -- 172.21.15.84:0/2197263436 >> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] conn(0x7f99e4038350 msgr2=0x7f99e403a810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:04:09.751 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:09.388+0000 7f9a0ae00700 1 --2- 172.21.15.84:0/2197263436 >> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] conn(0x7f99e4038350 0x7f99e403a810 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f99ec006fd0 tx=0x7f99ec006e40 comp rx=0 tx=0).stop 2024-01-24T13:04:09.752 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:09.388+0000 7f9a0ae00700 1 -- 172.21.15.84:0/2197263436 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9a0407ad50 msgr2=0x7f9a0419c420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:04:09.752 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:09.388+0000 7f9a0ae00700 1 --2- 172.21.15.84:0/2197263436 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9a0407ad50 0x7f9a0419c420 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f99f4003e30 tx=0x7f99f40119a0 comp rx=0 tx=0).stop 2024-01-24T13:04:09.752 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:09.388+0000 7f9a0ae00700 1 -- 172.21.15.84:0/2197263436 shutdown_connections 2024-01-24T13:04:09.752 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:09.388+0000 7f9a0ae00700 1 --2- 172.21.15.84:0/2197263436 >> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] conn(0x7f99e4038350 0x7f99e403a810 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:04:09.752 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:09.388+0000 7f9a0ae00700 1 --2- 172.21.15.84:0/2197263436 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9a0407ad50 0x7f9a0419c420 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:04:09.752 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:09.388+0000 7f9a0ae00700 1 -- 172.21.15.84:0/2197263436 >> 172.21.15.84:0/2197263436 conn(0x7f9a04101b90 msgr2=0x7f9a04103270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:04:09.752 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:09.389+0000 7f9a0ae00700 1 -- 172.21.15.84:0/2197263436 shutdown_connections 2024-01-24T13:04:09.752 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:09.389+0000 7f9a0ae00700 1 -- 172.21.15.84:0/2197263436 wait complete. 2024-01-24T13:04:09.752 INFO:teuthology.orchestra.run.smithi084.stdout:Enabling the dashboard module... 2024-01-24T13:04:10.634 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:10 smithi084 ceph-mon[35384]: from='client.? 172.21.15.84:0/2197263436' entity='client.admin' 2024-01-24T13:04:10.634 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:10 smithi084 ceph-mon[35384]: from='mgr.14118 172.21.15.84:0/2572885719' entity='mgr.x' 2024-01-24T13:04:11.634 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:11 smithi084 ceph-mon[35384]: from='client.? 172.21.15.84:0/3295829135' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-01-24T13:04:11.635 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:04:11 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: ignoring --setuser ceph since I am not root 2024-01-24T13:04:11.635 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:04:11 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: ignoring --setgroup ceph since I am not root 2024-01-24T13:04:11.814 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:10.188+0000 7f8be7200700 1 Processor -- start 2024-01-24T13:04:11.815 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:10.188+0000 7f8be7200700 1 -- start start 2024-01-24T13:04:11.815 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:10.189+0000 7f8be7200700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8be0104e30 0x7f8be0107260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:04:11.815 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:10.189+0000 7f8be7200700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8be0074500 con 0x7f8be0104e30 2024-01-24T13:04:11.815 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:10.189+0000 7f8bdfe00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8be0104e30 0x7f8be0107260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:04:11.815 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:10.189+0000 7f8bdfe00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8be0104e30 0x7f8be0107260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:46912/0 (socket says 172.21.15.84:46912) 2024-01-24T13:04:11.815 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:10.189+0000 7f8bdfe00700 1 -- 172.21.15.84:0/2291907963 learned_addr learned my addr 172.21.15.84:0/2291907963 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:04:11.815 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:10.189+0000 7f8bdfe00700 1 -- 172.21.15.84:0/2291907963 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8be01077a0 con 0x7f8be0104e30 2024-01-24T13:04:11.815 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:10.190+0000 7f8bdfe00700 1 --2- 172.21.15.84:0/2291907963 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8be0104e30 0x7f8be0107260 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f8bd00098a0 tx=0x7f8bd0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e07a1647dcb4bf8f server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:04:11.815 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:10.190+0000 7f8bdea00700 1 -- 172.21.15.84:0/2291907963 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f8bd0004160 con 0x7f8be0104e30 2024-01-24T13:04:11.815 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:10.190+0000 7f8bdea00700 1 -- 172.21.15.84:0/2291907963 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(25 keys) v1 ==== 1067+0+0 (secure 0 0 0) 0x7f8bd00042c0 con 0x7f8be0104e30 2024-01-24T13:04:11.815 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:10.190+0000 7f8bdea00700 1 -- 172.21.15.84:0/2291907963 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f8bd00118e0 con 0x7f8be0104e30 2024-01-24T13:04:11.815 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:10.191+0000 7f8be7200700 1 -- 172.21.15.84:0/2291907963 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8be0104e30 msgr2=0x7f8be0107260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:04:11.815 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:10.191+0000 7f8be7200700 1 --2- 172.21.15.84:0/2291907963 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8be0104e30 0x7f8be0107260 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f8bd00098a0 tx=0x7f8bd0009bb0 comp rx=0 tx=0).stop 2024-01-24T13:04:11.816 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:10.191+0000 7f8be7200700 1 -- 172.21.15.84:0/2291907963 shutdown_connections 2024-01-24T13:04:11.816 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:10.191+0000 7f8be7200700 1 --2- 172.21.15.84:0/2291907963 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8be0104e30 0x7f8be0107260 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:04:11.816 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:10.191+0000 7f8be7200700 1 -- 172.21.15.84:0/2291907963 >> 172.21.15.84:0/2291907963 conn(0x7f8be0100ab0 msgr2=0x7f8be0102ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:04:11.816 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:10.191+0000 7f8be7200700 1 -- 172.21.15.84:0/2291907963 shutdown_connections 2024-01-24T13:04:11.816 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:10.191+0000 7f8be7200700 1 -- 172.21.15.84:0/2291907963 wait complete. 2024-01-24T13:04:11.816 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:10.192+0000 7f8be7200700 1 Processor -- start 2024-01-24T13:04:11.816 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:10.192+0000 7f8be7200700 1 -- start start 2024-01-24T13:04:11.816 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:10.192+0000 7f8be7200700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8be0104e30 0x7f8be01a07d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:04:11.816 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:10.192+0000 7f8be7200700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8be01a0d10 con 0x7f8be0104e30 2024-01-24T13:04:11.816 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:10.193+0000 7f8bdfe00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8be0104e30 0x7f8be01a07d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:04:11.816 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:10.193+0000 7f8bdfe00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8be0104e30 0x7f8be01a07d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:46922/0 (socket says 172.21.15.84:46922) 2024-01-24T13:04:11.816 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:10.193+0000 7f8bdfe00700 1 -- 172.21.15.84:0/3295829135 learned_addr learned my addr 172.21.15.84:0/3295829135 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:04:11.817 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:10.193+0000 7f8bdfe00700 1 -- 172.21.15.84:0/3295829135 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8bd0009550 con 0x7f8be0104e30 2024-01-24T13:04:11.817 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:10.193+0000 7f8bdfe00700 1 --2- 172.21.15.84:0/3295829135 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8be0104e30 0x7f8be01a07d0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f8bd00118f0 tx=0x7f8bd00119d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:04:11.817 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:10.193+0000 7f8bdcc00700 1 -- 172.21.15.84:0/3295829135 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f8bd00036a0 con 0x7f8be0104e30 2024-01-24T13:04:11.817 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:10.193+0000 7f8bdcc00700 1 -- 172.21.15.84:0/3295829135 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(25 keys) v1 ==== 1067+0+0 (secure 0 0 0) 0x7f8bd001b440 con 0x7f8be0104e30 2024-01-24T13:04:11.817 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:10.193+0000 7f8be7200700 1 -- 172.21.15.84:0/3295829135 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8be01a0f10 con 0x7f8be0104e30 2024-01-24T13:04:11.817 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:10.193+0000 7f8bdcc00700 1 -- 172.21.15.84:0/3295829135 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f8bd00193f0 con 0x7f8be0104e30 2024-01-24T13:04:11.817 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:10.193+0000 7f8be7200700 1 -- 172.21.15.84:0/3295829135 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8be01a1330 con 0x7f8be0104e30 2024-01-24T13:04:11.817 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:10.195+0000 7f8bdcc00700 1 -- 172.21.15.84:0/3295829135 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 8) v1 ==== 45268+0+0 (secure 0 0 0) 0x7f8bd0003800 con 0x7f8be0104e30 2024-01-24T13:04:11.817 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:10.195+0000 7f8be7200700 1 -- 172.21.15.84:0/3295829135 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8be019a110 con 0x7f8be0104e30 2024-01-24T13:04:11.817 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:10.195+0000 7f8bdcc00700 1 --2- 172.21.15.84:0/3295829135 >> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] conn(0x7f8bc0038350 0x7f8bc003a810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:04:11.817 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:10.195+0000 7f8bdcc00700 1 -- 172.21.15.84:0/3295829135 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f8bd004c050 con 0x7f8be0104e30 2024-01-24T13:04:11.817 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:10.196+0000 7f8bdf400700 1 --2- 172.21.15.84:0/3295829135 >> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] conn(0x7f8bc0038350 0x7f8bc003a810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:04:11.817 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:10.196+0000 7f8bdf400700 1 --2- 172.21.15.84:0/3295829135 >> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] conn(0x7f8bc0038350 0x7f8bc003a810 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f8bc8006fd0 tx=0x7f8bc8006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:04:11.818 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:10.200+0000 7f8bdcc00700 1 -- 172.21.15.84:0/3295829135 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180484 (secure 0 0 0) 0x7f8bd0023a00 con 0x7f8be0104e30 2024-01-24T13:04:11.818 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:10.487+0000 7f8be7200700 1 -- 172.21.15.84:0/3295829135 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "dashboard"} v 0) v1 -- 0x7f8be002cc70 con 0x7f8be0104e30 2024-01-24T13:04:11.818 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:11.393+0000 7f8bdcc00700 1 -- 172.21.15.84:0/3295829135 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mgrmap(e 9) v1 ==== 45281+0+0 (secure 0 0 0) 0x7f8bd000fda0 con 0x7f8be0104e30 2024-01-24T13:04:11.818 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:11.395+0000 7f8bdcc00700 1 -- 172.21.15.84:0/3295829135 <== mon.0 v2:172.21.15.84:3300/0 8 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "dashboard"}]=0 v9) v1 ==== 88+0+0 (secure 0 0 0) 0x7f8bd0023df0 con 0x7f8be0104e30 2024-01-24T13:04:11.818 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:11.398+0000 7f8be7200700 1 -- 172.21.15.84:0/3295829135 >> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] conn(0x7f8bc0038350 msgr2=0x7f8bc003a810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:04:11.818 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:11.398+0000 7f8be7200700 1 --2- 172.21.15.84:0/3295829135 >> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] conn(0x7f8bc0038350 0x7f8bc003a810 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f8bc8006fd0 tx=0x7f8bc8006e40 comp rx=0 tx=0).stop 2024-01-24T13:04:11.818 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:11.398+0000 7f8be7200700 1 -- 172.21.15.84:0/3295829135 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8be0104e30 msgr2=0x7f8be01a07d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:04:11.818 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:11.398+0000 7f8be7200700 1 --2- 172.21.15.84:0/3295829135 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8be0104e30 0x7f8be01a07d0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f8bd00118f0 tx=0x7f8bd00119d0 comp rx=0 tx=0).stop 2024-01-24T13:04:11.818 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:11.398+0000 7f8be7200700 1 -- 172.21.15.84:0/3295829135 shutdown_connections 2024-01-24T13:04:11.818 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:11.398+0000 7f8be7200700 1 --2- 172.21.15.84:0/3295829135 >> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] conn(0x7f8bc0038350 0x7f8bc003a810 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:04:11.818 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:11.398+0000 7f8be7200700 1 --2- 172.21.15.84:0/3295829135 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8be0104e30 0x7f8be01a07d0 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:04:11.818 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:11.398+0000 7f8be7200700 1 -- 172.21.15.84:0/3295829135 >> 172.21.15.84:0/3295829135 conn(0x7f8be0100ab0 msgr2=0x7f8be0102ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:04:11.818 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:11.398+0000 7f8be7200700 1 -- 172.21.15.84:0/3295829135 shutdown_connections 2024-01-24T13:04:11.818 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:11.398+0000 7f8be7200700 1 -- 172.21.15.84:0/3295829135 wait complete. 2024-01-24T13:04:12.263 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:04:12 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: 2024-01-24T13:04:12.021+0000 7f2c3a153200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-01-24T13:04:12.264 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:04:12 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: 2024-01-24T13:04:12.145+0000 7f2c3a153200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-01-24T13:04:12.516 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:12 smithi084 ceph-mon[35384]: from='client.? 172.21.15.84:0/3295829135' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-01-24T13:04:12.516 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:12 smithi084 ceph-mon[35384]: mgrmap e9: x(active, since 15s) 2024-01-24T13:04:12.516 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:04:12 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: 2024-01-24T13:04:12.263+0000 7f2c3a153200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-01-24T13:04:12.516 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:04:12 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: 2024-01-24T13:04:12.374+0000 7f2c3a153200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-01-24T13:04:12.876 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout { 2024-01-24T13:04:12.876 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-01-24T13:04:12.876 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "available": true, 2024-01-24T13:04:12.876 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-01-24T13:04:12.877 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-01-24T13:04:12.877 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout } 2024-01-24T13:04:12.877 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:12.221+0000 7fe902800700 1 Processor -- start 2024-01-24T13:04:12.877 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:12.222+0000 7fe902800700 1 -- start start 2024-01-24T13:04:12.877 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:12.222+0000 7fe902800700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe8fc07ad50 0x7fe8fc0791b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:04:12.877 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:12.222+0000 7fe902800700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe8fc079780 con 0x7fe8fc07ad50 2024-01-24T13:04:12.877 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:12.222+0000 7fe8fb400700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe8fc07ad50 0x7fe8fc0791b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:04:12.877 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:12.222+0000 7fe8fb400700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe8fc07ad50 0x7fe8fc0791b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:46950/0 (socket says 172.21.15.84:46950) 2024-01-24T13:04:12.877 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:12.222+0000 7fe8fb400700 1 -- 172.21.15.84:0/3478102776 learned_addr learned my addr 172.21.15.84:0/3478102776 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:04:12.877 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:12.223+0000 7fe8fb400700 1 -- 172.21.15.84:0/3478102776 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe8fc0798c0 con 0x7fe8fc07ad50 2024-01-24T13:04:12.877 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:12.223+0000 7fe8fb400700 1 --2- 172.21.15.84:0/3478102776 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe8fc07ad50 0x7fe8fc0791b0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fe8ec0098a0 tx=0x7fe8ec009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d528e3200a0e7263 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:04:12.877 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:12.223+0000 7fe8fa000700 1 -- 172.21.15.84:0/3478102776 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fe8ec004160 con 0x7fe8fc07ad50 2024-01-24T13:04:12.878 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:12.223+0000 7fe8fa000700 1 -- 172.21.15.84:0/3478102776 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(25 keys) v1 ==== 1067+0+0 (secure 0 0 0) 0x7fe8ec0042c0 con 0x7fe8fc07ad50 2024-01-24T13:04:12.878 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:12.223+0000 7fe8fa000700 1 -- 172.21.15.84:0/3478102776 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fe8ec0118e0 con 0x7fe8fc07ad50 2024-01-24T13:04:12.878 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:12.224+0000 7fe902800700 1 -- 172.21.15.84:0/3478102776 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe8fc07ad50 msgr2=0x7fe8fc0791b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:04:12.878 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:12.224+0000 7fe902800700 1 --2- 172.21.15.84:0/3478102776 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe8fc07ad50 0x7fe8fc0791b0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fe8ec0098a0 tx=0x7fe8ec009bb0 comp rx=0 tx=0).stop 2024-01-24T13:04:12.878 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:12.224+0000 7fe902800700 1 -- 172.21.15.84:0/3478102776 shutdown_connections 2024-01-24T13:04:12.878 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:12.224+0000 7fe902800700 1 --2- 172.21.15.84:0/3478102776 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe8fc07ad50 0x7fe8fc0791b0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:04:12.878 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:12.224+0000 7fe902800700 1 -- 172.21.15.84:0/3478102776 >> 172.21.15.84:0/3478102776 conn(0x7fe8fc101b90 msgr2=0x7fe8fc103fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:04:12.878 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:12.224+0000 7fe902800700 1 -- 172.21.15.84:0/3478102776 shutdown_connections 2024-01-24T13:04:12.878 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:12.224+0000 7fe902800700 1 -- 172.21.15.84:0/3478102776 wait complete. 2024-01-24T13:04:12.878 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:12.225+0000 7fe902800700 1 Processor -- start 2024-01-24T13:04:12.878 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:12.225+0000 7fe902800700 1 -- start start 2024-01-24T13:04:12.878 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:12.226+0000 7fe902800700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe8fc07ad50 0x7fe8fc19c420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:04:12.879 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:12.226+0000 7fe902800700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe8fc19c960 con 0x7fe8fc07ad50 2024-01-24T13:04:12.879 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:12.226+0000 7fe8fb400700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe8fc07ad50 0x7fe8fc19c420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:04:12.879 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:12.226+0000 7fe8fb400700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe8fc07ad50 0x7fe8fc19c420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:46962/0 (socket says 172.21.15.84:46962) 2024-01-24T13:04:12.879 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:12.226+0000 7fe8fb400700 1 -- 172.21.15.84:0/805866735 learned_addr learned my addr 172.21.15.84:0/805866735 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:04:12.879 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:12.226+0000 7fe8fb400700 1 -- 172.21.15.84:0/805866735 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe8ec009550 con 0x7fe8fc07ad50 2024-01-24T13:04:12.879 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:12.226+0000 7fe8fb400700 1 --2- 172.21.15.84:0/805866735 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe8fc07ad50 0x7fe8fc19c420 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fe8ec006af0 tx=0x7fe8ec011ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:04:12.879 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:12.227+0000 7fe8f3e00700 1 -- 172.21.15.84:0/805866735 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fe8ec0037d0 con 0x7fe8fc07ad50 2024-01-24T13:04:12.879 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:12.227+0000 7fe8f3e00700 1 -- 172.21.15.84:0/805866735 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(25 keys) v1 ==== 1067+0+0 (secure 0 0 0) 0x7fe8ec01b440 con 0x7fe8fc07ad50 2024-01-24T13:04:12.879 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:12.227+0000 7fe902800700 1 -- 172.21.15.84:0/805866735 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe8fc19cb60 con 0x7fe8fc07ad50 2024-01-24T13:04:12.879 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:12.227+0000 7fe8f3e00700 1 -- 172.21.15.84:0/805866735 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fe8ec023400 con 0x7fe8fc07ad50 2024-01-24T13:04:12.879 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:12.227+0000 7fe902800700 1 -- 172.21.15.84:0/805866735 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe8fc19cf80 con 0x7fe8fc07ad50 2024-01-24T13:04:12.880 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:12.228+0000 7fe8f3e00700 1 -- 172.21.15.84:0/805866735 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 9) v1 ==== 45281+0+0 (secure 0 0 0) 0x7fe8ec023670 con 0x7fe8fc07ad50 2024-01-24T13:04:12.880 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:12.228+0000 7fe902800700 1 -- 172.21.15.84:0/805866735 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe8fc062370 con 0x7fe8fc07ad50 2024-01-24T13:04:12.880 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:12.228+0000 7fe8f3e00700 1 --2- 172.21.15.84:0/805866735 >> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] conn(0x7fe8dc038350 0x7fe8dc03a810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:04:12.880 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:12.228+0000 7fe8f3e00700 1 -- 172.21.15.84:0/805866735 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7fe8ec04c2e0 con 0x7fe8fc07ad50 2024-01-24T13:04:12.880 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:12.228+0000 7fe8faa00700 1 -- 172.21.15.84:0/805866735 >> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] conn(0x7fe8dc038350 msgr2=0x7fe8dc03a810 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.84:6800/1123249005 2024-01-24T13:04:12.880 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:12.228+0000 7fe8faa00700 1 --2- 172.21.15.84:0/805866735 >> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] conn(0x7fe8dc038350 0x7fe8dc03a810 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-01-24T13:04:12.880 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:12.233+0000 7fe8f3e00700 1 -- 172.21.15.84:0/805866735 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180484 (secure 0 0 0) 0x7fe8ec018350 con 0x7fe8fc07ad50 2024-01-24T13:04:12.880 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:12.430+0000 7fe8faa00700 1 -- 172.21.15.84:0/805866735 >> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] conn(0x7fe8dc038350 msgr2=0x7fe8dc03a810 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.84:6800/1123249005 2024-01-24T13:04:12.880 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:12.430+0000 7fe8faa00700 1 --2- 172.21.15.84:0/805866735 >> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] conn(0x7fe8dc038350 0x7fe8dc03a810 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-01-24T13:04:12.880 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:12.492+0000 7fe902800700 1 -- 172.21.15.84:0/805866735 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) v1 -- 0x7fe8fc1a0090 con 0x7fe8fc07ad50 2024-01-24T13:04:12.880 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:12.492+0000 7fe8f3e00700 1 -- 172.21.15.84:0/805866735 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v9) v1 ==== 56+0+88 (secure 0 0 0) 0x7fe8ec02bb40 con 0x7fe8fc07ad50 2024-01-24T13:04:12.880 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:12.494+0000 7fe902800700 1 -- 172.21.15.84:0/805866735 >> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] conn(0x7fe8dc038350 msgr2=0x7fe8dc03a810 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-01-24T13:04:12.881 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:12.494+0000 7fe902800700 1 --2- 172.21.15.84:0/805866735 >> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] conn(0x7fe8dc038350 0x7fe8dc03a810 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:04:12.881 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:12.494+0000 7fe902800700 1 -- 172.21.15.84:0/805866735 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe8fc07ad50 msgr2=0x7fe8fc19c420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:04:12.881 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:12.494+0000 7fe902800700 1 --2- 172.21.15.84:0/805866735 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe8fc07ad50 0x7fe8fc19c420 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fe8ec006af0 tx=0x7fe8ec011ed0 comp rx=0 tx=0).stop 2024-01-24T13:04:12.881 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:12.494+0000 7fe902800700 1 -- 172.21.15.84:0/805866735 shutdown_connections 2024-01-24T13:04:12.881 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:12.494+0000 7fe902800700 1 --2- 172.21.15.84:0/805866735 >> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] conn(0x7fe8dc038350 0x7fe8dc03a810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:04:12.881 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:12.494+0000 7fe902800700 1 --2- 172.21.15.84:0/805866735 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe8fc07ad50 0x7fe8fc19c420 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:04:12.881 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:12.494+0000 7fe902800700 1 -- 172.21.15.84:0/805866735 >> 172.21.15.84:0/805866735 conn(0x7fe8fc101b90 msgr2=0x7fe8fc103270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:04:12.881 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:12.495+0000 7fe902800700 1 -- 172.21.15.84:0/805866735 shutdown_connections 2024-01-24T13:04:12.881 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:12.495+0000 7fe902800700 1 -- 172.21.15.84:0/805866735 wait complete. 2024-01-24T13:04:12.881 INFO:teuthology.orchestra.run.smithi084.stdout:Waiting for the mgr to restart... 2024-01-24T13:04:12.881 INFO:teuthology.orchestra.run.smithi084.stdout:Waiting for mgr epoch 9... 2024-01-24T13:04:13.517 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:13 smithi084 ceph-mon[35384]: from='client.? 172.21.15.84:0/805866735' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-01-24T13:04:13.517 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:04:13 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: 2024-01-24T13:04:13.217+0000 7f2c3a153200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-01-24T13:04:13.884 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:04:13 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: 2024-01-24T13:04:13.515+0000 7f2c3a153200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-01-24T13:04:13.885 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:04:13 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: 2024-01-24T13:04:13.625+0000 7f2c3a153200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-01-24T13:04:13.885 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:04:13 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: 2024-01-24T13:04:13.761+0000 7f2c3a153200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-01-24T13:04:14.232 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:04:13 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: 2024-01-24T13:04:13.957+0000 7f2c3a153200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-01-24T13:04:14.232 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:04:14 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: 2024-01-24T13:04:14.121+0000 7f2c3a153200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-01-24T13:04:14.634 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:04:14 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: 2024-01-24T13:04:14.231+0000 7f2c3a153200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-01-24T13:04:15.029 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:04:14 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: 2024-01-24T13:04:14.690+0000 7f2c3a153200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-01-24T13:04:15.374 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:04:15 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: 2024-01-24T13:04:15.028+0000 7f2c3a153200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-01-24T13:04:15.636 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:04:15 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: 2024-01-24T13:04:15.373+0000 7f2c3a153200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-01-24T13:04:15.636 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:04:15 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: 2024-01-24T13:04:15.494+0000 7f2c3a153200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-01-24T13:04:16.727 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:04:16 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: 2024-01-24T13:04:16.418+0000 7f2c3a153200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-01-24T13:04:16.727 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:04:16 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: 2024-01-24T13:04:16.540+0000 7f2c3a153200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-01-24T13:04:16.727 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:04:16 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: 2024-01-24T13:04:16.726+0000 7f2c3a153200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-01-24T13:04:17.884 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:04:17 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: 2024-01-24T13:04:17.540+0000 7f2c3a153200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-01-24T13:04:17.884 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:04:17 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: 2024-01-24T13:04:17.773+0000 7f2c3a153200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-01-24T13:04:18.384 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:04:18 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: 2024-01-24T13:04:18.020+0000 7f2c3a153200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-01-24T13:04:19.384 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:04:19 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: 2024-01-24T13:04:19.129+0000 7f2c3a153200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-01-24T13:04:19.834 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:04:19 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: 2024-01-24T13:04:19.471+0000 7f2c3a153200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-01-24T13:04:19.834 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:04:19 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: 2024-01-24T13:04:19.587+0000 7f2c3a153200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-01-24T13:04:19.834 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:04:19 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: 2024-01-24T13:04:19.833+0000 7f2c3a153200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-01-24T13:04:20.872 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:20 smithi084 ceph-mon[35384]: Active manager daemon x restarted 2024-01-24T13:04:20.873 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:20 smithi084 ceph-mon[35384]: Activating manager daemon x 2024-01-24T13:04:20.873 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:20 smithi084 ceph-mon[35384]: osdmap e3: 0 total, 0 up, 0 in 2024-01-24T13:04:20.873 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:20 smithi084 ceph-mon[35384]: mgrmap e10: x(active, starting, since 0.00392315s) 2024-01-24T13:04:20.873 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:20 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-01-24T13:04:20.873 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:20 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-01-24T13:04:20.873 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:20 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-01-24T13:04:20.873 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:20 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-01-24T13:04:20.873 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:20 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-01-24T13:04:20.873 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:20 smithi084 ceph-mon[35384]: Manager daemon x is now available 2024-01-24T13:04:20.873 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:20 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:04:20.873 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:20 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:04:20.873 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:20 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-01-24T13:04:20.873 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:20 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-01-24T13:04:20.874 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:20 smithi084 ceph-mon[35384]: [24/Jan/2024:13:04:20] ENGINE Bus STARTING 2024-01-24T13:04:20.874 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:20 smithi084 ceph-mon[35384]: [24/Jan/2024:13:04:20] ENGINE Serving on http://172.21.15.84:8765 2024-01-24T13:04:20.874 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:20 smithi084 ceph-mon[35384]: [24/Jan/2024:13:04:20] ENGINE Serving on https://172.21.15.84:7150 2024-01-24T13:04:20.874 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:20 smithi084 ceph-mon[35384]: [24/Jan/2024:13:04:20] ENGINE Bus STARTED 2024-01-24T13:04:21.310 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout { 2024-01-24T13:04:21.310 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-01-24T13:04:21.310 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout "initialized": true 2024-01-24T13:04:21.311 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout } 2024-01-24T13:04:21.311 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:13.311+0000 7f6e62e00700 1 Processor -- start 2024-01-24T13:04:21.311 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:13.311+0000 7f6e62e00700 1 -- start start 2024-01-24T13:04:21.311 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:13.311+0000 7f6e62e00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6e5c1065b0 0x7f6e5c1069d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:04:21.311 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:13.311+0000 7f6e62e00700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6e5c106fa0 con 0x7f6e5c1065b0 2024-01-24T13:04:21.311 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:13.312+0000 7f6e5be00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6e5c1065b0 0x7f6e5c1069d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:04:21.311 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:13.312+0000 7f6e5be00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6e5c1065b0 0x7f6e5c1069d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:46972/0 (socket says 172.21.15.84:46972) 2024-01-24T13:04:21.311 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:13.312+0000 7f6e5be00700 1 -- 172.21.15.84:0/4135748362 learned_addr learned my addr 172.21.15.84:0/4135748362 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:04:21.311 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:13.312+0000 7f6e5be00700 1 -- 172.21.15.84:0/4135748362 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6e5c1077b0 con 0x7f6e5c1065b0 2024-01-24T13:04:21.311 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:13.312+0000 7f6e5be00700 1 --2- 172.21.15.84:0/4135748362 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6e5c1065b0 0x7f6e5c1069d0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f6e4c0098a0 tx=0x7f6e4c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b5eedd25d23c3aa server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:04:21.312 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:13.313+0000 7f6e5aa00700 1 -- 172.21.15.84:0/4135748362 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f6e4c004160 con 0x7f6e5c1065b0 2024-01-24T13:04:21.312 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:13.313+0000 7f6e5aa00700 1 -- 172.21.15.84:0/4135748362 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(25 keys) v1 ==== 1067+0+0 (secure 0 0 0) 0x7f6e4c0042c0 con 0x7f6e5c1065b0 2024-01-24T13:04:21.312 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:13.313+0000 7f6e5aa00700 1 -- 172.21.15.84:0/4135748362 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f6e4c0118e0 con 0x7f6e5c1065b0 2024-01-24T13:04:21.312 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:13.313+0000 7f6e62e00700 1 -- 172.21.15.84:0/4135748362 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6e5c1065b0 msgr2=0x7f6e5c1069d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:04:21.312 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:13.313+0000 7f6e62e00700 1 --2- 172.21.15.84:0/4135748362 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6e5c1065b0 0x7f6e5c1069d0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f6e4c0098a0 tx=0x7f6e4c009bb0 comp rx=0 tx=0).stop 2024-01-24T13:04:21.312 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:13.313+0000 7f6e62e00700 1 -- 172.21.15.84:0/4135748362 shutdown_connections 2024-01-24T13:04:21.312 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:13.313+0000 7f6e62e00700 1 --2- 172.21.15.84:0/4135748362 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6e5c1065b0 0x7f6e5c1069d0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:04:21.312 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:13.313+0000 7f6e62e00700 1 -- 172.21.15.84:0/4135748362 >> 172.21.15.84:0/4135748362 conn(0x7f6e5c101b90 msgr2=0x7f6e5c103fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:04:21.312 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:13.314+0000 7f6e62e00700 1 -- 172.21.15.84:0/4135748362 shutdown_connections 2024-01-24T13:04:21.312 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:13.314+0000 7f6e62e00700 1 -- 172.21.15.84:0/4135748362 wait complete. 2024-01-24T13:04:21.313 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:13.314+0000 7f6e62e00700 1 Processor -- start 2024-01-24T13:04:21.313 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:13.315+0000 7f6e62e00700 1 -- start start 2024-01-24T13:04:21.313 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:13.315+0000 7f6e62e00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6e5c1065b0 0x7f6e5c19a290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:04:21.313 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:13.315+0000 7f6e62e00700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6e5c19a7d0 con 0x7f6e5c1065b0 2024-01-24T13:04:21.313 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:13.315+0000 7f6e5be00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6e5c1065b0 0x7f6e5c19a290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:04:21.313 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:13.315+0000 7f6e5be00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6e5c1065b0 0x7f6e5c19a290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:46984/0 (socket says 172.21.15.84:46984) 2024-01-24T13:04:21.314 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:13.315+0000 7f6e5be00700 1 -- 172.21.15.84:0/3986464662 learned_addr learned my addr 172.21.15.84:0/3986464662 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:04:21.314 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:13.316+0000 7f6e5be00700 1 -- 172.21.15.84:0/3986464662 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6e4c009550 con 0x7f6e5c1065b0 2024-01-24T13:04:21.314 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:13.316+0000 7f6e5be00700 1 --2- 172.21.15.84:0/3986464662 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6e5c1065b0 0x7f6e5c19a290 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f6e4c003e30 tx=0x7f6e4c0119a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:04:21.314 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:13.316+0000 7f6e58c00700 1 -- 172.21.15.84:0/3986464662 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f6e4c0036a0 con 0x7f6e5c1065b0 2024-01-24T13:04:21.314 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:13.316+0000 7f6e58c00700 1 -- 172.21.15.84:0/3986464662 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(25 keys) v1 ==== 1067+0+0 (secure 0 0 0) 0x7f6e4c01b440 con 0x7f6e5c1065b0 2024-01-24T13:04:21.314 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:13.316+0000 7f6e58c00700 1 -- 172.21.15.84:0/3986464662 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f6e4c023400 con 0x7f6e5c1065b0 2024-01-24T13:04:21.314 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:13.316+0000 7f6e62e00700 1 -- 172.21.15.84:0/3986464662 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6e5c19a9d0 con 0x7f6e5c1065b0 2024-01-24T13:04:21.314 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:13.316+0000 7f6e62e00700 1 -- 172.21.15.84:0/3986464662 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6e5c19adf0 con 0x7f6e5c1065b0 2024-01-24T13:04:21.314 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:13.317+0000 7f6e58c00700 1 -- 172.21.15.84:0/3986464662 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 9) v1 ==== 45281+0+0 (secure 0 0 0) 0x7f6e4c01b5b0 con 0x7f6e5c1065b0 2024-01-24T13:04:21.315 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:13.318+0000 7f6e58c00700 1 --2- 172.21.15.84:0/3986464662 >> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] conn(0x7f6e3c0383a0 0x7f6e3c03a860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:04:21.315 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:13.318+0000 7f6e58c00700 1 -- 172.21.15.84:0/3986464662 --> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x7f6e3c03af70 con 0x7f6e3c0383a0 2024-01-24T13:04:21.315 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:13.318+0000 7f6e58c00700 1 -- 172.21.15.84:0/3986464662 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f6e4c04c160 con 0x7f6e5c1065b0 2024-01-24T13:04:21.315 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:13.318+0000 7f6e5b400700 1 -- 172.21.15.84:0/3986464662 >> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] conn(0x7f6e3c0383a0 msgr2=0x7f6e3c03a860 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.84:6800/1123249005 2024-01-24T13:04:21.315 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:13.318+0000 7f6e5b400700 1 --2- 172.21.15.84:0/3986464662 >> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] conn(0x7f6e3c0383a0 0x7f6e3c03a860 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-01-24T13:04:21.315 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:13.519+0000 7f6e5b400700 1 -- 172.21.15.84:0/3986464662 >> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] conn(0x7f6e3c0383a0 msgr2=0x7f6e3c03a860 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.84:6800/1123249005 2024-01-24T13:04:21.315 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:13.519+0000 7f6e5b400700 1 --2- 172.21.15.84:0/3986464662 >> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] conn(0x7f6e3c0383a0 0x7f6e3c03a860 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-01-24T13:04:21.315 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:13.920+0000 7f6e5b400700 1 -- 172.21.15.84:0/3986464662 >> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] conn(0x7f6e3c0383a0 msgr2=0x7f6e3c03a860 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.84:6800/1123249005 2024-01-24T13:04:21.315 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:13.920+0000 7f6e5b400700 1 --2- 172.21.15.84:0/3986464662 >> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] conn(0x7f6e3c0383a0 0x7f6e3c03a860 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-01-24T13:04:21.315 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:14.721+0000 7f6e5b400700 1 -- 172.21.15.84:0/3986464662 >> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] conn(0x7f6e3c0383a0 msgr2=0x7f6e3c03a860 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.84:6800/1123249005 2024-01-24T13:04:21.315 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:14.721+0000 7f6e5b400700 1 --2- 172.21.15.84:0/3986464662 >> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] conn(0x7f6e3c0383a0 0x7f6e3c03a860 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-01-24T13:04:21.316 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:16.323+0000 7f6e5b400700 1 -- 172.21.15.84:0/3986464662 >> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] conn(0x7f6e3c0383a0 msgr2=0x7f6e3c03a860 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.84:6800/1123249005 2024-01-24T13:04:21.316 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:16.323+0000 7f6e5b400700 1 --2- 172.21.15.84:0/3986464662 >> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] conn(0x7f6e3c0383a0 0x7f6e3c03a860 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-01-24T13:04:21.316 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:19.526+0000 7f6e5b400700 1 -- 172.21.15.84:0/3986464662 >> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] conn(0x7f6e3c0383a0 msgr2=0x7f6e3c03a860 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.84:6800/1123249005 2024-01-24T13:04:21.316 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:19.526+0000 7f6e5b400700 1 --2- 172.21.15.84:0/3986464662 >> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] conn(0x7f6e3c0383a0 0x7f6e3c03a860 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 6.400000 2024-01-24T13:04:21.316 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:19.837+0000 7f6e58c00700 1 -- 172.21.15.84:0/3986464662 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mgrmap(e 10) v1 ==== 45048+0+0 (secure 0 0 0) 0x7f6e4c003800 con 0x7f6e5c1065b0 2024-01-24T13:04:21.316 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:19.837+0000 7f6e58c00700 1 -- 172.21.15.84:0/3986464662 >> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] conn(0x7f6e3c0383a0 msgr2=0x7f6e3c03a860 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-01-24T13:04:21.316 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:19.837+0000 7f6e58c00700 1 --2- 172.21.15.84:0/3986464662 >> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] conn(0x7f6e3c0383a0 0x7f6e3c03a860 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:04:21.316 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:20.840+0000 7f6e58c00700 1 -- 172.21.15.84:0/3986464662 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mgrmap(e 11) v1 ==== 45175+0+0 (secure 0 0 0) 0x7f6e4c016d40 con 0x7f6e5c1065b0 2024-01-24T13:04:21.316 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:20.840+0000 7f6e58c00700 1 --2- 172.21.15.84:0/3986464662 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f6e3c03be10 0x7f6e3c03e200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:04:21.316 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:20.840+0000 7f6e58c00700 1 -- 172.21.15.84:0/3986464662 --> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x7f6e3c03af70 con 0x7f6e3c03be10 2024-01-24T13:04:21.316 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:20.841+0000 7f6e5b400700 1 --2- 172.21.15.84:0/3986464662 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f6e3c03be10 0x7f6e3c03e200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:04:21.317 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:20.842+0000 7f6e5b400700 1 --2- 172.21.15.84:0/3986464662 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f6e3c03be10 0x7f6e3c03e200 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f6e44003a10 tx=0x7f6e440092b0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:04:21.317 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:20.843+0000 7f6e58c00700 1 -- 172.21.15.84:0/3986464662 <== mgr.14150 v2:172.21.15.84:6800/18297849 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+6910 (secure 0 0 0) 0x7f6e3c03af70 con 0x7f6e3c03be10 2024-01-24T13:04:21.317 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:20.850+0000 7f6e62e00700 1 -- 172.21.15.84:0/3986464662 --> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] -- command(tid 1: {"prefix": "mgr_status"}) v1 -- 0x7f6e5c19b5d0 con 0x7f6e3c03be10 2024-01-24T13:04:21.317 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:20.850+0000 7f6e58c00700 1 -- 172.21.15.84:0/3986464662 <== mgr.14150 v2:172.21.15.84:6800/18297849 2 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+52 (secure 0 0 0) 0x7f6e5c19b5d0 con 0x7f6e3c03be10 2024-01-24T13:04:21.317 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:20.850+0000 7f6e62e00700 1 -- 172.21.15.84:0/3986464662 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f6e3c03be10 msgr2=0x7f6e3c03e200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:04:21.317 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:20.851+0000 7f6e62e00700 1 --2- 172.21.15.84:0/3986464662 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f6e3c03be10 0x7f6e3c03e200 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f6e44003a10 tx=0x7f6e440092b0 comp rx=0 tx=0).stop 2024-01-24T13:04:21.317 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:20.851+0000 7f6e62e00700 1 -- 172.21.15.84:0/3986464662 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6e5c1065b0 msgr2=0x7f6e5c19a290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:04:21.317 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:20.851+0000 7f6e62e00700 1 --2- 172.21.15.84:0/3986464662 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6e5c1065b0 0x7f6e5c19a290 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f6e4c003e30 tx=0x7f6e4c0119a0 comp rx=0 tx=0).stop 2024-01-24T13:04:21.317 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:20.851+0000 7f6e62e00700 1 -- 172.21.15.84:0/3986464662 shutdown_connections 2024-01-24T13:04:21.318 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:20.851+0000 7f6e62e00700 1 --2- 172.21.15.84:0/3986464662 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f6e3c03be10 0x7f6e3c03e200 unknown :-1 s=CLOSED pgs=3 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:04:21.318 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:20.851+0000 7f6e62e00700 1 --2- 172.21.15.84:0/3986464662 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6e5c1065b0 0x7f6e5c19a290 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:04:21.318 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:20.851+0000 7f6e62e00700 1 --2- 172.21.15.84:0/3986464662 >> [v2:172.21.15.84:6800/1123249005,v1:172.21.15.84:6801/1123249005] conn(0x7f6e3c0383a0 0x7f6e3c03a860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:04:21.318 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:20.851+0000 7f6e62e00700 1 -- 172.21.15.84:0/3986464662 >> 172.21.15.84:0/3986464662 conn(0x7f6e5c101b90 msgr2=0x7f6e5c103260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:04:21.318 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:20.851+0000 7f6e62e00700 1 -- 172.21.15.84:0/3986464662 shutdown_connections 2024-01-24T13:04:21.318 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:20.851+0000 7f6e62e00700 1 -- 172.21.15.84:0/3986464662 wait complete. 2024-01-24T13:04:21.318 INFO:teuthology.orchestra.run.smithi084.stdout:mgr epoch 9 is available 2024-01-24T13:04:21.318 INFO:teuthology.orchestra.run.smithi084.stdout:Generating a dashboard self-signed certificate... 2024-01-24T13:04:22.134 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:21 smithi084 ceph-mon[35384]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-01-24T13:04:22.134 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:21 smithi084 ceph-mon[35384]: mgrmap e11: x(active, since 1.00751s) 2024-01-24T13:04:22.135 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:21 smithi084 ceph-mon[35384]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-01-24T13:04:22.135 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:21 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:04:22.409 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-01-24T13:04:22.409 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:21.719+0000 7f8633200700 1 Processor -- start 2024-01-24T13:04:22.409 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:21.720+0000 7f8633200700 1 -- start start 2024-01-24T13:04:22.409 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:21.720+0000 7f8633200700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f862c07ad50 0x7f862c0791b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:04:22.409 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:21.720+0000 7f8633200700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f862c079780 con 0x7f862c07ad50 2024-01-24T13:04:22.409 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:21.720+0000 7f862be00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f862c07ad50 0x7f862c0791b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:04:22.409 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:21.720+0000 7f862be00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f862c07ad50 0x7f862c0791b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:52100/0 (socket says 172.21.15.84:52100) 2024-01-24T13:04:22.409 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:21.720+0000 7f862be00700 1 -- 172.21.15.84:0/3445316311 learned_addr learned my addr 172.21.15.84:0/3445316311 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:04:22.409 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:21.721+0000 7f862be00700 1 -- 172.21.15.84:0/3445316311 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f862c0798c0 con 0x7f862c07ad50 2024-01-24T13:04:22.409 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:21.721+0000 7f862be00700 1 --2- 172.21.15.84:0/3445316311 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f862c07ad50 0x7f862c0791b0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f861c0098a0 tx=0x7f861c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a45df45d97373151 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:04:22.410 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:21.721+0000 7f862aa00700 1 -- 172.21.15.84:0/3445316311 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f861c004160 con 0x7f862c07ad50 2024-01-24T13:04:22.410 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:21.721+0000 7f862aa00700 1 -- 172.21.15.84:0/3445316311 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(25 keys) v1 ==== 1067+0+0 (secure 0 0 0) 0x7f861c0042c0 con 0x7f862c07ad50 2024-01-24T13:04:22.410 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:21.721+0000 7f862aa00700 1 -- 172.21.15.84:0/3445316311 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f861c0118e0 con 0x7f862c07ad50 2024-01-24T13:04:22.410 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:21.722+0000 7f8633200700 1 -- 172.21.15.84:0/3445316311 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f862c07ad50 msgr2=0x7f862c0791b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:04:22.410 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:21.722+0000 7f8633200700 1 --2- 172.21.15.84:0/3445316311 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f862c07ad50 0x7f862c0791b0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f861c0098a0 tx=0x7f861c009bb0 comp rx=0 tx=0).stop 2024-01-24T13:04:22.410 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:21.722+0000 7f8633200700 1 -- 172.21.15.84:0/3445316311 shutdown_connections 2024-01-24T13:04:22.410 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:21.722+0000 7f8633200700 1 --2- 172.21.15.84:0/3445316311 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f862c07ad50 0x7f862c0791b0 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:04:22.410 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:21.722+0000 7f8633200700 1 -- 172.21.15.84:0/3445316311 >> 172.21.15.84:0/3445316311 conn(0x7f862c101b90 msgr2=0x7f862c103fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:04:22.410 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:21.722+0000 7f8633200700 1 -- 172.21.15.84:0/3445316311 shutdown_connections 2024-01-24T13:04:22.410 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:21.722+0000 7f8633200700 1 -- 172.21.15.84:0/3445316311 wait complete. 2024-01-24T13:04:22.410 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:21.723+0000 7f8633200700 1 Processor -- start 2024-01-24T13:04:22.410 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:21.724+0000 7f8633200700 1 -- start start 2024-01-24T13:04:22.410 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:21.724+0000 7f8633200700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f862c07ad50 0x7f862c109940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:04:22.410 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:21.724+0000 7f8633200700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f862c109e80 con 0x7f862c07ad50 2024-01-24T13:04:22.411 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:21.724+0000 7f862be00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f862c07ad50 0x7f862c109940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:04:22.411 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:21.724+0000 7f862be00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f862c07ad50 0x7f862c109940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:52112/0 (socket says 172.21.15.84:52112) 2024-01-24T13:04:22.411 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:21.724+0000 7f862be00700 1 -- 172.21.15.84:0/460714735 learned_addr learned my addr 172.21.15.84:0/460714735 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:04:22.411 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:21.725+0000 7f862be00700 1 -- 172.21.15.84:0/460714735 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f861c009550 con 0x7f862c07ad50 2024-01-24T13:04:22.411 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:21.725+0000 7f862be00700 1 --2- 172.21.15.84:0/460714735 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f862c07ad50 0x7f862c109940 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f861c006af0 tx=0x7f861c011ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:04:22.411 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:21.725+0000 7f8628c00700 1 -- 172.21.15.84:0/460714735 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f861c0037d0 con 0x7f862c07ad50 2024-01-24T13:04:22.411 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:21.725+0000 7f8628c00700 1 -- 172.21.15.84:0/460714735 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(25 keys) v1 ==== 1067+0+0 (secure 0 0 0) 0x7f861c01b440 con 0x7f862c07ad50 2024-01-24T13:04:22.411 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:21.725+0000 7f8633200700 1 -- 172.21.15.84:0/460714735 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f862c10a080 con 0x7f862c07ad50 2024-01-24T13:04:22.411 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:21.725+0000 7f8628c00700 1 -- 172.21.15.84:0/460714735 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f861c023400 con 0x7f862c07ad50 2024-01-24T13:04:22.411 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:21.725+0000 7f8633200700 1 -- 172.21.15.84:0/460714735 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f862c106570 con 0x7f862c07ad50 2024-01-24T13:04:22.411 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:21.726+0000 7f8628c00700 1 -- 172.21.15.84:0/460714735 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 11) v1 ==== 45175+0+0 (secure 0 0 0) 0x7f861c023670 con 0x7f862c07ad50 2024-01-24T13:04:22.411 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:21.727+0000 7f8633200700 1 -- 172.21.15.84:0/460714735 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f862c062370 con 0x7f862c07ad50 2024-01-24T13:04:22.411 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:21.727+0000 7f8628c00700 1 --2- 172.21.15.84:0/460714735 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f860c038230 0x7f860c03a6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:04:22.411 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:21.727+0000 7f8628c00700 1 -- 172.21.15.84:0/460714735 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f861c04c3e0 con 0x7f862c07ad50 2024-01-24T13:04:22.412 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:21.727+0000 7f862b400700 1 --2- 172.21.15.84:0/460714735 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f860c038230 0x7f860c03a6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:04:22.412 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:21.728+0000 7f862b400700 1 --2- 172.21.15.84:0/460714735 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f860c038230 0x7f860c03a6f0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f8614006fd0 tx=0x7f8614006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:04:22.412 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:21.732+0000 7f8628c00700 1 -- 172.21.15.84:0/460714735 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180484 (secure 0 0 0) 0x7f861c018350 con 0x7f862c07ad50 2024-01-24T13:04:22.412 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:21.961+0000 7f8633200700 1 -- 172.21.15.84:0/460714735 --> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] -- mgr_command(tid 0: {"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}) v1 -- 0x7f862c10a210 con 0x7f860c038230 2024-01-24T13:04:22.412 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:22.031+0000 7f8628c00700 1 -- 172.21.15.84:0/460714735 <== mgr.14150 v2:172.21.15.84:6800/18297849 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+32 (secure 0 0 0) 0x7f862c10a210 con 0x7f860c038230 2024-01-24T13:04:22.412 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:22.033+0000 7f8633200700 1 -- 172.21.15.84:0/460714735 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f860c038230 msgr2=0x7f860c03a6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:04:22.412 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:22.033+0000 7f8633200700 1 --2- 172.21.15.84:0/460714735 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f860c038230 0x7f860c03a6f0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f8614006fd0 tx=0x7f8614006e40 comp rx=0 tx=0).stop 2024-01-24T13:04:22.412 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:22.033+0000 7f8633200700 1 -- 172.21.15.84:0/460714735 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f862c07ad50 msgr2=0x7f862c109940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:04:22.412 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:22.033+0000 7f8633200700 1 --2- 172.21.15.84:0/460714735 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f862c07ad50 0x7f862c109940 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f861c006af0 tx=0x7f861c011ed0 comp rx=0 tx=0).stop 2024-01-24T13:04:22.412 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:22.033+0000 7f8633200700 1 -- 172.21.15.84:0/460714735 shutdown_connections 2024-01-24T13:04:22.412 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:22.033+0000 7f8633200700 1 --2- 172.21.15.84:0/460714735 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f860c038230 0x7f860c03a6f0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:04:22.412 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:22.033+0000 7f8633200700 1 --2- 172.21.15.84:0/460714735 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f862c07ad50 0x7f862c109940 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:04:22.412 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:22.033+0000 7f8633200700 1 -- 172.21.15.84:0/460714735 >> 172.21.15.84:0/460714735 conn(0x7f862c101b90 msgr2=0x7f862c103270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:04:22.413 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:22.033+0000 7f8633200700 1 -- 172.21.15.84:0/460714735 shutdown_connections 2024-01-24T13:04:22.413 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:22.033+0000 7f8633200700 1 -- 172.21.15.84:0/460714735 wait complete. 2024-01-24T13:04:22.413 INFO:teuthology.orchestra.run.smithi084.stdout:Creating initial admin user... 2024-01-24T13:04:23.384 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:23 smithi084 ceph-mon[35384]: from='client.14162 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-01-24T13:04:23.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:23 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:04:23.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:23 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:04:23.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:23 smithi084 ceph-mon[35384]: mgrmap e12: x(active, since 2s) 2024-01-24T13:04:23.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:23 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:04:23.987 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$NuiDLXmvb./r9eK8CuCv1eEJU6hX7xiQC5mxh7KZGwDAwkHpbhwfW", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1706101463, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-01-24T13:04:23.988 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:22.886+0000 7fa594400700 1 Processor -- start 2024-01-24T13:04:23.988 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:22.886+0000 7fa594400700 1 -- start start 2024-01-24T13:04:23.988 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:22.887+0000 7fa594400700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa58c07ad50 0x7fa58c0791b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:04:23.988 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:22.887+0000 7fa594400700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa58c079780 con 0x7fa58c07ad50 2024-01-24T13:04:23.988 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:22.887+0000 7fa591a00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa58c07ad50 0x7fa58c0791b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:04:23.988 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:22.887+0000 7fa591a00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa58c07ad50 0x7fa58c0791b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:52118/0 (socket says 172.21.15.84:52118) 2024-01-24T13:04:23.988 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:22.887+0000 7fa591a00700 1 -- 172.21.15.84:0/3655680632 learned_addr learned my addr 172.21.15.84:0/3655680632 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:04:23.988 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:22.887+0000 7fa591a00700 1 -- 172.21.15.84:0/3655680632 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa58c0798c0 con 0x7fa58c07ad50 2024-01-24T13:04:23.988 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:22.888+0000 7fa591a00700 1 --2- 172.21.15.84:0/3655680632 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa58c07ad50 0x7fa58c0791b0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fa57c0098a0 tx=0x7fa57c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b662c8fec56b5efc server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:04:23.988 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:22.888+0000 7fa58be00700 1 -- 172.21.15.84:0/3655680632 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa57c004160 con 0x7fa58c07ad50 2024-01-24T13:04:23.989 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:22.888+0000 7fa58be00700 1 -- 172.21.15.84:0/3655680632 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(25 keys) v1 ==== 1067+0+0 (secure 0 0 0) 0x7fa57c0042c0 con 0x7fa58c07ad50 2024-01-24T13:04:23.989 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:22.888+0000 7fa58be00700 1 -- 172.21.15.84:0/3655680632 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa57c0118e0 con 0x7fa58c07ad50 2024-01-24T13:04:23.989 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:22.889+0000 7fa594400700 1 -- 172.21.15.84:0/3655680632 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa58c07ad50 msgr2=0x7fa58c0791b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:04:23.989 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:22.889+0000 7fa594400700 1 --2- 172.21.15.84:0/3655680632 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa58c07ad50 0x7fa58c0791b0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fa57c0098a0 tx=0x7fa57c009bb0 comp rx=0 tx=0).stop 2024-01-24T13:04:23.989 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:22.889+0000 7fa594400700 1 -- 172.21.15.84:0/3655680632 shutdown_connections 2024-01-24T13:04:23.989 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:22.889+0000 7fa594400700 1 --2- 172.21.15.84:0/3655680632 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa58c07ad50 0x7fa58c0791b0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:04:23.989 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:22.889+0000 7fa594400700 1 -- 172.21.15.84:0/3655680632 >> 172.21.15.84:0/3655680632 conn(0x7fa58c101b90 msgr2=0x7fa58c103fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:04:23.989 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:22.889+0000 7fa594400700 1 -- 172.21.15.84:0/3655680632 shutdown_connections 2024-01-24T13:04:23.989 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:22.889+0000 7fa594400700 1 -- 172.21.15.84:0/3655680632 wait complete. 2024-01-24T13:04:23.989 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:22.890+0000 7fa594400700 1 Processor -- start 2024-01-24T13:04:23.989 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:22.890+0000 7fa594400700 1 -- start start 2024-01-24T13:04:23.989 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:22.890+0000 7fa594400700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa58c07ad50 0x7fa58c19c430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:04:23.989 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:22.890+0000 7fa594400700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa58c19c970 con 0x7fa58c07ad50 2024-01-24T13:04:23.990 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:22.891+0000 7fa591a00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa58c07ad50 0x7fa58c19c430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:04:23.990 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:22.891+0000 7fa591a00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa58c07ad50 0x7fa58c19c430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:52126/0 (socket says 172.21.15.84:52126) 2024-01-24T13:04:23.990 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:22.891+0000 7fa591a00700 1 -- 172.21.15.84:0/3819527250 learned_addr learned my addr 172.21.15.84:0/3819527250 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:04:23.990 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:22.891+0000 7fa591a00700 1 -- 172.21.15.84:0/3819527250 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa57c009550 con 0x7fa58c07ad50 2024-01-24T13:04:23.990 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:22.891+0000 7fa591a00700 1 --2- 172.21.15.84:0/3819527250 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa58c07ad50 0x7fa58c19c430 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fa57c003e30 tx=0x7fa57c0119a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:04:23.990 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:22.892+0000 7fa58a000700 1 -- 172.21.15.84:0/3819527250 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa57c0036a0 con 0x7fa58c07ad50 2024-01-24T13:04:23.990 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:22.892+0000 7fa58a000700 1 -- 172.21.15.84:0/3819527250 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(25 keys) v1 ==== 1067+0+0 (secure 0 0 0) 0x7fa57c01b440 con 0x7fa58c07ad50 2024-01-24T13:04:23.990 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:22.892+0000 7fa594400700 1 -- 172.21.15.84:0/3819527250 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa58c19cb70 con 0x7fa58c07ad50 2024-01-24T13:04:23.990 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:22.892+0000 7fa58a000700 1 -- 172.21.15.84:0/3819527250 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa57c023400 con 0x7fa58c07ad50 2024-01-24T13:04:23.990 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:22.892+0000 7fa594400700 1 -- 172.21.15.84:0/3819527250 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa58c19cf90 con 0x7fa58c07ad50 2024-01-24T13:04:23.990 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:22.893+0000 7fa58a000700 1 -- 172.21.15.84:0/3819527250 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 12) v1 ==== 45281+0+0 (secure 0 0 0) 0x7fa57c003800 con 0x7fa58c07ad50 2024-01-24T13:04:23.990 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:22.893+0000 7fa594400700 1 -- 172.21.15.84:0/3819527250 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa58c062370 con 0x7fa58c07ad50 2024-01-24T13:04:23.990 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:22.894+0000 7fa58a000700 1 --2- 172.21.15.84:0/3819527250 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fa56c038350 0x7fa56c03a810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:04:23.990 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:22.894+0000 7fa58a000700 1 -- 172.21.15.84:0/3819527250 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7fa57c04c3b0 con 0x7fa58c07ad50 2024-01-24T13:04:23.991 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:22.894+0000 7fa591000700 1 --2- 172.21.15.84:0/3819527250 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fa56c038350 0x7fa56c03a810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:04:23.991 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:22.894+0000 7fa591000700 1 --2- 172.21.15.84:0/3819527250 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fa56c038350 0x7fa56c03a810 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fa574006fd0 tx=0x7fa574006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:04:23.991 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:22.899+0000 7fa58a000700 1 -- 172.21.15.84:0/3819527250 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180484 (secure 0 0 0) 0x7fa57c019bc0 con 0x7fa58c07ad50 2024-01-24T13:04:23.991 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:23.135+0000 7fa594400700 1 -- 172.21.15.84:0/3819527250 --> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] -- mgr_command(tid 0: {"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}) v1 -- 0x7fa58c062190 con 0x7fa56c038350 2024-01-24T13:04:23.991 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:23.364+0000 7fa58a000700 1 -- 172.21.15.84:0/3819527250 <== mgr.14150 v2:172.21.15.84:6800/18297849 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+252 (secure 0 0 0) 0x7fa58c062190 con 0x7fa56c038350 2024-01-24T13:04:23.991 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:23.366+0000 7fa594400700 1 -- 172.21.15.84:0/3819527250 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fa56c038350 msgr2=0x7fa56c03a810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:04:23.991 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:23.366+0000 7fa594400700 1 --2- 172.21.15.84:0/3819527250 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fa56c038350 0x7fa56c03a810 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fa574006fd0 tx=0x7fa574006e40 comp rx=0 tx=0).stop 2024-01-24T13:04:23.991 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:23.366+0000 7fa594400700 1 -- 172.21.15.84:0/3819527250 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa58c07ad50 msgr2=0x7fa58c19c430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:04:23.991 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:23.366+0000 7fa594400700 1 --2- 172.21.15.84:0/3819527250 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa58c07ad50 0x7fa58c19c430 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fa57c003e30 tx=0x7fa57c0119a0 comp rx=0 tx=0).stop 2024-01-24T13:04:23.991 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:23.367+0000 7fa594400700 1 -- 172.21.15.84:0/3819527250 shutdown_connections 2024-01-24T13:04:23.991 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:23.367+0000 7fa594400700 1 --2- 172.21.15.84:0/3819527250 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fa56c038350 0x7fa56c03a810 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:04:23.991 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:23.367+0000 7fa594400700 1 --2- 172.21.15.84:0/3819527250 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa58c07ad50 0x7fa58c19c430 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:04:23.991 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:23.367+0000 7fa594400700 1 -- 172.21.15.84:0/3819527250 >> 172.21.15.84:0/3819527250 conn(0x7fa58c101b90 msgr2=0x7fa58c102980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:04:23.991 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:23.367+0000 7fa594400700 1 -- 172.21.15.84:0/3819527250 shutdown_connections 2024-01-24T13:04:23.992 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:23.367+0000 7fa594400700 1 -- 172.21.15.84:0/3819527250 wait complete. 2024-01-24T13:04:23.992 INFO:teuthology.orchestra.run.smithi084.stdout:Fetching dashboard port number... 2024-01-24T13:04:24.614 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:24 smithi084 ceph-mon[35384]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-01-24T13:04:24.615 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:24 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:04:24.944 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stdout 8443 2024-01-24T13:04:24.944 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:24.383+0000 7f0eaee00700 1 Processor -- start 2024-01-24T13:04:24.944 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:24.383+0000 7f0eaee00700 1 -- start start 2024-01-24T13:04:24.944 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:24.383+0000 7f0eaee00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0ea81065b0 0x7f0ea81069d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:04:24.944 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:24.383+0000 7f0eaee00700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0ea8106fa0 con 0x7f0ea81065b0 2024-01-24T13:04:24.944 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:24.383+0000 7f0ea7e00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0ea81065b0 0x7f0ea81069d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:04:24.944 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:24.383+0000 7f0ea7e00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0ea81065b0 0x7f0ea81069d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:52142/0 (socket says 172.21.15.84:52142) 2024-01-24T13:04:24.944 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:24.383+0000 7f0ea7e00700 1 -- 172.21.15.84:0/3044450359 learned_addr learned my addr 172.21.15.84:0/3044450359 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:04:24.944 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:24.384+0000 7f0ea7e00700 1 -- 172.21.15.84:0/3044450359 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0ea81077b0 con 0x7f0ea81065b0 2024-01-24T13:04:24.944 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:24.384+0000 7f0ea7e00700 1 --2- 172.21.15.84:0/3044450359 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0ea81065b0 0x7f0ea81069d0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f0e980098a0 tx=0x7f0e98009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ab477b9a96ec870a server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:04:24.944 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:24.384+0000 7f0ea6a00700 1 -- 172.21.15.84:0/3044450359 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f0e98004160 con 0x7f0ea81065b0 2024-01-24T13:04:24.944 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:24.384+0000 7f0ea6a00700 1 -- 172.21.15.84:0/3044450359 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(25 keys) v1 ==== 1067+0+0 (secure 0 0 0) 0x7f0e980042c0 con 0x7f0ea81065b0 2024-01-24T13:04:24.945 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:24.384+0000 7f0ea6a00700 1 -- 172.21.15.84:0/3044450359 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f0e980118e0 con 0x7f0ea81065b0 2024-01-24T13:04:24.945 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:24.385+0000 7f0eaee00700 1 -- 172.21.15.84:0/3044450359 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0ea81065b0 msgr2=0x7f0ea81069d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:04:24.945 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:24.385+0000 7f0eaee00700 1 --2- 172.21.15.84:0/3044450359 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0ea81065b0 0x7f0ea81069d0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f0e980098a0 tx=0x7f0e98009bb0 comp rx=0 tx=0).stop 2024-01-24T13:04:24.945 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:24.385+0000 7f0eaee00700 1 -- 172.21.15.84:0/3044450359 shutdown_connections 2024-01-24T13:04:24.945 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:24.385+0000 7f0eaee00700 1 --2- 172.21.15.84:0/3044450359 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0ea81065b0 0x7f0ea81069d0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:04:24.945 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:24.385+0000 7f0eaee00700 1 -- 172.21.15.84:0/3044450359 >> 172.21.15.84:0/3044450359 conn(0x7f0ea8101b90 msgr2=0x7f0ea8103fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:04:24.945 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:24.385+0000 7f0eaee00700 1 -- 172.21.15.84:0/3044450359 shutdown_connections 2024-01-24T13:04:24.945 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:24.385+0000 7f0eaee00700 1 -- 172.21.15.84:0/3044450359 wait complete. 2024-01-24T13:04:24.945 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:24.386+0000 7f0eaee00700 1 Processor -- start 2024-01-24T13:04:24.945 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:24.386+0000 7f0eaee00700 1 -- start start 2024-01-24T13:04:24.945 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:24.386+0000 7f0eaee00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0ea81065b0 0x7f0ea819a290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:04:24.945 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:24.386+0000 7f0eaee00700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0ea819a7d0 con 0x7f0ea81065b0 2024-01-24T13:04:24.945 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:24.387+0000 7f0ea7e00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0ea81065b0 0x7f0ea819a290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:04:24.946 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:24.387+0000 7f0ea7e00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0ea81065b0 0x7f0ea819a290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:52146/0 (socket says 172.21.15.84:52146) 2024-01-24T13:04:24.946 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:24.387+0000 7f0ea7e00700 1 -- 172.21.15.84:0/1901269601 learned_addr learned my addr 172.21.15.84:0/1901269601 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:04:24.946 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:24.387+0000 7f0ea7e00700 1 -- 172.21.15.84:0/1901269601 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0e98009550 con 0x7f0ea81065b0 2024-01-24T13:04:24.946 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:24.387+0000 7f0ea7e00700 1 --2- 172.21.15.84:0/1901269601 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0ea81065b0 0x7f0ea819a290 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f0e98006af0 tx=0x7f0e98011ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:04:24.946 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:24.387+0000 7f0ea4c00700 1 -- 172.21.15.84:0/1901269601 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f0e980037d0 con 0x7f0ea81065b0 2024-01-24T13:04:24.946 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:24.387+0000 7f0ea4c00700 1 -- 172.21.15.84:0/1901269601 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(25 keys) v1 ==== 1067+0+0 (secure 0 0 0) 0x7f0e9801b440 con 0x7f0ea81065b0 2024-01-24T13:04:24.946 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:24.388+0000 7f0eaee00700 1 -- 172.21.15.84:0/1901269601 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0ea819a9d0 con 0x7f0ea81065b0 2024-01-24T13:04:24.946 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:24.388+0000 7f0ea4c00700 1 -- 172.21.15.84:0/1901269601 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f0e98023400 con 0x7f0ea81065b0 2024-01-24T13:04:24.946 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:24.388+0000 7f0eaee00700 1 -- 172.21.15.84:0/1901269601 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0ea819adf0 con 0x7f0ea81065b0 2024-01-24T13:04:24.946 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:24.389+0000 7f0ea4c00700 1 -- 172.21.15.84:0/1901269601 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 12) v1 ==== 45281+0+0 (secure 0 0 0) 0x7f0e98003930 con 0x7f0ea81065b0 2024-01-24T13:04:24.946 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:24.389+0000 7f0eaee00700 1 -- 172.21.15.84:0/1901269601 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0ea8062370 con 0x7f0ea81065b0 2024-01-24T13:04:24.946 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:24.389+0000 7f0ea4c00700 1 --2- 172.21.15.84:0/1901269601 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f0e88038350 0x7f0e8803a810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:04:24.946 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:24.389+0000 7f0ea4c00700 1 -- 172.21.15.84:0/1901269601 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f0e9804c2d0 con 0x7f0ea81065b0 2024-01-24T13:04:24.947 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:24.389+0000 7f0ea7400700 1 --2- 172.21.15.84:0/1901269601 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f0e88038350 0x7f0e8803a810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:04:24.947 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:24.390+0000 7f0ea7400700 1 --2- 172.21.15.84:0/1901269601 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f0e88038350 0x7f0e8803a810 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f0e90006fd0 tx=0x7f0e90006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:04:24.947 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:24.394+0000 7f0ea4c00700 1 -- 172.21.15.84:0/1901269601 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180484 (secure 0 0 0) 0x7f0e9802b350 con 0x7f0ea81065b0 2024-01-24T13:04:24.947 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:24.590+0000 7f0eaee00700 1 -- 172.21.15.84:0/1901269601 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"} v 0) v1 -- 0x7f0ea819dc50 con 0x7f0ea81065b0 2024-01-24T13:04:24.947 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:24.590+0000 7f0ea4c00700 1 -- 172.21.15.84:0/1901269601 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]=0 v8) v1 ==== 112+0+5 (secure 0 0 0) 0x7f0e9802b350 con 0x7f0ea81065b0 2024-01-24T13:04:24.947 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:24.593+0000 7f0eaee00700 1 -- 172.21.15.84:0/1901269601 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f0e88038350 msgr2=0x7f0e8803a810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:04:24.947 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:24.593+0000 7f0eaee00700 1 --2- 172.21.15.84:0/1901269601 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f0e88038350 0x7f0e8803a810 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f0e90006fd0 tx=0x7f0e90006e40 comp rx=0 tx=0).stop 2024-01-24T13:04:24.947 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:24.593+0000 7f0eaee00700 1 -- 172.21.15.84:0/1901269601 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0ea81065b0 msgr2=0x7f0ea819a290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:04:24.947 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:24.593+0000 7f0eaee00700 1 --2- 172.21.15.84:0/1901269601 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0ea81065b0 0x7f0ea819a290 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f0e98006af0 tx=0x7f0e98011ed0 comp rx=0 tx=0).stop 2024-01-24T13:04:24.947 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:24.593+0000 7f0eaee00700 1 -- 172.21.15.84:0/1901269601 shutdown_connections 2024-01-24T13:04:24.947 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:24.593+0000 7f0eaee00700 1 --2- 172.21.15.84:0/1901269601 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f0e88038350 0x7f0e8803a810 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:04:24.947 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:24.593+0000 7f0eaee00700 1 --2- 172.21.15.84:0/1901269601 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0ea81065b0 0x7f0ea819a290 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:04:24.948 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:24.593+0000 7f0eaee00700 1 -- 172.21.15.84:0/1901269601 >> 172.21.15.84:0/1901269601 conn(0x7f0ea8101b90 msgr2=0x7f0ea8103260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:04:24.948 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:24.593+0000 7f0eaee00700 1 -- 172.21.15.84:0/1901269601 shutdown_connections 2024-01-24T13:04:24.948 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:24.593+0000 7f0eaee00700 1 -- 172.21.15.84:0/1901269601 wait complete. 2024-01-24T13:04:24.960 INFO:teuthology.orchestra.run.smithi084.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-01-24T13:04:24.960 INFO:teuthology.orchestra.run.smithi084.stdout:systemctl: stdout disabled 2024-01-24T13:04:24.975 INFO:teuthology.orchestra.run.smithi084.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-01-24T13:04:24.975 INFO:teuthology.orchestra.run.smithi084.stdout:systemctl: stdout inactive 2024-01-24T13:04:24.975 INFO:teuthology.orchestra.run.smithi084.stdout:firewalld.service is not enabled 2024-01-24T13:04:24.976 INFO:teuthology.orchestra.run.smithi084.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-01-24T13:04:24.978 INFO:teuthology.orchestra.run.smithi084.stdout:Ceph Dashboard is now available at: 2024-01-24T13:04:24.978 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-01-24T13:04:24.978 INFO:teuthology.orchestra.run.smithi084.stdout: URL: https://smithi084.front.sepia.ceph.com:8443/ 2024-01-24T13:04:24.978 INFO:teuthology.orchestra.run.smithi084.stdout: User: admin 2024-01-24T13:04:24.979 INFO:teuthology.orchestra.run.smithi084.stdout: Password: tndd4ha24a 2024-01-24T13:04:24.979 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-01-24T13:04:24.979 INFO:teuthology.orchestra.run.smithi084.stdout:Saving cluster configuration to /var/lib/ceph/d5d5b6f8-bab8-11ee-95b1-87774f69a715/config directory 2024-01-24T13:04:24.979 INFO:teuthology.orchestra.run.smithi084.stdout:Enabling autotune for osd_memory_target 2024-01-24T13:04:25.818 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:25 smithi084 ceph-mon[35384]: from='client.? 172.21.15.84:0/1901269601' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-01-24T13:04:25.997 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:25.385+0000 7f51bb800700 1 Processor -- start 2024-01-24T13:04:25.997 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:25.385+0000 7f51bb800700 1 -- start start 2024-01-24T13:04:25.997 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:25.385+0000 7f51bb800700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f51b41065b0 0x7f51b41069d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:04:25.997 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:25.385+0000 7f51bb800700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f51b4106fa0 con 0x7f51b41065b0 2024-01-24T13:04:25.997 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:25.385+0000 7f51b8e00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f51b41065b0 0x7f51b41069d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:04:25.997 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:25.385+0000 7f51b8e00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f51b41065b0 0x7f51b41069d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:52150/0 (socket says 172.21.15.84:52150) 2024-01-24T13:04:25.997 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:25.385+0000 7f51b8e00700 1 -- 172.21.15.84:0/615262082 learned_addr learned my addr 172.21.15.84:0/615262082 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:04:25.997 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:25.386+0000 7f51b8e00700 1 -- 172.21.15.84:0/615262082 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f51b41077b0 con 0x7f51b41065b0 2024-01-24T13:04:25.997 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:25.386+0000 7f51b8e00700 1 --2- 172.21.15.84:0/615262082 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f51b41065b0 0x7f51b41069d0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f51a40098a0 tx=0x7f51a4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ab89e181a4433114 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:04:25.997 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:25.386+0000 7f51b3400700 1 -- 172.21.15.84:0/615262082 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f51a4004160 con 0x7f51b41065b0 2024-01-24T13:04:25.998 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:25.386+0000 7f51b3400700 1 -- 172.21.15.84:0/615262082 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(25 keys) v1 ==== 1067+0+0 (secure 0 0 0) 0x7f51a40042c0 con 0x7f51b41065b0 2024-01-24T13:04:25.998 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:25.386+0000 7f51b3400700 1 -- 172.21.15.84:0/615262082 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f51a40118e0 con 0x7f51b41065b0 2024-01-24T13:04:25.998 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:25.387+0000 7f51bb800700 1 -- 172.21.15.84:0/615262082 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f51b41065b0 msgr2=0x7f51b41069d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:04:25.998 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:25.387+0000 7f51bb800700 1 --2- 172.21.15.84:0/615262082 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f51b41065b0 0x7f51b41069d0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f51a40098a0 tx=0x7f51a4009bb0 comp rx=0 tx=0).stop 2024-01-24T13:04:25.998 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:25.387+0000 7f51bb800700 1 -- 172.21.15.84:0/615262082 shutdown_connections 2024-01-24T13:04:25.998 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:25.387+0000 7f51bb800700 1 --2- 172.21.15.84:0/615262082 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f51b41065b0 0x7f51b41069d0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:04:25.998 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:25.387+0000 7f51bb800700 1 -- 172.21.15.84:0/615262082 >> 172.21.15.84:0/615262082 conn(0x7f51b4101b90 msgr2=0x7f51b4103fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:04:25.998 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:25.387+0000 7f51bb800700 1 -- 172.21.15.84:0/615262082 shutdown_connections 2024-01-24T13:04:25.998 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:25.387+0000 7f51bb800700 1 -- 172.21.15.84:0/615262082 wait complete. 2024-01-24T13:04:25.998 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:25.388+0000 7f51bb800700 1 Processor -- start 2024-01-24T13:04:25.998 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:25.388+0000 7f51bb800700 1 -- start start 2024-01-24T13:04:25.998 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:25.389+0000 7f51bb800700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f51b41065b0 0x7f51b419a290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:04:25.998 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:25.389+0000 7f51bb800700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f51b419a7d0 con 0x7f51b41065b0 2024-01-24T13:04:25.999 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:25.389+0000 7f51b8e00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f51b41065b0 0x7f51b419a290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:04:25.999 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:25.389+0000 7f51b8e00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f51b41065b0 0x7f51b419a290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:52154/0 (socket says 172.21.15.84:52154) 2024-01-24T13:04:25.999 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:25.389+0000 7f51b8e00700 1 -- 172.21.15.84:0/102570996 learned_addr learned my addr 172.21.15.84:0/102570996 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:04:25.999 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:25.389+0000 7f51b8e00700 1 -- 172.21.15.84:0/102570996 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f51a4009550 con 0x7f51b41065b0 2024-01-24T13:04:25.999 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:25.389+0000 7f51b8e00700 1 --2- 172.21.15.84:0/102570996 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f51b41065b0 0x7f51b419a290 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f51a4003e30 tx=0x7f51a40119a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:04:25.999 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:25.390+0000 7f51b1600700 1 -- 172.21.15.84:0/102570996 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f51a40036a0 con 0x7f51b41065b0 2024-01-24T13:04:25.999 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:25.390+0000 7f51b1600700 1 -- 172.21.15.84:0/102570996 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(25 keys) v1 ==== 1067+0+0 (secure 0 0 0) 0x7f51a401b440 con 0x7f51b41065b0 2024-01-24T13:04:25.999 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:25.390+0000 7f51bb800700 1 -- 172.21.15.84:0/102570996 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f51b419a9d0 con 0x7f51b41065b0 2024-01-24T13:04:25.999 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:25.390+0000 7f51b1600700 1 -- 172.21.15.84:0/102570996 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f51a4023400 con 0x7f51b41065b0 2024-01-24T13:04:25.999 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:25.390+0000 7f51bb800700 1 -- 172.21.15.84:0/102570996 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f51b419adf0 con 0x7f51b41065b0 2024-01-24T13:04:25.999 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:25.391+0000 7f51bb800700 1 -- 172.21.15.84:0/102570996 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f51b4062370 con 0x7f51b41065b0 2024-01-24T13:04:25.999 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:25.391+0000 7f51b1600700 1 -- 172.21.15.84:0/102570996 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 12) v1 ==== 45281+0+0 (secure 0 0 0) 0x7f51a401b5b0 con 0x7f51b41065b0 2024-01-24T13:04:25.999 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:25.391+0000 7f51b1600700 1 --2- 172.21.15.84:0/102570996 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f51940383a0 0x7f519403a860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:04:25.999 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:25.392+0000 7f51b1600700 1 -- 172.21.15.84:0/102570996 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f51a404c2b0 con 0x7f51b41065b0 2024-01-24T13:04:26.000 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:25.392+0000 7f51b3e00700 1 --2- 172.21.15.84:0/102570996 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f51940383a0 0x7f519403a860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:04:26.000 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:25.392+0000 7f51b3e00700 1 --2- 172.21.15.84:0/102570996 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f51940383a0 0x7f519403a860 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f519c006fd0 tx=0x7f519c006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:04:26.000 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:25.397+0000 7f51b1600700 1 -- 172.21.15.84:0/102570996 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180484 (secure 0 0 0) 0x7f51a401ba90 con 0x7f51b41065b0 2024-01-24T13:04:26.000 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:25.595+0000 7f51bb800700 1 -- 172.21.15.84:0/102570996 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command([{prefix=config set, name=osd_memory_target_autotune}] v 0) v1 -- 0x7f51b419dc50 con 0x7f51b41065b0 2024-01-24T13:04:26.000 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:25.596+0000 7f51b1600700 1 -- 172.21.15.84:0/102570996 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{prefix=config set, name=osd_memory_target_autotune}]=0 v8)=0 v8) v1 ==== 127+0+0 (secure 0 0 0) 0x7f51a400b3e0 con 0x7f51b41065b0 2024-01-24T13:04:26.000 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:25.598+0000 7f51bb800700 1 -- 172.21.15.84:0/102570996 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f51940383a0 msgr2=0x7f519403a860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:04:26.000 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:25.598+0000 7f51bb800700 1 --2- 172.21.15.84:0/102570996 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f51940383a0 0x7f519403a860 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f519c006fd0 tx=0x7f519c006e40 comp rx=0 tx=0).stop 2024-01-24T13:04:26.000 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:25.598+0000 7f51bb800700 1 -- 172.21.15.84:0/102570996 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f51b41065b0 msgr2=0x7f51b419a290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:04:26.000 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:25.598+0000 7f51bb800700 1 --2- 172.21.15.84:0/102570996 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f51b41065b0 0x7f51b419a290 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f51a4003e30 tx=0x7f51a40119a0 comp rx=0 tx=0).stop 2024-01-24T13:04:26.000 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:25.598+0000 7f51bb800700 1 -- 172.21.15.84:0/102570996 shutdown_connections 2024-01-24T13:04:26.000 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:25.598+0000 7f51bb800700 1 --2- 172.21.15.84:0/102570996 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f51940383a0 0x7f519403a860 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:04:26.000 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:25.598+0000 7f51bb800700 1 --2- 172.21.15.84:0/102570996 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f51b41065b0 0x7f51b419a290 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:04:26.000 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:25.598+0000 7f51bb800700 1 -- 172.21.15.84:0/102570996 >> 172.21.15.84:0/102570996 conn(0x7f51b4101b90 msgr2=0x7f51b4103260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:04:26.001 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:25.598+0000 7f51bb800700 1 -- 172.21.15.84:0/102570996 shutdown_connections 2024-01-24T13:04:26.001 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:25.598+0000 7f51bb800700 1 -- 172.21.15.84:0/102570996 wait complete. 2024-01-24T13:04:27.100 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:26.398+0000 7f039da00700 1 Processor -- start 2024-01-24T13:04:27.100 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:26.399+0000 7f039da00700 1 -- start start 2024-01-24T13:04:27.101 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:26.399+0000 7f039da00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f039807ad30 0x7f0398079190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:04:27.101 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:26.399+0000 7f039da00700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0398079760 con 0x7f039807ad30 2024-01-24T13:04:27.101 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:26.399+0000 7f0396a00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f039807ad30 0x7f0398079190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:04:27.101 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:26.399+0000 7f0396a00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f039807ad30 0x7f0398079190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:52168/0 (socket says 172.21.15.84:52168) 2024-01-24T13:04:27.101 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:26.399+0000 7f0396a00700 1 -- 172.21.15.84:0/3452761353 learned_addr learned my addr 172.21.15.84:0/3452761353 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:04:27.101 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:26.400+0000 7f0396a00700 1 -- 172.21.15.84:0/3452761353 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f03980798a0 con 0x7f039807ad30 2024-01-24T13:04:27.101 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:26.400+0000 7f0396a00700 1 --2- 172.21.15.84:0/3452761353 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f039807ad30 0x7f0398079190 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f03880098a0 tx=0x7f0388009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2b740359ed40b5e3 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:04:27.101 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:26.400+0000 7f0396000700 1 -- 172.21.15.84:0/3452761353 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f0388004160 con 0x7f039807ad30 2024-01-24T13:04:27.101 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:26.400+0000 7f0396000700 1 -- 172.21.15.84:0/3452761353 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(25 keys) v1 ==== 1067+0+0 (secure 0 0 0) 0x7f03880042c0 con 0x7f039807ad30 2024-01-24T13:04:27.101 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:26.400+0000 7f0396000700 1 -- 172.21.15.84:0/3452761353 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f03880118e0 con 0x7f039807ad30 2024-01-24T13:04:27.101 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:26.400+0000 7f039da00700 1 -- 172.21.15.84:0/3452761353 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f039807ad30 msgr2=0x7f0398079190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:04:27.101 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:26.400+0000 7f039da00700 1 --2- 172.21.15.84:0/3452761353 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f039807ad30 0x7f0398079190 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f03880098a0 tx=0x7f0388009bb0 comp rx=0 tx=0).stop 2024-01-24T13:04:27.101 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:26.401+0000 7f039da00700 1 -- 172.21.15.84:0/3452761353 shutdown_connections 2024-01-24T13:04:27.102 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:26.401+0000 7f039da00700 1 --2- 172.21.15.84:0/3452761353 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f039807ad30 0x7f0398079190 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:04:27.102 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:26.401+0000 7f039da00700 1 -- 172.21.15.84:0/3452761353 >> 172.21.15.84:0/3452761353 conn(0x7f0398101b90 msgr2=0x7f0398103fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:04:27.102 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:26.401+0000 7f039da00700 1 -- 172.21.15.84:0/3452761353 shutdown_connections 2024-01-24T13:04:27.102 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:26.401+0000 7f039da00700 1 -- 172.21.15.84:0/3452761353 wait complete. 2024-01-24T13:04:27.102 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:26.402+0000 7f039da00700 1 Processor -- start 2024-01-24T13:04:27.102 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:26.402+0000 7f039da00700 1 -- start start 2024-01-24T13:04:27.102 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:26.403+0000 7f039da00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f039807ad30 0x7f039819c470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:04:27.102 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:26.403+0000 7f039da00700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f039819c9b0 con 0x7f039807ad30 2024-01-24T13:04:27.102 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:26.403+0000 7f0396a00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f039807ad30 0x7f039819c470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:04:27.102 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:26.403+0000 7f0396a00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f039807ad30 0x7f039819c470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:52178/0 (socket says 172.21.15.84:52178) 2024-01-24T13:04:27.102 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:26.403+0000 7f0396a00700 1 -- 172.21.15.84:0/2281684034 learned_addr learned my addr 172.21.15.84:0/2281684034 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:04:27.102 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:26.403+0000 7f0396a00700 1 -- 172.21.15.84:0/2281684034 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0388009550 con 0x7f039807ad30 2024-01-24T13:04:27.102 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:26.404+0000 7f0396a00700 1 --2- 172.21.15.84:0/2281684034 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f039807ad30 0x7f039819c470 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f0388003e30 tx=0x7f03880119a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:04:27.103 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:26.404+0000 7f038f400700 1 -- 172.21.15.84:0/2281684034 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f03880036a0 con 0x7f039807ad30 2024-01-24T13:04:27.103 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:26.404+0000 7f038f400700 1 -- 172.21.15.84:0/2281684034 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(25 keys) v1 ==== 1067+0+0 (secure 0 0 0) 0x7f038801b440 con 0x7f039807ad30 2024-01-24T13:04:27.103 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:26.404+0000 7f039da00700 1 -- 172.21.15.84:0/2281684034 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f039819cbb0 con 0x7f039807ad30 2024-01-24T13:04:27.103 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:26.404+0000 7f038f400700 1 -- 172.21.15.84:0/2281684034 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f0388023400 con 0x7f039807ad30 2024-01-24T13:04:27.103 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:26.404+0000 7f039da00700 1 -- 172.21.15.84:0/2281684034 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f039819cfd0 con 0x7f039807ad30 2024-01-24T13:04:27.103 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:26.405+0000 7f038f400700 1 -- 172.21.15.84:0/2281684034 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 12) v1 ==== 45281+0+0 (secure 0 0 0) 0x7f038801b5b0 con 0x7f039807ad30 2024-01-24T13:04:27.103 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:26.405+0000 7f039da00700 1 -- 172.21.15.84:0/2281684034 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0398062370 con 0x7f039807ad30 2024-01-24T13:04:27.103 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:26.405+0000 7f038f400700 1 --2- 172.21.15.84:0/2281684034 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f03780383a0 0x7f037803a860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:04:27.103 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:26.405+0000 7f038f400700 1 -- 172.21.15.84:0/2281684034 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f038804c240 con 0x7f039807ad30 2024-01-24T13:04:27.104 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:26.406+0000 7f038fe00700 1 --2- 172.21.15.84:0/2281684034 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f03780383a0 0x7f037803a860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:04:27.104 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:26.406+0000 7f038fe00700 1 --2- 172.21.15.84:0/2281684034 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f03780383a0 0x7f037803a860 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f0380006fd0 tx=0x7f0380006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:04:27.104 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:26.410+0000 7f038f400700 1 -- 172.21.15.84:0/2281684034 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180484 (secure 0 0 0) 0x7f038801ba90 con 0x7f039807ad30 2024-01-24T13:04:27.104 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:26.559+0000 7f038f400700 1 -- 172.21.15.84:0/2281684034 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mgrmap(e 13) v1 ==== 45324+0+0 (secure 0 0 0) 0x7f038801acd0 con 0x7f039807ad30 2024-01-24T13:04:27.104 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:26.713+0000 7f039da00700 1 -- 172.21.15.84:0/2281684034 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command([{prefix=config-key set, key=mgr/dashboard/cluster/status}] v 0) v1 -- 0x7f039819fa10 con 0x7f039807ad30 2024-01-24T13:04:27.104 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:26.716+0000 7f038f400700 1 -- 172.21.15.84:0/2281684034 <== mon.0 v2:172.21.15.84:3300/0 8 ==== mon_command_ack([{prefix=config-key set, key=mgr/dashboard/cluster/status}]=0 set mgr/dashboard/cluster/status v28)=0 set mgr/dashboard/cluster/status v28) v1 ==== 153+0+0 (secure 0 0 0) 0x7f0388019a20 con 0x7f039807ad30 2024-01-24T13:04:27.104 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:26.718+0000 7f039da00700 1 -- 172.21.15.84:0/2281684034 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f03780383a0 msgr2=0x7f037803a860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:04:27.104 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:26.718+0000 7f039da00700 1 --2- 172.21.15.84:0/2281684034 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f03780383a0 0x7f037803a860 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f0380006fd0 tx=0x7f0380006e40 comp rx=0 tx=0).stop 2024-01-24T13:04:27.104 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:26.718+0000 7f039da00700 1 -- 172.21.15.84:0/2281684034 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f039807ad30 msgr2=0x7f039819c470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:04:27.104 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:26.718+0000 7f039da00700 1 --2- 172.21.15.84:0/2281684034 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f039807ad30 0x7f039819c470 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f0388003e30 tx=0x7f03880119a0 comp rx=0 tx=0).stop 2024-01-24T13:04:27.104 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:26.718+0000 7f039da00700 1 -- 172.21.15.84:0/2281684034 shutdown_connections 2024-01-24T13:04:27.104 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:26.718+0000 7f039da00700 1 --2- 172.21.15.84:0/2281684034 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f03780383a0 0x7f037803a860 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:04:27.104 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:26.718+0000 7f039da00700 1 --2- 172.21.15.84:0/2281684034 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f039807ad30 0x7f039819c470 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:04:27.105 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:26.718+0000 7f039da00700 1 -- 172.21.15.84:0/2281684034 >> 172.21.15.84:0/2281684034 conn(0x7f0398101b90 msgr2=0x7f0398103230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:04:27.105 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:26.718+0000 7f039da00700 1 -- 172.21.15.84:0/2281684034 shutdown_connections 2024-01-24T13:04:27.105 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr 2024-01-24T13:04:26.718+0000 7f039da00700 1 -- 172.21.15.84:0/2281684034 wait complete. 2024-01-24T13:04:27.105 INFO:teuthology.orchestra.run.smithi084.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-01-24T13:04:27.105 INFO:teuthology.orchestra.run.smithi084.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-01-24T13:04:27.105 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-01-24T13:04:27.105 INFO:teuthology.orchestra.run.smithi084.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid d5d5b6f8-bab8-11ee-95b1-87774f69a715 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-01-24T13:04:27.105 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-01-24T13:04:27.105 INFO:teuthology.orchestra.run.smithi084.stdout:Or, if you are only running a single cluster on this host: 2024-01-24T13:04:27.105 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-01-24T13:04:27.105 INFO:teuthology.orchestra.run.smithi084.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-01-24T13:04:27.105 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-01-24T13:04:27.105 INFO:teuthology.orchestra.run.smithi084.stdout:Please consider enabling telemetry to help improve Ceph: 2024-01-24T13:04:27.105 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-01-24T13:04:27.106 INFO:teuthology.orchestra.run.smithi084.stdout: ceph telemetry on 2024-01-24T13:04:27.106 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-01-24T13:04:27.106 INFO:teuthology.orchestra.run.smithi084.stdout:For more information see: 2024-01-24T13:04:27.106 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-01-24T13:04:27.106 INFO:teuthology.orchestra.run.smithi084.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2024-01-24T13:04:27.106 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-01-24T13:04:27.106 INFO:teuthology.orchestra.run.smithi084.stdout:Bootstrap complete. 2024-01-24T13:04:27.157 INFO:tasks.cephadm:Fetching config... 2024-01-24T13:04:27.157 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-01-24T13:04:27.157 DEBUG:teuthology.orchestra.run.smithi084:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-01-24T13:04:27.198 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-01-24T13:04:27.198 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-01-24T13:04:27.198 DEBUG:teuthology.orchestra.run.smithi084:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-01-24T13:04:27.282 INFO:tasks.cephadm:Fetching mon keyring... 2024-01-24T13:04:27.282 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-01-24T13:04:27.282 DEBUG:teuthology.orchestra.run.smithi084:> sudo dd if=/var/lib/ceph/d5d5b6f8-bab8-11ee-95b1-87774f69a715/mon.a/keyring of=/dev/stdout 2024-01-24T13:04:27.397 INFO:tasks.cephadm:Fetching pub ssh key... 2024-01-24T13:04:27.397 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-01-24T13:04:27.397 DEBUG:teuthology.orchestra.run.smithi084:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-01-24T13:04:27.478 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-01-24T13:04:27.479 DEBUG:teuthology.orchestra.run.smithi084:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC2vK6sIELT5tF3289BE8ZkNyGM6mbx0SsKPRdjluvsH3StqauGoXQ8YrWBaEsHBK4jIen4Lna6wNEuxyRUE6QLVgtFmv3GfQnfOEZpxMG+0E/m6k9BCtRaJPPRPr5x1WUMwWKnelXRgSDK+lvc/QsA+sWOMarpwDU/KLo99SuoVG0Gubpd7iszMhis34ewe2/dtOWJyj9iI68u5Z9gjTdJ+BrRgteNegoeOJd/ylDzZWPUallc896a5zJmKnnlXoJ6A/1afbD6FtSJdRpDpUhXGawTbwXCWx8YyOu3FN1rKPCLPzNQ+12rKQiKMxAsB2MhOWLqUi9YYOjhV0gE1fY9uAystxIHAkOrzh+HttWufvzZ7q1pN0VCr/ws2RRN2r+5RTuYo/T9eZePfrXQUg4w/0e3CfnNXrl9L61CUJQ17MCuo2MobQUlkNhlaMmq3s75fEJzMDLdVcV6IAtscVyT3xOM07z0q4wcUCNZ0A5rA+xQlkML016ldtsfidzKXN0= ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-01-24T13:04:27.602 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:27 smithi084 ceph-mon[35384]: mgrmap e13: x(active, since 6s) 2024-01-24T13:04:27.602 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:27 smithi084 ceph-mon[35384]: from='client.? 172.21.15.84:0/2281684034' entity='client.admin' 2024-01-24T13:04:27.608 INFO:teuthology.orchestra.run.smithi084.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC2vK6sIELT5tF3289BE8ZkNyGM6mbx0SsKPRdjluvsH3StqauGoXQ8YrWBaEsHBK4jIen4Lna6wNEuxyRUE6QLVgtFmv3GfQnfOEZpxMG+0E/m6k9BCtRaJPPRPr5x1WUMwWKnelXRgSDK+lvc/QsA+sWOMarpwDU/KLo99SuoVG0Gubpd7iszMhis34ewe2/dtOWJyj9iI68u5Z9gjTdJ+BrRgteNegoeOJd/ylDzZWPUallc896a5zJmKnnlXoJ6A/1afbD6FtSJdRpDpUhXGawTbwXCWx8YyOu3FN1rKPCLPzNQ+12rKQiKMxAsB2MhOWLqUi9YYOjhV0gE1fY9uAystxIHAkOrzh+HttWufvzZ7q1pN0VCr/ws2RRN2r+5RTuYo/T9eZePfrXQUg4w/0e3CfnNXrl9L61CUJQ17MCuo2MobQUlkNhlaMmq3s75fEJzMDLdVcV6IAtscVyT3xOM07z0q4wcUCNZ0A5rA+xQlkML016ldtsfidzKXN0= ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715 2024-01-24T13:04:27.636 DEBUG:teuthology.orchestra.run.smithi113:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC2vK6sIELT5tF3289BE8ZkNyGM6mbx0SsKPRdjluvsH3StqauGoXQ8YrWBaEsHBK4jIen4Lna6wNEuxyRUE6QLVgtFmv3GfQnfOEZpxMG+0E/m6k9BCtRaJPPRPr5x1WUMwWKnelXRgSDK+lvc/QsA+sWOMarpwDU/KLo99SuoVG0Gubpd7iszMhis34ewe2/dtOWJyj9iI68u5Z9gjTdJ+BrRgteNegoeOJd/ylDzZWPUallc896a5zJmKnnlXoJ6A/1afbD6FtSJdRpDpUhXGawTbwXCWx8YyOu3FN1rKPCLPzNQ+12rKQiKMxAsB2MhOWLqUi9YYOjhV0gE1fY9uAystxIHAkOrzh+HttWufvzZ7q1pN0VCr/ws2RRN2r+5RTuYo/T9eZePfrXQUg4w/0e3CfnNXrl9L61CUJQ17MCuo2MobQUlkNhlaMmq3s75fEJzMDLdVcV6IAtscVyT3xOM07z0q4wcUCNZ0A5rA+xQlkML016ldtsfidzKXN0= ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-01-24T13:04:27.734 INFO:teuthology.orchestra.run.smithi113.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC2vK6sIELT5tF3289BE8ZkNyGM6mbx0SsKPRdjluvsH3StqauGoXQ8YrWBaEsHBK4jIen4Lna6wNEuxyRUE6QLVgtFmv3GfQnfOEZpxMG+0E/m6k9BCtRaJPPRPr5x1WUMwWKnelXRgSDK+lvc/QsA+sWOMarpwDU/KLo99SuoVG0Gubpd7iszMhis34ewe2/dtOWJyj9iI68u5Z9gjTdJ+BrRgteNegoeOJd/ylDzZWPUallc896a5zJmKnnlXoJ6A/1afbD6FtSJdRpDpUhXGawTbwXCWx8YyOu3FN1rKPCLPzNQ+12rKQiKMxAsB2MhOWLqUi9YYOjhV0gE1fY9uAystxIHAkOrzh+HttWufvzZ7q1pN0VCr/ws2RRN2r+5RTuYo/T9eZePfrXQUg4w/0e3CfnNXrl9L61CUJQ17MCuo2MobQUlkNhlaMmq3s75fEJzMDLdVcV6IAtscVyT3xOM07z0q4wcUCNZ0A5rA+xQlkML016ldtsfidzKXN0= ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715 2024-01-24T13:04:27.763 DEBUG:teuthology.orchestra.run.smithi181:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC2vK6sIELT5tF3289BE8ZkNyGM6mbx0SsKPRdjluvsH3StqauGoXQ8YrWBaEsHBK4jIen4Lna6wNEuxyRUE6QLVgtFmv3GfQnfOEZpxMG+0E/m6k9BCtRaJPPRPr5x1WUMwWKnelXRgSDK+lvc/QsA+sWOMarpwDU/KLo99SuoVG0Gubpd7iszMhis34ewe2/dtOWJyj9iI68u5Z9gjTdJ+BrRgteNegoeOJd/ylDzZWPUallc896a5zJmKnnlXoJ6A/1afbD6FtSJdRpDpUhXGawTbwXCWx8YyOu3FN1rKPCLPzNQ+12rKQiKMxAsB2MhOWLqUi9YYOjhV0gE1fY9uAystxIHAkOrzh+HttWufvzZ7q1pN0VCr/ws2RRN2r+5RTuYo/T9eZePfrXQUg4w/0e3CfnNXrl9L61CUJQ17MCuo2MobQUlkNhlaMmq3s75fEJzMDLdVcV6IAtscVyT3xOM07z0q4wcUCNZ0A5rA+xQlkML016ldtsfidzKXN0= ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-01-24T13:04:27.862 INFO:teuthology.orchestra.run.smithi181.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC2vK6sIELT5tF3289BE8ZkNyGM6mbx0SsKPRdjluvsH3StqauGoXQ8YrWBaEsHBK4jIen4Lna6wNEuxyRUE6QLVgtFmv3GfQnfOEZpxMG+0E/m6k9BCtRaJPPRPr5x1WUMwWKnelXRgSDK+lvc/QsA+sWOMarpwDU/KLo99SuoVG0Gubpd7iszMhis34ewe2/dtOWJyj9iI68u5Z9gjTdJ+BrRgteNegoeOJd/ylDzZWPUallc896a5zJmKnnlXoJ6A/1afbD6FtSJdRpDpUhXGawTbwXCWx8YyOu3FN1rKPCLPzNQ+12rKQiKMxAsB2MhOWLqUi9YYOjhV0gE1fY9uAystxIHAkOrzh+HttWufvzZ7q1pN0VCr/ws2RRN2r+5RTuYo/T9eZePfrXQUg4w/0e3CfnNXrl9L61CUJQ17MCuo2MobQUlkNhlaMmq3s75fEJzMDLdVcV6IAtscVyT3xOM07z0q4wcUCNZ0A5rA+xQlkML016ldtsfidzKXN0= ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715 2024-01-24T13:04:27.891 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4e3182a65800aed6d4aa2f6b86da3cfd72188134 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d5d5b6f8-bab8-11ee-95b1-87774f69a715 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-01-24T13:04:28.256 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/d5d5b6f8-bab8-11ee-95b1-87774f69a715/mon.a/config 2024-01-24T13:04:29.767 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:29.765+0000 7f768b400700 1 -- 172.21.15.84:0/1026476160 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7684074d70 msgr2=0x7f76840731d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:04:29.767 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:29.765+0000 7f768b400700 1 --2- 172.21.15.84:0/1026476160 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7684074d70 0x7f76840731d0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f7674009910 tx=0x7f7674009c20 comp rx=0 tx=0).stop 2024-01-24T13:04:29.767 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:29.765+0000 7f768b400700 1 -- 172.21.15.84:0/1026476160 shutdown_connections 2024-01-24T13:04:29.767 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:29.765+0000 7f768b400700 1 --2- 172.21.15.84:0/1026476160 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7684074d70 0x7f76840731d0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:04:29.767 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:29.765+0000 7f768b400700 1 -- 172.21.15.84:0/1026476160 >> 172.21.15.84:0/1026476160 conn(0x7f76840fbdd0 msgr2=0x7f76840fe230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:04:29.767 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:29.765+0000 7f768b400700 1 -- 172.21.15.84:0/1026476160 shutdown_connections 2024-01-24T13:04:29.768 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:29.765+0000 7f768b400700 1 -- 172.21.15.84:0/1026476160 wait complete. 2024-01-24T13:04:29.768 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:29.766+0000 7f768b400700 1 Processor -- start 2024-01-24T13:04:29.768 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:29.766+0000 7f768b400700 1 -- start start 2024-01-24T13:04:29.769 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:29.767+0000 7f768b400700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7684074d70 0x7f7684197aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:04:29.769 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:29.767+0000 7f768b400700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7684197fe0 con 0x7f7684074d70 2024-01-24T13:04:29.769 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:29.767+0000 7f7688a00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7684074d70 0x7f7684197aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:04:29.769 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:29.767+0000 7f7688a00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7684074d70 0x7f7684197aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:46966/0 (socket says 172.21.15.84:46966) 2024-01-24T13:04:29.769 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:29.767+0000 7f7688a00700 1 -- 172.21.15.84:0/195656892 learned_addr learned my addr 172.21.15.84:0/195656892 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:04:29.769 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:29.767+0000 7f7688a00700 1 -- 172.21.15.84:0/195656892 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f76740095f0 con 0x7f7684074d70 2024-01-24T13:04:29.770 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:29.768+0000 7f7688a00700 1 --2- 172.21.15.84:0/195656892 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7684074d70 0x7f7684197aa0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f7674005950 tx=0x7f7674005810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:04:29.770 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:29.768+0000 7f7681600700 1 -- 172.21.15.84:0/195656892 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f767400ba90 con 0x7f7684074d70 2024-01-24T13:04:29.770 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:29.768+0000 7f7681600700 1 -- 172.21.15.84:0/195656892 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(25 keys) v1 ==== 1067+0+0 (secure 0 0 0) 0x7f767400bbf0 con 0x7f7684074d70 2024-01-24T13:04:29.770 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:29.768+0000 7f768b400700 1 -- 172.21.15.84:0/195656892 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f76841981e0 con 0x7f7684074d70 2024-01-24T13:04:29.770 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:29.768+0000 7f7681600700 1 -- 172.21.15.84:0/195656892 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f7674017440 con 0x7f7684074d70 2024-01-24T13:04:29.770 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:29.768+0000 7f768b400700 1 -- 172.21.15.84:0/195656892 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7684198680 con 0x7f7684074d70 2024-01-24T13:04:29.771 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:29.770+0000 7f767aa00700 1 -- 172.21.15.84:0/195656892 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7684108660 con 0x7f7684074d70 2024-01-24T13:04:29.771 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:29.770+0000 7f7681600700 1 -- 172.21.15.84:0/195656892 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 13) v1 ==== 45324+0+0 (secure 0 0 0) 0x7f767400f460 con 0x7f7684074d70 2024-01-24T13:04:29.771 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:29.770+0000 7f7681600700 1 --2- 172.21.15.84:0/195656892 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f76640383a0 0x7f766403a860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:04:29.771 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:29.770+0000 7f7681600700 1 -- 172.21.15.84:0/195656892 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f767404c3e0 con 0x7f7684074d70 2024-01-24T13:04:29.771 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:29.771+0000 7f7683e00700 1 --2- 172.21.15.84:0/195656892 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f76640383a0 0x7f766403a860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:04:29.772 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:29.771+0000 7f7683e00700 1 --2- 172.21.15.84:0/195656892 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f76640383a0 0x7f766403a860 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f766c006fd0 tx=0x7f766c006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:04:29.776 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:29.776+0000 7f7681600700 1 -- 172.21.15.84:0/195656892 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180484 (secure 0 0 0) 0x7f7674015350 con 0x7f7684074d70 2024-01-24T13:04:29.988 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:29.987+0000 7f767aa00700 1 -- 172.21.15.84:0/195656892 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/allow_ptrace}] v 0) v1 -- 0x7f76841087f0 con 0x7f7684074d70 2024-01-24T13:04:29.992 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:29.991+0000 7f7681600700 1 -- 172.21.15.84:0/195656892 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/allow_ptrace}]=0 v9)=0 v9) v1 ==== 125+0+0 (secure 0 0 0) 0x7f7674027030 con 0x7f7684074d70 2024-01-24T13:04:29.995 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:29.994+0000 7f767aa00700 1 -- 172.21.15.84:0/195656892 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f76640383a0 msgr2=0x7f766403a860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:04:29.995 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:29.994+0000 7f767aa00700 1 --2- 172.21.15.84:0/195656892 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f76640383a0 0x7f766403a860 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f766c006fd0 tx=0x7f766c006e40 comp rx=0 tx=0).stop 2024-01-24T13:04:29.995 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:29.994+0000 7f767aa00700 1 -- 172.21.15.84:0/195656892 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7684074d70 msgr2=0x7f7684197aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:04:29.995 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:29.994+0000 7f767aa00700 1 --2- 172.21.15.84:0/195656892 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7684074d70 0x7f7684197aa0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f7674005950 tx=0x7f7674005810 comp rx=0 tx=0).stop 2024-01-24T13:04:29.995 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:29.994+0000 7f767aa00700 1 -- 172.21.15.84:0/195656892 shutdown_connections 2024-01-24T13:04:29.995 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:29.994+0000 7f767aa00700 1 --2- 172.21.15.84:0/195656892 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f76640383a0 0x7f766403a860 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:04:29.995 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:29.994+0000 7f767aa00700 1 --2- 172.21.15.84:0/195656892 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7684074d70 0x7f7684197aa0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:04:29.995 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:29.994+0000 7f767aa00700 1 -- 172.21.15.84:0/195656892 >> 172.21.15.84:0/195656892 conn(0x7f76840fbdd0 msgr2=0x7f76840fcc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:04:29.995 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:29.994+0000 7f767aa00700 1 -- 172.21.15.84:0/195656892 shutdown_connections 2024-01-24T13:04:29.996 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:29.994+0000 7f767aa00700 1 -- 172.21.15.84:0/195656892 wait complete. 2024-01-24T13:04:30.437 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-01-24T13:04:30.437 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4e3182a65800aed6d4aa2f6b86da3cfd72188134 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d5d5b6f8-bab8-11ee-95b1-87774f69a715 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-01-24T13:04:30.847 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/d5d5b6f8-bab8-11ee-95b1-87774f69a715/mon.a/config 2024-01-24T13:04:31.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:30 smithi084 ceph-mon[35384]: from='client.? 172.21.15.84:0/195656892' entity='client.admin' 2024-01-24T13:04:32.197 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:32.196+0000 7fb519200700 1 -- 172.21.15.84:0/1012473006 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb514100850 msgr2=0x7fb514100c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:04:32.197 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:32.196+0000 7fb519200700 1 --2- 172.21.15.84:0/1012473006 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb514100850 0x7fb514100c70 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fb504009910 tx=0x7fb504009c20 comp rx=0 tx=0).stop 2024-01-24T13:04:32.197 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:32.196+0000 7fb519200700 1 -- 172.21.15.84:0/1012473006 shutdown_connections 2024-01-24T13:04:32.197 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:32.196+0000 7fb519200700 1 --2- 172.21.15.84:0/1012473006 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb514100850 0x7fb514100c70 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:04:32.197 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:32.196+0000 7fb519200700 1 -- 172.21.15.84:0/1012473006 >> 172.21.15.84:0/1012473006 conn(0x7fb5140fbdd0 msgr2=0x7fb5140fe230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:04:32.198 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:32.196+0000 7fb519200700 1 -- 172.21.15.84:0/1012473006 shutdown_connections 2024-01-24T13:04:32.198 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:32.196+0000 7fb519200700 1 -- 172.21.15.84:0/1012473006 wait complete. 2024-01-24T13:04:32.199 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:32.197+0000 7fb519200700 1 Processor -- start 2024-01-24T13:04:32.199 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:32.197+0000 7fb519200700 1 -- start start 2024-01-24T13:04:32.200 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:32.198+0000 7fb519200700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb514100850 0x7fb514074ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:04:32.200 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:32.198+0000 7fb519200700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb514075020 con 0x7fb514100850 2024-01-24T13:04:32.200 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:32.198+0000 7fb511e00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb514100850 0x7fb514074ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:04:32.200 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:32.198+0000 7fb511e00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb514100850 0x7fb514074ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:46996/0 (socket says 172.21.15.84:46996) 2024-01-24T13:04:32.200 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:32.198+0000 7fb511e00700 1 -- 172.21.15.84:0/2864591358 learned_addr learned my addr 172.21.15.84:0/2864591358 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:04:32.200 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:32.198+0000 7fb511e00700 1 -- 172.21.15.84:0/2864591358 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb5040095f0 con 0x7fb514100850 2024-01-24T13:04:32.200 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:32.198+0000 7fb511e00700 1 --2- 172.21.15.84:0/2864591358 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb514100850 0x7fb514074ae0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fb504005950 tx=0x7fb504005810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:04:32.200 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:32.199+0000 7fb50aa00700 1 -- 172.21.15.84:0/2864591358 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fb50400ba90 con 0x7fb514100850 2024-01-24T13:04:32.200 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:32.199+0000 7fb50aa00700 1 -- 172.21.15.84:0/2864591358 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(25 keys) v1 ==== 1067+0+0 (secure 0 0 0) 0x7fb50400bbf0 con 0x7fb514100850 2024-01-24T13:04:32.200 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:32.199+0000 7fb519200700 1 -- 172.21.15.84:0/2864591358 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb514073130 con 0x7fb514100850 2024-01-24T13:04:32.200 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:32.199+0000 7fb50aa00700 1 -- 172.21.15.84:0/2864591358 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fb504017440 con 0x7fb514100850 2024-01-24T13:04:32.200 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:32.199+0000 7fb519200700 1 -- 172.21.15.84:0/2864591358 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb5140735d0 con 0x7fb514100850 2024-01-24T13:04:32.201 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:32.200+0000 7fb50aa00700 1 -- 172.21.15.84:0/2864591358 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 13) v1 ==== 45324+0+0 (secure 0 0 0) 0x7fb50400f460 con 0x7fb514100850 2024-01-24T13:04:32.201 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:32.200+0000 7fb519200700 1 -- 172.21.15.84:0/2864591358 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb514062370 con 0x7fb514100850 2024-01-24T13:04:32.201 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:32.200+0000 7fb50aa00700 1 --2- 172.21.15.84:0/2864591358 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fb4f40383a0 0x7fb4f403a860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:04:32.201 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:32.200+0000 7fb50aa00700 1 -- 172.21.15.84:0/2864591358 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7fb50404c5a0 con 0x7fb514100850 2024-01-24T13:04:32.201 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:32.201+0000 7fb50be00700 1 --2- 172.21.15.84:0/2864591358 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fb4f40383a0 0x7fb4f403a860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:04:32.202 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:32.201+0000 7fb50be00700 1 --2- 172.21.15.84:0/2864591358 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fb4f40383a0 0x7fb4f403a860 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fb4fc006fd0 tx=0x7fb4fc006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:04:32.205 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:32.205+0000 7fb50aa00700 1 -- 172.21.15.84:0/2864591358 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180484 (secure 0 0 0) 0x7fb504015350 con 0x7fb514100850 2024-01-24T13:04:32.406 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:32.405+0000 7fb519200700 1 -- 172.21.15.84:0/2864591358 --> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] -- mgr_command(tid 0: {"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}) v1 -- 0x7fb5140738a0 con 0x7fb4f40383a0 2024-01-24T13:04:32.410 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:32.409+0000 7fb50aa00700 1 -- 172.21.15.84:0/2864591358 <== mgr.14150 v2:172.21.15.84:6800/18297849 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+0 (secure 0 0 0) 0x7fb5140738a0 con 0x7fb4f40383a0 2024-01-24T13:04:32.412 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:32.412+0000 7fb519200700 1 -- 172.21.15.84:0/2864591358 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fb4f40383a0 msgr2=0x7fb4f403a860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:04:32.413 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:32.412+0000 7fb519200700 1 --2- 172.21.15.84:0/2864591358 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fb4f40383a0 0x7fb4f403a860 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fb4fc006fd0 tx=0x7fb4fc006e40 comp rx=0 tx=0).stop 2024-01-24T13:04:32.413 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:32.412+0000 7fb519200700 1 -- 172.21.15.84:0/2864591358 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb514100850 msgr2=0x7fb514074ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:04:32.413 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:32.412+0000 7fb519200700 1 --2- 172.21.15.84:0/2864591358 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb514100850 0x7fb514074ae0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fb504005950 tx=0x7fb504005810 comp rx=0 tx=0).stop 2024-01-24T13:04:32.413 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:32.412+0000 7fb519200700 1 -- 172.21.15.84:0/2864591358 shutdown_connections 2024-01-24T13:04:32.413 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:32.412+0000 7fb519200700 1 --2- 172.21.15.84:0/2864591358 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fb4f40383a0 0x7fb4f403a860 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:04:32.413 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:32.412+0000 7fb519200700 1 --2- 172.21.15.84:0/2864591358 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb514100850 0x7fb514074ae0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:04:32.413 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:32.412+0000 7fb519200700 1 -- 172.21.15.84:0/2864591358 >> 172.21.15.84:0/2864591358 conn(0x7fb5140fbdd0 msgr2=0x7fb5140fcc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:04:32.413 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:32.412+0000 7fb519200700 1 -- 172.21.15.84:0/2864591358 shutdown_connections 2024-01-24T13:04:32.413 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:32.412+0000 7fb519200700 1 -- 172.21.15.84:0/2864591358 wait complete. 2024-01-24T13:04:32.688 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:32 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:04:32.688 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:32 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:04:32.688 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:32 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi084", "name": "osd_memory_target"}]: dispatch 2024-01-24T13:04:32.688 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:32 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:04:32.688 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:32 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:04:32.688 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:32 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:04:32.689 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:32 smithi084 ceph-mon[35384]: from='client.14174 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-01-24T13:04:32.689 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:32 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:04:32.689 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:32 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:04:32.689 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:32 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:04:32.689 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:32 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:04:32.689 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:32 smithi084 ceph-mon[35384]: Updating smithi084:/etc/ceph/ceph.conf 2024-01-24T13:04:32.845 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi113 2024-01-24T13:04:32.847 DEBUG:teuthology.orchestra.run.smithi113:> set -ex 2024-01-24T13:04:32.847 DEBUG:teuthology.orchestra.run.smithi113:> dd of=/etc/ceph/ceph.conf 2024-01-24T13:04:32.892 DEBUG:teuthology.orchestra.run.smithi113:> set -ex 2024-01-24T13:04:32.893 DEBUG:teuthology.orchestra.run.smithi113:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-01-24T13:04:32.975 INFO:tasks.cephadm:Adding host smithi113 to orchestrator... 2024-01-24T13:04:32.976 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4e3182a65800aed6d4aa2f6b86da3cfd72188134 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d5d5b6f8-bab8-11ee-95b1-87774f69a715 -- ceph orch host add smithi113 2024-01-24T13:04:33.351 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/d5d5b6f8-bab8-11ee-95b1-87774f69a715/mon.a/config 2024-01-24T13:04:33.884 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:33 smithi084 ceph-mon[35384]: Updating smithi084:/var/lib/ceph/d5d5b6f8-bab8-11ee-95b1-87774f69a715/config/ceph.conf 2024-01-24T13:04:33.884 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:33 smithi084 ceph-mon[35384]: Updating smithi084:/etc/ceph/ceph.client.admin.keyring 2024-01-24T13:04:34.577 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:34.575+0000 7fb52e600700 1 -- 172.21.15.84:0/3781658712 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb5281067d0 msgr2=0x7fb528106bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:04:34.577 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:34.575+0000 7fb52e600700 1 --2- 172.21.15.84:0/3781658712 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb5281067d0 0x7fb528106bb0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fb518009910 tx=0x7fb518009c20 comp rx=0 tx=0).stop 2024-01-24T13:04:34.577 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:34.576+0000 7fb52e600700 1 -- 172.21.15.84:0/3781658712 shutdown_connections 2024-01-24T13:04:34.577 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:34.576+0000 7fb52e600700 1 --2- 172.21.15.84:0/3781658712 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb5281067d0 0x7fb528106bb0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:04:34.577 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:34.576+0000 7fb52e600700 1 -- 172.21.15.84:0/3781658712 >> 172.21.15.84:0/3781658712 conn(0x7fb5280fc300 msgr2=0x7fb5280fe720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:04:34.577 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:34.576+0000 7fb52e600700 1 -- 172.21.15.84:0/3781658712 shutdown_connections 2024-01-24T13:04:34.577 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:34.576+0000 7fb52e600700 1 -- 172.21.15.84:0/3781658712 wait complete. 2024-01-24T13:04:34.578 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:34.577+0000 7fb52e600700 1 Processor -- start 2024-01-24T13:04:34.578 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:34.577+0000 7fb52e600700 1 -- start start 2024-01-24T13:04:34.578 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:34.577+0000 7fb52e600700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb5281067d0 0x7fb528197dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:04:34.579 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:34.577+0000 7fb52e600700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb528198300 con 0x7fb5281067d0 2024-01-24T13:04:34.579 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:34.577+0000 7fb527400700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb5281067d0 0x7fb528197dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:04:34.579 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:34.577+0000 7fb527400700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb5281067d0 0x7fb528197dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:47008/0 (socket says 172.21.15.84:47008) 2024-01-24T13:04:34.579 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:34.577+0000 7fb527400700 1 -- 172.21.15.84:0/3151586421 learned_addr learned my addr 172.21.15.84:0/3151586421 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:04:34.579 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:34.578+0000 7fb527400700 1 -- 172.21.15.84:0/3151586421 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb5180095f0 con 0x7fb5281067d0 2024-01-24T13:04:34.579 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:34.578+0000 7fb527400700 1 --2- 172.21.15.84:0/3151586421 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb5281067d0 0x7fb528197dc0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fb518006010 tx=0x7fb518004ff0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:04:34.579 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:34.578+0000 7fb51fe00700 1 -- 172.21.15.84:0/3151586421 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fb51801d070 con 0x7fb5281067d0 2024-01-24T13:04:34.580 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:34.578+0000 7fb52e600700 1 -- 172.21.15.84:0/3151586421 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb528198560 con 0x7fb5281067d0 2024-01-24T13:04:34.580 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:34.578+0000 7fb51fe00700 1 -- 172.21.15.84:0/3151586421 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(25 keys) v1 ==== 1067+0+0 (secure 0 0 0) 0x7fb51800bdf0 con 0x7fb5281067d0 2024-01-24T13:04:34.580 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:34.578+0000 7fb51fe00700 1 -- 172.21.15.84:0/3151586421 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fb518022d80 con 0x7fb5281067d0 2024-01-24T13:04:34.580 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:34.578+0000 7fb52e600700 1 -- 172.21.15.84:0/3151586421 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb5281989e0 con 0x7fb5281067d0 2024-01-24T13:04:34.581 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:34.579+0000 7fb51fe00700 1 -- 172.21.15.84:0/3151586421 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 13) v1 ==== 45324+0+0 (secure 0 0 0) 0x7fb51800b960 con 0x7fb5281067d0 2024-01-24T13:04:34.581 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:34.579+0000 7fb52e600700 1 -- 172.21.15.84:0/3151586421 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb528062370 con 0x7fb5281067d0 2024-01-24T13:04:34.581 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:34.580+0000 7fb51fe00700 1 --2- 172.21.15.84:0/3151586421 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fb5080383a0 0x7fb50803a860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:04:34.581 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:34.580+0000 7fb51fe00700 1 -- 172.21.15.84:0/3151586421 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7fb51804c4e0 con 0x7fb5281067d0 2024-01-24T13:04:34.581 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:34.580+0000 7fb526a00700 1 --2- 172.21.15.84:0/3151586421 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fb5080383a0 0x7fb50803a860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:04:34.582 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:34.581+0000 7fb526a00700 1 --2- 172.21.15.84:0/3151586421 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fb5080383a0 0x7fb50803a860 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fb510006fd0 tx=0x7fb510006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:04:34.587 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:34.586+0000 7fb51fe00700 1 -- 172.21.15.84:0/3151586421 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180484 (secure 0 0 0) 0x7fb51802bba0 con 0x7fb5281067d0 2024-01-24T13:04:34.793 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:34.792+0000 7fb52e600700 1 -- 172.21.15.84:0/3151586421 --> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi113", "target": ["mon-mgr", ""]}) v1 -- 0x7fb528074330 con 0x7fb5080383a0 2024-01-24T13:04:35.884 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:35 smithi084 ceph-mon[35384]: Updating smithi084:/var/lib/ceph/d5d5b6f8-bab8-11ee-95b1-87774f69a715/config/ceph.client.admin.keyring 2024-01-24T13:04:35.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:35 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:04:35.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:35 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:04:35.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:35 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:04:36.884 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:36 smithi084 ceph-mon[35384]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi113", "target": ["mon-mgr", ""]}]: dispatch 2024-01-24T13:04:37.664 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:37.664+0000 7fb51fe00700 1 -- 172.21.15.84:0/3151586421 <== mgr.14150 v2:172.21.15.84:6800/18297849 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+49 (secure 0 0 0) 0x7fb528074330 con 0x7fb5080383a0 2024-01-24T13:04:37.665 INFO:teuthology.orchestra.run.smithi084.stdout:Added host 'smithi113' with addr '172.21.15.113' 2024-01-24T13:04:37.667 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:37.666+0000 7fb52e600700 1 -- 172.21.15.84:0/3151586421 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fb5080383a0 msgr2=0x7fb50803a860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:04:37.667 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:37.666+0000 7fb52e600700 1 --2- 172.21.15.84:0/3151586421 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fb5080383a0 0x7fb50803a860 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fb510006fd0 tx=0x7fb510006e40 comp rx=0 tx=0).stop 2024-01-24T13:04:37.667 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:37.666+0000 7fb52e600700 1 -- 172.21.15.84:0/3151586421 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb5281067d0 msgr2=0x7fb528197dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:04:37.667 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:37.666+0000 7fb52e600700 1 --2- 172.21.15.84:0/3151586421 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb5281067d0 0x7fb528197dc0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fb518006010 tx=0x7fb518004ff0 comp rx=0 tx=0).stop 2024-01-24T13:04:37.667 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:37.666+0000 7fb52e600700 1 -- 172.21.15.84:0/3151586421 shutdown_connections 2024-01-24T13:04:37.667 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:37.666+0000 7fb52e600700 1 --2- 172.21.15.84:0/3151586421 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fb5080383a0 0x7fb50803a860 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:04:37.667 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:37.666+0000 7fb52e600700 1 --2- 172.21.15.84:0/3151586421 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb5281067d0 0x7fb528197dc0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:04:37.668 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:37.666+0000 7fb52e600700 1 -- 172.21.15.84:0/3151586421 >> 172.21.15.84:0/3151586421 conn(0x7fb5280fc300 msgr2=0x7fb528108c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:04:37.668 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:37.667+0000 7fb52e600700 1 -- 172.21.15.84:0/3151586421 shutdown_connections 2024-01-24T13:04:37.668 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:37.667+0000 7fb52e600700 1 -- 172.21.15.84:0/3151586421 wait complete. 2024-01-24T13:04:37.884 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:37 smithi084 ceph-mon[35384]: Deploying cephadm binary to smithi113 2024-01-24T13:04:38.092 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4e3182a65800aed6d4aa2f6b86da3cfd72188134 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d5d5b6f8-bab8-11ee-95b1-87774f69a715 -- ceph orch host ls --format=json 2024-01-24T13:04:38.438 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/d5d5b6f8-bab8-11ee-95b1-87774f69a715/mon.a/config 2024-01-24T13:04:38.884 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:38 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:04:38.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:38 smithi084 ceph-mon[35384]: Added host smithi113 2024-01-24T13:04:38.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:38 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:04:38.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:38 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:04:38.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:38 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:04:39.617 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:39.616+0000 7f834e000700 1 -- 172.21.15.84:0/3472713039 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f83481067d0 msgr2=0x7f8348106bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:04:39.618 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:39.616+0000 7f834e000700 1 --2- 172.21.15.84:0/3472713039 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f83481067d0 0x7f8348106bb0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f8338009910 tx=0x7f8338009c20 comp rx=0 tx=0).stop 2024-01-24T13:04:39.618 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:39.616+0000 7f834e000700 1 -- 172.21.15.84:0/3472713039 shutdown_connections 2024-01-24T13:04:39.618 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:39.616+0000 7f834e000700 1 --2- 172.21.15.84:0/3472713039 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f83481067d0 0x7f8348106bb0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:04:39.618 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:39.616+0000 7f834e000700 1 -- 172.21.15.84:0/3472713039 >> 172.21.15.84:0/3472713039 conn(0x7f8348075240 msgr2=0x7f8348075650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:04:39.618 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:39.616+0000 7f834e000700 1 -- 172.21.15.84:0/3472713039 shutdown_connections 2024-01-24T13:04:39.618 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:39.616+0000 7f834e000700 1 -- 172.21.15.84:0/3472713039 wait complete. 2024-01-24T13:04:39.620 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:39.617+0000 7f834e000700 1 Processor -- start 2024-01-24T13:04:39.620 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:39.618+0000 7f834e000700 1 -- start start 2024-01-24T13:04:39.620 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:39.618+0000 7f834e000700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f83481067d0 0x7f834819b9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:04:39.620 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:39.618+0000 7f834e000700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f834819bef0 con 0x7f83481067d0 2024-01-24T13:04:39.620 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:39.618+0000 7f8347400700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f83481067d0 0x7f834819b9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:04:39.620 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:39.618+0000 7f8347400700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f83481067d0 0x7f834819b9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:47880/0 (socket says 172.21.15.84:47880) 2024-01-24T13:04:39.620 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:39.618+0000 7f8347400700 1 -- 172.21.15.84:0/1507676763 learned_addr learned my addr 172.21.15.84:0/1507676763 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:04:39.620 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:39.618+0000 7f8347400700 1 -- 172.21.15.84:0/1507676763 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f83380095f0 con 0x7f83481067d0 2024-01-24T13:04:39.620 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:39.619+0000 7f8347400700 1 --2- 172.21.15.84:0/1507676763 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f83481067d0 0x7f834819b9b0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f8338006010 tx=0x7f8338004ff0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:04:39.620 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:39.619+0000 7f833fe00700 1 -- 172.21.15.84:0/1507676763 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f833801d070 con 0x7f83481067d0 2024-01-24T13:04:39.621 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:39.619+0000 7f833fe00700 1 -- 172.21.15.84:0/1507676763 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(25 keys) v1 ==== 1067+0+0 (secure 0 0 0) 0x7f833800bdf0 con 0x7f83481067d0 2024-01-24T13:04:39.621 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:39.619+0000 7f833fe00700 1 -- 172.21.15.84:0/1507676763 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f8338022d80 con 0x7f83481067d0 2024-01-24T13:04:39.621 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:39.619+0000 7f834e000700 1 -- 172.21.15.84:0/1507676763 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f834819c150 con 0x7f83481067d0 2024-01-24T13:04:39.621 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:39.619+0000 7f834e000700 1 -- 172.21.15.84:0/1507676763 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8348195a30 con 0x7f83481067d0 2024-01-24T13:04:39.624 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:39.620+0000 7f833fe00700 1 -- 172.21.15.84:0/1507676763 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 13) v1 ==== 45324+0+0 (secure 0 0 0) 0x7f833800b960 con 0x7f83481067d0 2024-01-24T13:04:39.624 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:39.620+0000 7f834e000700 1 -- 172.21.15.84:0/1507676763 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8348062370 con 0x7f83481067d0 2024-01-24T13:04:39.624 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:39.620+0000 7f833fe00700 1 --2- 172.21.15.84:0/1507676763 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f83280383f0 0x7f832803a8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:04:39.624 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:39.621+0000 7f833fe00700 1 -- 172.21.15.84:0/1507676763 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f833804c3e0 con 0x7f83481067d0 2024-01-24T13:04:39.624 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:39.621+0000 7f8346a00700 1 --2- 172.21.15.84:0/1507676763 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f83280383f0 0x7f832803a8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:04:39.624 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:39.621+0000 7f8346a00700 1 --2- 172.21.15.84:0/1507676763 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f83280383f0 0x7f832803a8b0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f8330006fd0 tx=0x7f8330006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:04:39.626 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:39.626+0000 7f833fe00700 1 -- 172.21.15.84:0/1507676763 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180484 (secure 0 0 0) 0x7f833802bba0 con 0x7f83481067d0 2024-01-24T13:04:39.831 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:39.830+0000 7f834e000700 1 -- 172.21.15.84:0/1507676763 --> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f8348195c20 con 0x7f83280383f0 2024-01-24T13:04:39.832 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:39.831+0000 7f833fe00700 1 -- 172.21.15.84:0/1507676763 <== mgr.14150 v2:172.21.15.84:6800/18297849 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+160 (secure 0 0 0) 0x7f8348195c20 con 0x7f83280383f0 2024-01-24T13:04:39.832 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-01-24T13:04:39.832 INFO:teuthology.orchestra.run.smithi084.stdout:[{"addr": "172.21.15.84", "hostname": "smithi084", "labels": [], "status": ""}, {"addr": "172.21.15.113", "hostname": "smithi113", "labels": [], "status": ""}] 2024-01-24T13:04:39.835 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:39.834+0000 7f834e000700 1 -- 172.21.15.84:0/1507676763 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f83280383f0 msgr2=0x7f832803a8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:04:39.835 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:39.834+0000 7f834e000700 1 --2- 172.21.15.84:0/1507676763 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f83280383f0 0x7f832803a8b0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f8330006fd0 tx=0x7f8330006e40 comp rx=0 tx=0).stop 2024-01-24T13:04:39.835 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:39.834+0000 7f834e000700 1 -- 172.21.15.84:0/1507676763 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f83481067d0 msgr2=0x7f834819b9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:04:39.835 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:39.834+0000 7f834e000700 1 --2- 172.21.15.84:0/1507676763 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f83481067d0 0x7f834819b9b0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f8338006010 tx=0x7f8338004ff0 comp rx=0 tx=0).stop 2024-01-24T13:04:39.835 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:39.834+0000 7f834e000700 1 -- 172.21.15.84:0/1507676763 shutdown_connections 2024-01-24T13:04:39.835 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:39.834+0000 7f834e000700 1 --2- 172.21.15.84:0/1507676763 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f83280383f0 0x7f832803a8b0 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:04:39.835 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:39.834+0000 7f834e000700 1 --2- 172.21.15.84:0/1507676763 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f83481067d0 0x7f834819b9b0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:04:39.836 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:39.834+0000 7f834e000700 1 -- 172.21.15.84:0/1507676763 >> 172.21.15.84:0/1507676763 conn(0x7f8348075240 msgr2=0x7f83480fd690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:04:39.836 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:39.834+0000 7f834e000700 1 -- 172.21.15.84:0/1507676763 shutdown_connections 2024-01-24T13:04:39.836 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:39.834+0000 7f834e000700 1 -- 172.21.15.84:0/1507676763 wait complete. 2024-01-24T13:04:40.224 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi181 2024-01-24T13:04:40.224 DEBUG:teuthology.orchestra.run.smithi181:> set -ex 2024-01-24T13:04:40.225 DEBUG:teuthology.orchestra.run.smithi181:> dd of=/etc/ceph/ceph.conf 2024-01-24T13:04:40.271 DEBUG:teuthology.orchestra.run.smithi181:> set -ex 2024-01-24T13:04:40.271 DEBUG:teuthology.orchestra.run.smithi181:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-01-24T13:04:40.355 INFO:tasks.cephadm:Adding host smithi181 to orchestrator... 2024-01-24T13:04:40.355 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4e3182a65800aed6d4aa2f6b86da3cfd72188134 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d5d5b6f8-bab8-11ee-95b1-87774f69a715 -- ceph orch host add smithi181 2024-01-24T13:04:40.698 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/d5d5b6f8-bab8-11ee-95b1-87774f69a715/mon.a/config 2024-01-24T13:04:41.134 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:40 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:04:41.134 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:40 smithi084 ceph-mon[35384]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-01-24T13:04:41.135 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:40 smithi084 ceph-mon[35384]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-24T13:04:41.834 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:41.833+0000 7f3902200700 1 -- 172.21.15.84:0/1220980105 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f38fc1067d0 msgr2=0x7f38fc106bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:04:41.834 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:41.833+0000 7f3902200700 1 --2- 172.21.15.84:0/1220980105 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f38fc1067d0 0x7f38fc106bb0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f38ec009910 tx=0x7f38ec009c20 comp rx=0 tx=0).stop 2024-01-24T13:04:41.834 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:41.833+0000 7f3902200700 1 -- 172.21.15.84:0/1220980105 shutdown_connections 2024-01-24T13:04:41.834 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:41.833+0000 7f3902200700 1 --2- 172.21.15.84:0/1220980105 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f38fc1067d0 0x7f38fc106bb0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:04:41.834 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:41.833+0000 7f3902200700 1 -- 172.21.15.84:0/1220980105 >> 172.21.15.84:0/1220980105 conn(0x7f38fc0fc300 msgr2=0x7f38fc0fe720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:04:41.834 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:41.833+0000 7f3902200700 1 -- 172.21.15.84:0/1220980105 shutdown_connections 2024-01-24T13:04:41.834 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:41.833+0000 7f3902200700 1 -- 172.21.15.84:0/1220980105 wait complete. 2024-01-24T13:04:41.835 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:41.834+0000 7f3902200700 1 Processor -- start 2024-01-24T13:04:41.835 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:41.834+0000 7f3902200700 1 -- start start 2024-01-24T13:04:41.835 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:41.834+0000 7f3902200700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f38fc1067d0 0x7f38fc19b990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:04:41.836 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:41.834+0000 7f3902200700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f38fc19bed0 con 0x7f38fc1067d0 2024-01-24T13:04:41.836 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:41.835+0000 7f38fb400700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f38fc1067d0 0x7f38fc19b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:04:41.836 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:41.835+0000 7f38fb400700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f38fc1067d0 0x7f38fc19b990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:47898/0 (socket says 172.21.15.84:47898) 2024-01-24T13:04:41.836 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:41.835+0000 7f38fb400700 1 -- 172.21.15.84:0/2262966711 learned_addr learned my addr 172.21.15.84:0/2262966711 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:04:41.836 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:41.835+0000 7f38fb400700 1 -- 172.21.15.84:0/2262966711 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f38ec0095f0 con 0x7f38fc1067d0 2024-01-24T13:04:41.837 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:41.835+0000 7f38fb400700 1 --2- 172.21.15.84:0/2262966711 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f38fc1067d0 0x7f38fc19b990 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f38ec006010 tx=0x7f38ec004ff0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:04:41.837 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:41.835+0000 7f38f3e00700 1 -- 172.21.15.84:0/2262966711 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f38ec01d070 con 0x7f38fc1067d0 2024-01-24T13:04:41.837 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:41.836+0000 7f3902200700 1 -- 172.21.15.84:0/2262966711 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f38fc19c130 con 0x7f38fc1067d0 2024-01-24T13:04:41.837 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:41.836+0000 7f38f3e00700 1 -- 172.21.15.84:0/2262966711 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(25 keys) v1 ==== 1067+0+0 (secure 0 0 0) 0x7f38ec00bdf0 con 0x7f38fc1067d0 2024-01-24T13:04:41.837 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:41.836+0000 7f38f3e00700 1 -- 172.21.15.84:0/2262966711 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f38ec022d80 con 0x7f38fc1067d0 2024-01-24T13:04:41.837 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:41.836+0000 7f3902200700 1 -- 172.21.15.84:0/2262966711 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f38fc195a10 con 0x7f38fc1067d0 2024-01-24T13:04:41.838 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:41.837+0000 7f38f3e00700 1 -- 172.21.15.84:0/2262966711 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 13) v1 ==== 45324+0+0 (secure 0 0 0) 0x7f38ec022570 con 0x7f38fc1067d0 2024-01-24T13:04:41.838 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:41.837+0000 7f3902200700 1 -- 172.21.15.84:0/2262966711 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f38fc062370 con 0x7f38fc1067d0 2024-01-24T13:04:41.838 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:41.837+0000 7f38f3e00700 1 --2- 172.21.15.84:0/2262966711 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f38dc0383f0 0x7f38dc03a8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:04:41.838 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:41.837+0000 7f38f3e00700 1 -- 172.21.15.84:0/2262966711 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f38ec04c300 con 0x7f38fc1067d0 2024-01-24T13:04:41.838 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:41.837+0000 7f38faa00700 1 --2- 172.21.15.84:0/2262966711 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f38dc0383f0 0x7f38dc03a8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:04:41.838 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:41.838+0000 7f38faa00700 1 --2- 172.21.15.84:0/2262966711 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f38dc0383f0 0x7f38dc03a8b0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f38e4006fd0 tx=0x7f38e4006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:04:41.842 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:41.842+0000 7f38f3e00700 1 -- 172.21.15.84:0/2262966711 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180484 (secure 0 0 0) 0x7f38ec02bba0 con 0x7f38fc1067d0 2024-01-24T13:04:42.046 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:42.045+0000 7f3902200700 1 -- 172.21.15.84:0/2262966711 --> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi181", "target": ["mon-mgr", ""]}) v1 -- 0x7f38fc196440 con 0x7f38dc0383f0 2024-01-24T13:04:43.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:42 smithi084 ceph-mon[35384]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-24T13:04:43.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:42 smithi084 ceph-mon[35384]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi181", "target": ["mon-mgr", ""]}]: dispatch 2024-01-24T13:04:43.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:42 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:04:43.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:42 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:04:43.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:42 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:04:43.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:42 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:04:43.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:42 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi113", "name": "osd_memory_target"}]: dispatch 2024-01-24T13:04:43.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:42 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:04:43.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:42 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:04:44.384 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:43 smithi084 ceph-mon[35384]: Updating smithi113:/etc/ceph/ceph.conf 2024-01-24T13:04:44.384 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:43 smithi084 ceph-mon[35384]: Deploying cephadm binary to smithi181 2024-01-24T13:04:44.384 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:43 smithi084 ceph-mon[35384]: Updating smithi113:/var/lib/ceph/d5d5b6f8-bab8-11ee-95b1-87774f69a715/config/ceph.conf 2024-01-24T13:04:44.974 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:44.975+0000 7f38f3e00700 1 -- 172.21.15.84:0/2262966711 <== mgr.14150 v2:172.21.15.84:6800/18297849 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+49 (secure 0 0 0) 0x7f38fc196440 con 0x7f38dc0383f0 2024-01-24T13:04:44.975 INFO:teuthology.orchestra.run.smithi084.stdout:Added host 'smithi181' with addr '172.21.15.181' 2024-01-24T13:04:44.977 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:44.977+0000 7f3902200700 1 -- 172.21.15.84:0/2262966711 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f38dc0383f0 msgr2=0x7f38dc03a8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:04:44.977 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:44.977+0000 7f3902200700 1 --2- 172.21.15.84:0/2262966711 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f38dc0383f0 0x7f38dc03a8b0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f38e4006fd0 tx=0x7f38e4006e40 comp rx=0 tx=0).stop 2024-01-24T13:04:44.977 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:44.977+0000 7f3902200700 1 -- 172.21.15.84:0/2262966711 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f38fc1067d0 msgr2=0x7f38fc19b990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:04:44.977 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:44.977+0000 7f3902200700 1 --2- 172.21.15.84:0/2262966711 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f38fc1067d0 0x7f38fc19b990 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f38ec006010 tx=0x7f38ec004ff0 comp rx=0 tx=0).stop 2024-01-24T13:04:44.977 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:44.977+0000 7f3902200700 1 -- 172.21.15.84:0/2262966711 shutdown_connections 2024-01-24T13:04:44.977 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:44.977+0000 7f3902200700 1 --2- 172.21.15.84:0/2262966711 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f38dc0383f0 0x7f38dc03a8b0 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:04:44.977 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:44.977+0000 7f3902200700 1 --2- 172.21.15.84:0/2262966711 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f38fc1067d0 0x7f38fc19b990 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:04:44.977 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:44.977+0000 7f3902200700 1 -- 172.21.15.84:0/2262966711 >> 172.21.15.84:0/2262966711 conn(0x7f38fc0fc300 msgr2=0x7f38fc108d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:04:44.977 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:44.977+0000 7f3902200700 1 -- 172.21.15.84:0/2262966711 shutdown_connections 2024-01-24T13:04:44.977 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:44.977+0000 7f3902200700 1 -- 172.21.15.84:0/2262966711 wait complete. 2024-01-24T13:04:45.183 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:44 smithi084 ceph-mon[35384]: Updating smithi113:/etc/ceph/ceph.client.admin.keyring 2024-01-24T13:04:45.183 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:44 smithi084 ceph-mon[35384]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-24T13:04:45.368 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4e3182a65800aed6d4aa2f6b86da3cfd72188134 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d5d5b6f8-bab8-11ee-95b1-87774f69a715 -- ceph orch host ls --format=json 2024-01-24T13:04:45.715 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/d5d5b6f8-bab8-11ee-95b1-87774f69a715/mon.a/config 2024-01-24T13:04:46.224 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:45 smithi084 ceph-mon[35384]: Updating smithi113:/var/lib/ceph/d5d5b6f8-bab8-11ee-95b1-87774f69a715/config/ceph.client.admin.keyring 2024-01-24T13:04:46.224 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:45 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:04:46.225 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:45 smithi084 ceph-mon[35384]: Added host smithi181 2024-01-24T13:04:46.225 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:45 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:04:46.225 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:45 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:04:46.225 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:45 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:04:46.225 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:45 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:04:46.897 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:46.897+0000 7f6ecf800700 1 -- 172.21.15.84:0/1007141594 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6ec81067d0 msgr2=0x7f6ec8106bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:04:46.897 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:46.897+0000 7f6ecf800700 1 --2- 172.21.15.84:0/1007141594 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6ec81067d0 0x7f6ec8106bb0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f6eb8009910 tx=0x7f6eb8009c20 comp rx=0 tx=0).stop 2024-01-24T13:04:46.898 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:46.897+0000 7f6ecf800700 1 -- 172.21.15.84:0/1007141594 shutdown_connections 2024-01-24T13:04:46.898 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:46.897+0000 7f6ecf800700 1 --2- 172.21.15.84:0/1007141594 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6ec81067d0 0x7f6ec8106bb0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:04:46.898 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:46.897+0000 7f6ecf800700 1 -- 172.21.15.84:0/1007141594 >> 172.21.15.84:0/1007141594 conn(0x7f6ec80fc300 msgr2=0x7f6ec80fe720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:04:46.898 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:46.897+0000 7f6ecf800700 1 -- 172.21.15.84:0/1007141594 shutdown_connections 2024-01-24T13:04:46.898 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:46.897+0000 7f6ecf800700 1 -- 172.21.15.84:0/1007141594 wait complete. 2024-01-24T13:04:46.898 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:46.899+0000 7f6ecf800700 1 Processor -- start 2024-01-24T13:04:46.898 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:46.899+0000 7f6ecf800700 1 -- start start 2024-01-24T13:04:46.899 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:46.900+0000 7f6ecf800700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6ec81067d0 0x7f6ec8073040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:04:46.899 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:46.900+0000 7f6ecf800700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ec8074fc0 con 0x7f6ec81067d0 2024-01-24T13:04:46.899 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:46.900+0000 7f6ecce00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6ec81067d0 0x7f6ec8073040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:04:46.900 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:46.900+0000 7f6ecce00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6ec81067d0 0x7f6ec8073040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:47914/0 (socket says 172.21.15.84:47914) 2024-01-24T13:04:46.900 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:46.900+0000 7f6ecce00700 1 -- 172.21.15.84:0/159635614 learned_addr learned my addr 172.21.15.84:0/159635614 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:04:46.900 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:46.900+0000 7f6ecce00700 1 -- 172.21.15.84:0/159635614 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6eb80095f0 con 0x7f6ec81067d0 2024-01-24T13:04:46.901 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:46.900+0000 7f6ecce00700 1 --2- 172.21.15.84:0/159635614 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6ec81067d0 0x7f6ec8073040 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f6eb8004f40 tx=0x7f6eb8005020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:04:46.901 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:46.901+0000 7f6ec5600700 1 -- 172.21.15.84:0/159635614 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f6eb801d070 con 0x7f6ec81067d0 2024-01-24T13:04:46.901 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:46.901+0000 7f6ec5600700 1 -- 172.21.15.84:0/159635614 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(25 keys) v1 ==== 1067+0+0 (secure 0 0 0) 0x7f6eb80044b0 con 0x7f6ec81067d0 2024-01-24T13:04:46.901 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:46.901+0000 7f6ecf800700 1 -- 172.21.15.84:0/159635614 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6ec8073580 con 0x7f6ec81067d0 2024-01-24T13:04:46.901 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:46.901+0000 7f6ec5600700 1 -- 172.21.15.84:0/159635614 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f6eb8003860 con 0x7f6ec81067d0 2024-01-24T13:04:46.901 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:46.901+0000 7f6ecf800700 1 -- 172.21.15.84:0/159635614 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6ec8073a00 con 0x7f6ec81067d0 2024-01-24T13:04:46.902 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:46.902+0000 7f6ec5600700 1 -- 172.21.15.84:0/159635614 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 13) v1 ==== 45324+0+0 (secure 0 0 0) 0x7f6eb800b960 con 0x7f6ec81067d0 2024-01-24T13:04:46.902 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:46.902+0000 7f6ecf800700 1 -- 172.21.15.84:0/159635614 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6ec8104a80 con 0x7f6ec81067d0 2024-01-24T13:04:46.902 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:46.902+0000 7f6ec5600700 1 --2- 172.21.15.84:0/159635614 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f6ea80383a0 0x7f6ea803a860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:04:46.902 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:46.902+0000 7f6ec5600700 1 -- 172.21.15.84:0/159635614 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f6eb804c1c0 con 0x7f6ec81067d0 2024-01-24T13:04:46.902 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:46.903+0000 7f6ec7e00700 1 --2- 172.21.15.84:0/159635614 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f6ea80383a0 0x7f6ea803a860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:04:46.903 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:46.903+0000 7f6ec7e00700 1 --2- 172.21.15.84:0/159635614 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f6ea80383a0 0x7f6ea803a860 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f6eb0006fd0 tx=0x7f6eb0006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:04:46.907 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:46.908+0000 7f6ec5600700 1 -- 172.21.15.84:0/159635614 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180484 (secure 0 0 0) 0x7f6eb802a540 con 0x7f6ec81067d0 2024-01-24T13:04:47.112 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:47.112+0000 7f6ecf800700 1 -- 172.21.15.84:0/159635614 --> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f6ec8073cf0 con 0x7f6ea80383a0 2024-01-24T13:04:47.113 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:47.114+0000 7f6ec5600700 1 -- 172.21.15.84:0/159635614 <== mgr.14150 v2:172.21.15.84:6800/18297849 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+240 (secure 0 0 0) 0x7f6ec8073cf0 con 0x7f6ea80383a0 2024-01-24T13:04:47.114 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-01-24T13:04:47.114 INFO:teuthology.orchestra.run.smithi084.stdout:[{"addr": "172.21.15.84", "hostname": "smithi084", "labels": [], "status": ""}, {"addr": "172.21.15.113", "hostname": "smithi113", "labels": [], "status": ""}, {"addr": "172.21.15.181", "hostname": "smithi181", "labels": [], "status": ""}] 2024-01-24T13:04:47.116 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:47.116+0000 7f6ecf800700 1 -- 172.21.15.84:0/159635614 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f6ea80383a0 msgr2=0x7f6ea803a860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:04:47.116 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:47.116+0000 7f6ecf800700 1 --2- 172.21.15.84:0/159635614 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f6ea80383a0 0x7f6ea803a860 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f6eb0006fd0 tx=0x7f6eb0006e40 comp rx=0 tx=0).stop 2024-01-24T13:04:47.116 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:47.116+0000 7f6ecf800700 1 -- 172.21.15.84:0/159635614 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6ec81067d0 msgr2=0x7f6ec8073040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:04:47.116 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:47.116+0000 7f6ecf800700 1 --2- 172.21.15.84:0/159635614 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6ec81067d0 0x7f6ec8073040 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f6eb8004f40 tx=0x7f6eb8005020 comp rx=0 tx=0).stop 2024-01-24T13:04:47.116 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:47.116+0000 7f6ecf800700 1 -- 172.21.15.84:0/159635614 shutdown_connections 2024-01-24T13:04:47.116 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:47.116+0000 7f6ecf800700 1 --2- 172.21.15.84:0/159635614 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f6ea80383a0 0x7f6ea803a860 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:04:47.116 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:47.116+0000 7f6ecf800700 1 --2- 172.21.15.84:0/159635614 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6ec81067d0 0x7f6ec8073040 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:04:47.116 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:47.116+0000 7f6ecf800700 1 -- 172.21.15.84:0/159635614 >> 172.21.15.84:0/159635614 conn(0x7f6ec80fc300 msgr2=0x7f6ec8108d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:04:47.116 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:47.116+0000 7f6ecf800700 1 -- 172.21.15.84:0/159635614 shutdown_connections 2024-01-24T13:04:47.117 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:47.116+0000 7f6ecf800700 1 -- 172.21.15.84:0/159635614 wait complete. 2024-01-24T13:04:47.299 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:47 smithi084 ceph-mon[35384]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-24T13:04:47.299 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:47 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:04:47.299 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:47 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:04:47.506 INFO:tasks.cephadm:Setting crush tunables to default 2024-01-24T13:04:47.506 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4e3182a65800aed6d4aa2f6b86da3cfd72188134 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d5d5b6f8-bab8-11ee-95b1-87774f69a715 -- ceph osd crush tunables default 2024-01-24T13:04:47.853 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/d5d5b6f8-bab8-11ee-95b1-87774f69a715/mon.a/config 2024-01-24T13:04:48.358 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:48 smithi084 ceph-mon[35384]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-01-24T13:04:48.358 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:48 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:04:48.990 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:48.988+0000 7f1368800700 1 -- 172.21.15.84:0/3545001803 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1360073170 msgr2=0x7f1360073550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:04:48.990 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:48.988+0000 7f1368800700 1 --2- 172.21.15.84:0/3545001803 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1360073170 0x7f1360073550 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f1350009910 tx=0x7f1350009c20 comp rx=0 tx=0).stop 2024-01-24T13:04:48.990 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:48.988+0000 7f1368800700 1 -- 172.21.15.84:0/3545001803 shutdown_connections 2024-01-24T13:04:48.990 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:48.988+0000 7f1368800700 1 --2- 172.21.15.84:0/3545001803 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1360073170 0x7f1360073550 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:04:48.990 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:48.988+0000 7f1368800700 1 -- 172.21.15.84:0/3545001803 >> 172.21.15.84:0/3545001803 conn(0x7f13600fc300 msgr2=0x7f13600fe720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:04:48.990 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:48.988+0000 7f1368800700 1 -- 172.21.15.84:0/3545001803 shutdown_connections 2024-01-24T13:04:48.990 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:48.988+0000 7f1368800700 1 -- 172.21.15.84:0/3545001803 wait complete. 2024-01-24T13:04:48.990 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:48.989+0000 7f1368800700 1 Processor -- start 2024-01-24T13:04:48.990 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:48.989+0000 7f1368800700 1 -- start start 2024-01-24T13:04:48.992 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:48.990+0000 7f1368800700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1360073170 0x7f1360197e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:04:48.992 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:48.990+0000 7f1368800700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f13601983c0 con 0x7f1360073170 2024-01-24T13:04:48.992 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:48.990+0000 7f1365e00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1360073170 0x7f1360197e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:04:48.992 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:48.990+0000 7f1365e00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1360073170 0x7f1360197e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:41984/0 (socket says 172.21.15.84:41984) 2024-01-24T13:04:48.992 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:48.990+0000 7f1365e00700 1 -- 172.21.15.84:0/3206077416 learned_addr learned my addr 172.21.15.84:0/3206077416 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:04:48.992 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:48.990+0000 7f1365e00700 1 -- 172.21.15.84:0/3206077416 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f13500095f0 con 0x7f1360073170 2024-01-24T13:04:48.993 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:48.991+0000 7f1365e00700 1 --2- 172.21.15.84:0/3206077416 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1360073170 0x7f1360197e80 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f1350006010 tx=0x7f1350004f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:04:48.993 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:48.991+0000 7f135ea00700 1 -- 172.21.15.84:0/3206077416 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f135001d070 con 0x7f1360073170 2024-01-24T13:04:48.993 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:48.991+0000 7f135ea00700 1 -- 172.21.15.84:0/3206077416 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(25 keys) v1 ==== 1067+0+0 (secure 0 0 0) 0x7f135000bdf0 con 0x7f1360073170 2024-01-24T13:04:48.993 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:48.991+0000 7f135ea00700 1 -- 172.21.15.84:0/3206077416 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f1350022d80 con 0x7f1360073170 2024-01-24T13:04:48.993 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:48.991+0000 7f1368800700 1 -- 172.21.15.84:0/3206077416 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f13601985c0 con 0x7f1360073170 2024-01-24T13:04:48.993 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:48.991+0000 7f1368800700 1 -- 172.21.15.84:0/3206077416 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f13601989e0 con 0x7f1360073170 2024-01-24T13:04:48.995 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:48.992+0000 7f135ea00700 1 -- 172.21.15.84:0/3206077416 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 13) v1 ==== 45324+0+0 (secure 0 0 0) 0x7f1350022570 con 0x7f1360073170 2024-01-24T13:04:48.995 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:48.992+0000 7f1368800700 1 -- 172.21.15.84:0/3206077416 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1360062370 con 0x7f1360073170 2024-01-24T13:04:48.995 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:48.992+0000 7f135ea00700 1 --2- 172.21.15.84:0/3206077416 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f13400383f0 0x7f134003a8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:04:48.995 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:48.992+0000 7f135ea00700 1 -- 172.21.15.84:0/3206077416 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f135004c390 con 0x7f1360073170 2024-01-24T13:04:48.995 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:48.993+0000 7f1365400700 1 --2- 172.21.15.84:0/3206077416 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f13400383f0 0x7f134003a8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:04:48.995 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:48.993+0000 7f1365400700 1 --2- 172.21.15.84:0/3206077416 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f13400383f0 0x7f134003a8b0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f1348006fd0 tx=0x7f1348006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:04:48.998 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:48.997+0000 7f135ea00700 1 -- 172.21.15.84:0/3206077416 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180484 (secure 0 0 0) 0x7f135002bb60 con 0x7f1360073170 2024-01-24T13:04:49.201 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:49.200+0000 7f1368800700 1 -- 172.21.15.84:0/3206077416 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) v1 -- 0x7f1360109c80 con 0x7f1360073170 2024-01-24T13:04:49.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:49 smithi084 ceph-mon[35384]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-24T13:04:50.046 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:50.044+0000 7f135ea00700 1 -- 172.21.15.84:0/3206077416 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v4) v1 ==== 124+0+0 (secure 0 0 0) 0x7f1350027030 con 0x7f1360073170 2024-01-24T13:04:50.048 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:50.047+0000 7f1368800700 1 -- 172.21.15.84:0/3206077416 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f13400383f0 msgr2=0x7f134003a8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:04:50.048 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:50.047+0000 7f1368800700 1 --2- 172.21.15.84:0/3206077416 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f13400383f0 0x7f134003a8b0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f1348006fd0 tx=0x7f1348006e40 comp rx=0 tx=0).stop 2024-01-24T13:04:50.049 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:50.048+0000 7f1368800700 1 -- 172.21.15.84:0/3206077416 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1360073170 msgr2=0x7f1360197e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:04:50.049 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:50.048+0000 7f1368800700 1 --2- 172.21.15.84:0/3206077416 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1360073170 0x7f1360197e80 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f1350006010 tx=0x7f1350004f40 comp rx=0 tx=0).stop 2024-01-24T13:04:50.049 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:50.048+0000 7f1368800700 1 -- 172.21.15.84:0/3206077416 shutdown_connections 2024-01-24T13:04:50.049 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:50.048+0000 7f1368800700 1 --2- 172.21.15.84:0/3206077416 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f13400383f0 0x7f134003a8b0 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:04:50.049 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:50.048+0000 7f1368800700 1 --2- 172.21.15.84:0/3206077416 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1360073170 0x7f1360197e80 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:04:50.049 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:50.048+0000 7f1368800700 1 -- 172.21.15.84:0/3206077416 >> 172.21.15.84:0/3206077416 conn(0x7f13600fc300 msgr2=0x7f13601073b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:04:50.049 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:50.048+0000 7f1368800700 1 -- 172.21.15.84:0/3206077416 shutdown_connections 2024-01-24T13:04:50.049 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:04:50.048+0000 7f1368800700 1 -- 172.21.15.84:0/3206077416 wait complete. 2024-01-24T13:04:50.050 INFO:teuthology.orchestra.run.smithi084.stderr:adjusted tunables profile to default 2024-01-24T13:04:50.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:50 smithi084 ceph-mon[35384]: from='client.? 172.21.15.84:0/3206077416' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-01-24T13:04:50.450 INFO:tasks.cephadm:Adding mon.a on smithi084 2024-01-24T13:04:50.450 INFO:tasks.cephadm:Adding mon.b on smithi113 2024-01-24T13:04:50.450 INFO:tasks.cephadm:Adding mon.c on smithi181 2024-01-24T13:04:50.450 DEBUG:teuthology.orchestra.run.smithi181:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4e3182a65800aed6d4aa2f6b86da3cfd72188134 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d5d5b6f8-bab8-11ee-95b1-87774f69a715 -- ceph orch apply mon '3;smithi084:172.21.15.84=a;smithi113:172.21.15.113=b;smithi181:172.21.15.181=c' 2024-01-24T13:04:50.803 INFO:teuthology.orchestra.run.smithi181.stderr:Inferring config /etc/ceph/ceph.conf 2024-01-24T13:04:50.894 INFO:teuthology.orchestra.run.smithi181.stderr:Inferring config /etc/ceph/ceph.conf 2024-01-24T13:04:51.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:51 smithi084 ceph-mon[35384]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-24T13:04:51.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:51 smithi084 ceph-mon[35384]: from='client.? 172.21.15.84:0/3206077416' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-01-24T13:04:51.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:51 smithi084 ceph-mon[35384]: osdmap e4: 0 total, 0 up, 0 in 2024-01-24T13:04:51.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:51 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:04:51.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:51 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:04:51.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:51 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:04:51.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:51 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:04:51.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:51 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi181", "name": "osd_memory_target"}]: dispatch 2024-01-24T13:04:51.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:51 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:04:51.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:51 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:04:51.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:51 smithi084 ceph-mon[35384]: Updating smithi181:/etc/ceph/ceph.conf 2024-01-24T13:04:52.002 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:04:52.001+0000 7ff7ce600700 1 -- 172.21.15.181:0/3604415199 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff7c8100830 msgr2=0x7ff7c8100c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:04:52.002 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:04:52.001+0000 7ff7ce600700 1 --2- 172.21.15.181:0/3604415199 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff7c8100830 0x7ff7c8100c50 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7ff7b8009910 tx=0x7ff7b8009c20 comp rx=0 tx=0).stop 2024-01-24T13:04:52.002 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:04:52.001+0000 7ff7ce600700 1 -- 172.21.15.181:0/3604415199 shutdown_connections 2024-01-24T13:04:52.002 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:04:52.001+0000 7ff7ce600700 1 --2- 172.21.15.181:0/3604415199 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff7c8100830 0x7ff7c8100c50 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:04:52.002 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:04:52.001+0000 7ff7ce600700 1 -- 172.21.15.181:0/3604415199 >> 172.21.15.181:0/3604415199 conn(0x7ff7c80fbdb0 msgr2=0x7ff7c80fe210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:04:52.002 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:04:52.001+0000 7ff7ce600700 1 -- 172.21.15.181:0/3604415199 shutdown_connections 2024-01-24T13:04:52.002 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:04:52.001+0000 7ff7ce600700 1 -- 172.21.15.181:0/3604415199 wait complete. 2024-01-24T13:04:52.003 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:04:52.002+0000 7ff7ce600700 1 Processor -- start 2024-01-24T13:04:52.003 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:04:52.002+0000 7ff7ce600700 1 -- start start 2024-01-24T13:04:52.003 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:04:52.002+0000 7ff7ce600700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff7c8100830 0x7ff7c8195820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:04:52.004 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:04:52.003+0000 7ff7ce600700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff7c8195d60 con 0x7ff7c8100830 2024-01-24T13:04:52.004 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:04:52.003+0000 7ff7c7400700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff7c8100830 0x7ff7c8195820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:04:52.004 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:04:52.003+0000 7ff7c7400700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff7c8100830 0x7ff7c8195820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.181:39684/0 (socket says 172.21.15.181:39684) 2024-01-24T13:04:52.004 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:04:52.003+0000 7ff7c7400700 1 -- 172.21.15.181:0/1849113868 learned_addr learned my addr 172.21.15.181:0/1849113868 (peer_addr_for_me v2:172.21.15.181:0/0) 2024-01-24T13:04:52.005 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:04:52.003+0000 7ff7c7400700 1 -- 172.21.15.181:0/1849113868 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff7b80095f0 con 0x7ff7c8100830 2024-01-24T13:04:52.005 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:04:52.004+0000 7ff7c7400700 1 --2- 172.21.15.181:0/1849113868 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff7c8100830 0x7ff7c8195820 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7ff7b8005950 tx=0x7ff7b8005810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:04:52.005 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:04:52.004+0000 7ff7bfe00700 1 -- 172.21.15.181:0/1849113868 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7ff7b800ba90 con 0x7ff7c8100830 2024-01-24T13:04:52.005 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:04:52.004+0000 7ff7bfe00700 1 -- 172.21.15.181:0/1849113868 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(25 keys) v1 ==== 1067+0+0 (secure 0 0 0) 0x7ff7b800bbf0 con 0x7ff7c8100830 2024-01-24T13:04:52.005 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:04:52.004+0000 7ff7bfe00700 1 -- 172.21.15.181:0/1849113868 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7ff7b8017440 con 0x7ff7c8100830 2024-01-24T13:04:52.005 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:04:52.004+0000 7ff7ce600700 1 -- 172.21.15.181:0/1849113868 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff7c8195f60 con 0x7ff7c8100830 2024-01-24T13:04:52.005 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:04:52.004+0000 7ff7ce600700 1 -- 172.21.15.181:0/1849113868 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff7c8196400 con 0x7ff7c8100830 2024-01-24T13:04:52.005 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:04:52.005+0000 7ff7ce600700 1 -- 172.21.15.181:0/1849113868 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff7c818f1f0 con 0x7ff7c8100830 2024-01-24T13:04:52.005 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:04:52.005+0000 7ff7bfe00700 1 -- 172.21.15.181:0/1849113868 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 13) v1 ==== 45324+0+0 (secure 0 0 0) 0x7ff7b800f460 con 0x7ff7c8100830 2024-01-24T13:04:52.006 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:04:52.005+0000 7ff7bfe00700 1 --2- 172.21.15.181:0/1849113868 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7ff7a80383a0 0x7ff7a803a860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:04:52.006 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:04:52.006+0000 7ff7bfe00700 1 -- 172.21.15.181:0/1849113868 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 1155+0+0 (secure 0 0 0) 0x7ff7b804c5a0 con 0x7ff7c8100830 2024-01-24T13:04:52.006 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:04:52.006+0000 7ff7c6a00700 1 --2- 172.21.15.181:0/1849113868 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7ff7a80383a0 0x7ff7a803a860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:04:52.007 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:04:52.007+0000 7ff7c6a00700 1 --2- 172.21.15.181:0/1849113868 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7ff7a80383a0 0x7ff7a803a860 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7ff7b0006fd0 tx=0x7ff7b0006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:04:52.012 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:04:52.011+0000 7ff7bfe00700 1 -- 172.21.15.181:0/1849113868 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180484 (secure 0 0 0) 0x7ff7b8015350 con 0x7ff7c8100830 2024-01-24T13:04:52.254 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:04:52.253+0000 7ff7ce600700 1 -- 172.21.15.181:0/1849113868 --> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi084:172.21.15.84=a;smithi113:172.21.15.113=b;smithi181:172.21.15.181=c", "target": ["mon-mgr", ""]}) v1 -- 0x7ff7c8061300 con 0x7ff7a80383a0 2024-01-24T13:04:52.264 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:04:52.264+0000 7ff7bfe00700 1 -- 172.21.15.181:0/1849113868 <== mgr.14150 v2:172.21.15.84:6800/18297849 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+24 (secure 0 0 0) 0x7ff7c8061300 con 0x7ff7a80383a0 2024-01-24T13:04:52.265 INFO:teuthology.orchestra.run.smithi181.stdout:Scheduled mon update... 2024-01-24T13:04:52.267 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:04:52.266+0000 7ff7ce600700 1 -- 172.21.15.181:0/1849113868 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7ff7a80383a0 msgr2=0x7ff7a803a860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:04:52.267 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:04:52.266+0000 7ff7ce600700 1 --2- 172.21.15.181:0/1849113868 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7ff7a80383a0 0x7ff7a803a860 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7ff7b0006fd0 tx=0x7ff7b0006e40 comp rx=0 tx=0).stop 2024-01-24T13:04:52.267 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:04:52.266+0000 7ff7ce600700 1 -- 172.21.15.181:0/1849113868 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff7c8100830 msgr2=0x7ff7c8195820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:04:52.267 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:04:52.266+0000 7ff7ce600700 1 --2- 172.21.15.181:0/1849113868 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff7c8100830 0x7ff7c8195820 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7ff7b8005950 tx=0x7ff7b8005810 comp rx=0 tx=0).stop 2024-01-24T13:04:52.267 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:04:52.266+0000 7ff7ce600700 1 -- 172.21.15.181:0/1849113868 shutdown_connections 2024-01-24T13:04:52.267 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:04:52.266+0000 7ff7ce600700 1 --2- 172.21.15.181:0/1849113868 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7ff7a80383a0 0x7ff7a803a860 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:04:52.267 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:04:52.266+0000 7ff7ce600700 1 --2- 172.21.15.181:0/1849113868 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff7c8100830 0x7ff7c8195820 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:04:52.267 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:04:52.266+0000 7ff7ce600700 1 -- 172.21.15.181:0/1849113868 >> 172.21.15.181:0/1849113868 conn(0x7ff7c80fbdb0 msgr2=0x7ff7c80fcbb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:04:52.267 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:04:52.266+0000 7ff7ce600700 1 -- 172.21.15.181:0/1849113868 shutdown_connections 2024-01-24T13:04:52.267 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:04:52.266+0000 7ff7ce600700 1 -- 172.21.15.181:0/1849113868 wait complete. 2024-01-24T13:04:52.384 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:52 smithi084 ceph-mon[35384]: Updating smithi181:/var/lib/ceph/d5d5b6f8-bab8-11ee-95b1-87774f69a715/config/ceph.conf 2024-01-24T13:04:52.671 DEBUG:teuthology.orchestra.run.smithi113:mon.b> sudo journalctl -f -n 0 -u ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@mon.b.service 2024-01-24T13:04:52.676 DEBUG:teuthology.orchestra.run.smithi181:mon.c> sudo journalctl -f -n 0 -u ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@mon.c.service 2024-01-24T13:04:52.680 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-01-24T13:04:52.680 DEBUG:teuthology.orchestra.run.smithi181:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4e3182a65800aed6d4aa2f6b86da3cfd72188134 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d5d5b6f8-bab8-11ee-95b1-87774f69a715 -- ceph mon dump -f json 2024-01-24T13:04:52.748 INFO:journalctl@ceph.mon.c.smithi181.stdout:-- Logs begin at Wed 2024-01-24 12:47:10 UTC. -- 2024-01-24T13:04:52.749 INFO:journalctl@ceph.mon.b.smithi113.stdout:-- Logs begin at Wed 2024-01-24 12:47:43 UTC. -- 2024-01-24T13:04:53.057 INFO:teuthology.orchestra.run.smithi181.stderr:Inferring config /var/lib/ceph/d5d5b6f8-bab8-11ee-95b1-87774f69a715/config/ceph.conf 2024-01-24T13:04:53.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:53 smithi084 ceph-mon[35384]: Updating smithi181:/etc/ceph/ceph.client.admin.keyring 2024-01-24T13:04:53.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:53 smithi084 ceph-mon[35384]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-24T13:04:53.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:53 smithi084 ceph-mon[35384]: Updating smithi181:/var/lib/ceph/d5d5b6f8-bab8-11ee-95b1-87774f69a715/config/ceph.client.admin.keyring 2024-01-24T13:04:53.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:53 smithi084 ceph-mon[35384]: from='client.14186 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi084:172.21.15.84=a;smithi113:172.21.15.113=b;smithi181:172.21.15.181=c", "target": ["mon-mgr", ""]}]: dispatch 2024-01-24T13:04:53.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:53 smithi084 ceph-mon[35384]: Saving service mon spec with placement smithi084:172.21.15.84=a;smithi113:172.21.15.113=b;smithi181:172.21.15.181=c;count:3 2024-01-24T13:04:53.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:53 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:04:53.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:53 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:04:53.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:53 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:04:53.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:53 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:04:53.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:53 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-01-24T13:04:53.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:53 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:04:54.633 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:04:54.632+0000 7f7ccfe00700 1 -- 172.21.15.181:0/2067222825 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7cd00730e0 msgr2=0x7f7cd00734c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:04:54.634 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:04:54.632+0000 7f7ccfe00700 1 --2- 172.21.15.181:0/2067222825 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7cd00730e0 0x7f7cd00734c0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f7cc0009910 tx=0x7f7cc0009c20 comp rx=0 tx=0).stop 2024-01-24T13:04:54.634 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:04:54.632+0000 7f7ccfe00700 1 -- 172.21.15.181:0/2067222825 shutdown_connections 2024-01-24T13:04:54.634 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:04:54.632+0000 7f7ccfe00700 1 --2- 172.21.15.181:0/2067222825 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7cd00730e0 0x7f7cd00734c0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:04:54.634 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:04:54.632+0000 7f7ccfe00700 1 -- 172.21.15.181:0/2067222825 >> 172.21.15.181:0/2067222825 conn(0x7f7cd00fc0e0 msgr2=0x7f7cd00fe500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:04:54.634 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:04:54.633+0000 7f7ccfe00700 1 -- 172.21.15.181:0/2067222825 shutdown_connections 2024-01-24T13:04:54.634 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:04:54.633+0000 7f7ccfe00700 1 -- 172.21.15.181:0/2067222825 wait complete. 2024-01-24T13:04:54.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:54 smithi084 ceph-mon[35384]: Deploying daemon mon.c on smithi181 2024-01-24T13:04:54.635 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:04:54.634+0000 7f7ccfe00700 1 Processor -- start 2024-01-24T13:04:54.635 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:04:54.634+0000 7f7ccfe00700 1 -- start start 2024-01-24T13:04:54.635 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:04:54.635+0000 7f7ccfe00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7cd00730e0 0x7f7cd019bfe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:04:54.635 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:04:54.635+0000 7f7ccfe00700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7cd019c520 con 0x7f7cd00730e0 2024-01-24T13:04:54.636 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:04:54.635+0000 7f7ccea00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7cd00730e0 0x7f7cd019bfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:04:54.636 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:04:54.635+0000 7f7ccea00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7cd00730e0 0x7f7cd019bfe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.181:39702/0 (socket says 172.21.15.181:39702) 2024-01-24T13:04:54.636 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:04:54.635+0000 7f7ccea00700 1 -- 172.21.15.181:0/856785760 learned_addr learned my addr 172.21.15.181:0/856785760 (peer_addr_for_me v2:172.21.15.181:0/0) 2024-01-24T13:04:54.636 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:04:54.636+0000 7f7ccea00700 1 -- 172.21.15.181:0/856785760 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7cc00095f0 con 0x7f7cd00730e0 2024-01-24T13:04:54.637 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:04:54.636+0000 7f7ccea00700 1 --2- 172.21.15.181:0/856785760 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7cd00730e0 0x7f7cd019bfe0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f7cc0004e90 tx=0x7f7cc0004f70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:04:54.637 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:04:54.636+0000 7f7cc7400700 1 -- 172.21.15.181:0/856785760 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f7cc001d070 con 0x7f7cd00730e0 2024-01-24T13:04:54.637 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:04:54.636+0000 7f7ccfe00700 1 -- 172.21.15.181:0/856785760 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7cd019c720 con 0x7f7cd00730e0 2024-01-24T13:04:54.637 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:04:54.636+0000 7f7cc7400700 1 -- 172.21.15.181:0/856785760 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(25 keys) v1 ==== 1067+0+0 (secure 0 0 0) 0x7f7cc00044b0 con 0x7f7cd00730e0 2024-01-24T13:04:54.637 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:04:54.636+0000 7f7cc7400700 1 -- 172.21.15.181:0/856785760 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f7cc00038f0 con 0x7f7cd00730e0 2024-01-24T13:04:54.637 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:04:54.636+0000 7f7ccfe00700 1 -- 172.21.15.181:0/856785760 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7cd019cba0 con 0x7f7cd00730e0 2024-01-24T13:04:54.638 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:04:54.637+0000 7f7ccfe00700 1 -- 172.21.15.181:0/856785760 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7cd0062370 con 0x7f7cd00730e0 2024-01-24T13:04:54.638 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:04:54.637+0000 7f7cc7400700 1 -- 172.21.15.181:0/856785760 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 13) v1 ==== 45324+0+0 (secure 0 0 0) 0x7f7cc0003b70 con 0x7f7cd00730e0 2024-01-24T13:04:54.639 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:04:54.638+0000 7f7cc7400700 1 --2- 172.21.15.181:0/856785760 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f7cb00383a0 0x7f7cb003a860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:04:54.639 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:04:54.638+0000 7f7cc7400700 1 -- 172.21.15.181:0/856785760 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f7cc004c220 con 0x7f7cd00730e0 2024-01-24T13:04:54.639 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:04:54.638+0000 7f7cc7e00700 1 --2- 172.21.15.181:0/856785760 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f7cb00383a0 0x7f7cb003a860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:04:54.639 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:04:54.639+0000 7f7cc7e00700 1 --2- 172.21.15.181:0/856785760 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f7cb00383a0 0x7f7cb003a860 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f7cb8006fd0 tx=0x7f7cb8006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:04:54.644 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:04:54.644+0000 7f7cc7400700 1 -- 172.21.15.181:0/856785760 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180484 (secure 0 0 0) 0x7f7cc002a540 con 0x7f7cd00730e0 2024-01-24T13:04:54.933 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:04:54.933+0000 7f7ccfe00700 1 -- 172.21.15.181:0/856785760 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) v1 -- 0x7f7cd01a0a20 con 0x7f7cd00730e0 2024-01-24T13:04:54.934 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:04:54.934+0000 7f7cc7400700 1 -- 172.21.15.181:0/856785760 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 1 v1) v1 ==== 95+0+736 (secure 0 0 0) 0x7f7cc002a360 con 0x7f7cd00730e0 2024-01-24T13:04:54.935 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-01-24T13:04:54.935 INFO:teuthology.orchestra.run.smithi181.stdout:{"epoch":1,"fsid":"d5d5b6f8-bab8-11ee-95b1-87774f69a715","modified":"2024-01-24T13:03:22.672593Z","created":"2024-01-24T13:03:22.672593Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:3300","nonce":0},{"type":"v1","addr":"172.21.15.84:6789","nonce":0}]},"addr":"172.21.15.84:6789/0","public_addr":"172.21.15.84:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-01-24T13:04:54.937 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:04:54.936+0000 7f7ccfe00700 1 -- 172.21.15.181:0/856785760 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f7cb00383a0 msgr2=0x7f7cb003a860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:04:54.937 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:04:54.936+0000 7f7ccfe00700 1 --2- 172.21.15.181:0/856785760 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f7cb00383a0 0x7f7cb003a860 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f7cb8006fd0 tx=0x7f7cb8006e40 comp rx=0 tx=0).stop 2024-01-24T13:04:54.937 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:04:54.936+0000 7f7ccfe00700 1 -- 172.21.15.181:0/856785760 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7cd00730e0 msgr2=0x7f7cd019bfe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:04:54.937 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:04:54.936+0000 7f7ccfe00700 1 --2- 172.21.15.181:0/856785760 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7cd00730e0 0x7f7cd019bfe0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f7cc0004e90 tx=0x7f7cc0004f70 comp rx=0 tx=0).stop 2024-01-24T13:04:54.937 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:04:54.936+0000 7f7ccfe00700 1 -- 172.21.15.181:0/856785760 shutdown_connections 2024-01-24T13:04:54.938 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:04:54.936+0000 7f7ccfe00700 1 --2- 172.21.15.181:0/856785760 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f7cb00383a0 0x7f7cb003a860 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:04:54.938 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:04:54.936+0000 7f7ccfe00700 1 --2- 172.21.15.181:0/856785760 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7cd00730e0 0x7f7cd019bfe0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:04:54.938 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:04:54.936+0000 7f7ccfe00700 1 -- 172.21.15.181:0/856785760 >> 172.21.15.181:0/856785760 conn(0x7f7cd00fc0e0 msgr2=0x7f7cd00fdae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:04:54.938 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:04:54.936+0000 7f7ccfe00700 1 -- 172.21.15.181:0/856785760 shutdown_connections 2024-01-24T13:04:54.938 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:04:54.937+0000 7f7ccfe00700 1 -- 172.21.15.181:0/856785760 wait complete. 2024-01-24T13:04:54.938 INFO:teuthology.orchestra.run.smithi181.stderr:dumped monmap epoch 1 2024-01-24T13:04:55.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:55 smithi084 ceph-mon[35384]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-24T13:04:55.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:04:55 smithi084 ceph-mon[35384]: from='client.? 172.21.15.181:0/856785760' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-01-24T13:04:56.373 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-01-24T13:04:56.373 DEBUG:teuthology.orchestra.run.smithi181:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4e3182a65800aed6d4aa2f6b86da3cfd72188134 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d5d5b6f8-bab8-11ee-95b1-87774f69a715 -- ceph mon dump -f json 2024-01-24T13:04:56.582 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:56 smithi181 systemd[1]: Starting Ceph mon.c for d5d5b6f8-bab8-11ee-95b1-87774f69a715... 2024-01-24T13:04:56.995 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:56 smithi181 bash[39610]: e254d44b2ed923a20b7e23205a492cd99ce92193f317d7c16fc9a2a5ab48edfc 2024-01-24T13:04:56.996 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:56 smithi181 systemd[1]: Started Ceph mon.c for d5d5b6f8-bab8-11ee-95b1-87774f69a715. 2024-01-24T13:04:56.996 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:56 smithi181 ceph-mon[39668]: set uid:gid to 167:167 (ceph:ceph) 2024-01-24T13:04:56.996 INFO:teuthology.orchestra.run.smithi181.stderr:Inferring config /var/lib/ceph/d5d5b6f8-bab8-11ee-95b1-87774f69a715/mon.c/config 2024-01-24T13:04:57.238 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:56 smithi181 ceph-mon[39668]: ceph version 18.2.1-341-g4e3182a6 (4e3182a65800aed6d4aa2f6b86da3cfd72188134) reef (stable), process ceph-mon, pid 7 2024-01-24T13:04:57.238 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:56 smithi181 ceph-mon[39668]: pidfile_write: ignore empty --pid-file 2024-01-24T13:04:57.238 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: load: jerasure load: lrc 2024-01-24T13:04:57.238 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: RocksDB version: 7.9.2 2024-01-24T13:04:57.238 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Git sha 0 2024-01-24T13:04:57.238 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Compile date 2024-01-24 06:39:28 2024-01-24T13:04:57.238 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: DB SUMMARY 2024-01-24T13:04:57.238 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: DB Session ID: K9K15GXL3W5XSQRMRM4A 2024-01-24T13:04:57.238 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: CURRENT file: CURRENT 2024-01-24T13:04:57.239 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: IDENTITY file: IDENTITY 2024-01-24T13:04:57.239 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2024-01-24T13:04:57.239 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2024-01-24T13:04:57.239 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000004.log size: 511 ; 2024-01-24T13:04:57.239 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.error_if_exists: 0 2024-01-24T13:04:57.239 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.create_if_missing: 0 2024-01-24T13:04:57.239 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.paranoid_checks: 1 2024-01-24T13:04:57.239 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.flush_verify_memtable_count: 1 2024-01-24T13:04:57.239 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-01-24T13:04:57.239 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-01-24T13:04:57.239 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.env: 0x5650c7eae720 2024-01-24T13:04:57.239 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.fs: PosixFileSystem 2024-01-24T13:04:57.240 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.info_log: 0x5650ca9f7460 2024-01-24T13:04:57.240 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.max_file_opening_threads: 16 2024-01-24T13:04:57.240 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.statistics: (nil) 2024-01-24T13:04:57.240 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.use_fsync: 0 2024-01-24T13:04:57.240 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.max_log_file_size: 0 2024-01-24T13:04:57.240 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-01-24T13:04:57.244 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.log_file_time_to_roll: 0 2024-01-24T13:04:57.244 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.keep_log_file_num: 1000 2024-01-24T13:04:57.244 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.recycle_log_file_num: 0 2024-01-24T13:04:57.244 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.allow_fallocate: 1 2024-01-24T13:04:57.244 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.allow_mmap_reads: 0 2024-01-24T13:04:57.244 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.allow_mmap_writes: 0 2024-01-24T13:04:57.244 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.use_direct_reads: 0 2024-01-24T13:04:57.244 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-01-24T13:04:57.245 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.create_missing_column_families: 0 2024-01-24T13:04:57.245 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.db_log_dir: 2024-01-24T13:04:57.245 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.wal_dir: 2024-01-24T13:04:57.245 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.table_cache_numshardbits: 6 2024-01-24T13:04:57.245 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.WAL_ttl_seconds: 0 2024-01-24T13:04:57.246 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.WAL_size_limit_MB: 0 2024-01-24T13:04:57.247 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-01-24T13:04:57.247 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-01-24T13:04:57.247 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.is_fd_close_on_exec: 1 2024-01-24T13:04:57.247 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.advise_random_on_open: 1 2024-01-24T13:04:57.247 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.db_write_buffer_size: 0 2024-01-24T13:04:57.247 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.write_buffer_manager: 0x5650c9c88320 2024-01-24T13:04:57.247 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-01-24T13:04:57.247 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-01-24T13:04:57.247 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.use_adaptive_mutex: 0 2024-01-24T13:04:57.247 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.rate_limiter: (nil) 2024-01-24T13:04:57.247 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-01-24T13:04:57.247 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.wal_recovery_mode: 2 2024-01-24T13:04:57.248 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.enable_thread_tracking: 0 2024-01-24T13:04:57.248 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.enable_pipelined_write: 0 2024-01-24T13:04:57.248 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.unordered_write: 0 2024-01-24T13:04:57.248 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-01-24T13:04:57.248 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-01-24T13:04:57.248 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-01-24T13:04:57.248 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-01-24T13:04:57.248 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.row_cache: None 2024-01-24T13:04:57.248 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.wal_filter: None 2024-01-24T13:04:57.248 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-01-24T13:04:57.248 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.allow_ingest_behind: 0 2024-01-24T13:04:57.248 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.two_write_queues: 0 2024-01-24T13:04:57.249 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.manual_wal_flush: 0 2024-01-24T13:04:57.249 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.wal_compression: 0 2024-01-24T13:04:57.249 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.atomic_flush: 0 2024-01-24T13:04:57.249 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-01-24T13:04:57.249 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.persist_stats_to_disk: 0 2024-01-24T13:04:57.249 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.write_dbid_to_manifest: 0 2024-01-24T13:04:57.249 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.log_readahead_size: 0 2024-01-24T13:04:57.249 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-01-24T13:04:57.249 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.best_efforts_recovery: 0 2024-01-24T13:04:57.249 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-01-24T13:04:57.250 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-01-24T13:04:57.250 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.allow_data_in_errors: 0 2024-01-24T13:04:57.250 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.db_host_id: __hostname__ 2024-01-24T13:04:57.250 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.enforce_single_del_contracts: true 2024-01-24T13:04:57.250 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.max_background_jobs: 2 2024-01-24T13:04:57.250 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.max_background_compactions: -1 2024-01-24T13:04:57.250 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.max_subcompactions: 1 2024-01-24T13:04:57.250 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-01-24T13:04:57.250 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-01-24T13:04:57.250 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.delayed_write_rate : 16777216 2024-01-24T13:04:57.250 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.max_total_wal_size: 0 2024-01-24T13:04:57.250 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-01-24T13:04:57.250 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.stats_dump_period_sec: 600 2024-01-24T13:04:57.250 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.stats_persist_period_sec: 600 2024-01-24T13:04:57.251 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-01-24T13:04:57.251 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.max_open_files: -1 2024-01-24T13:04:57.251 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.bytes_per_sync: 0 2024-01-24T13:04:57.251 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.wal_bytes_per_sync: 0 2024-01-24T13:04:57.251 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.strict_bytes_per_sync: 0 2024-01-24T13:04:57.251 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.compaction_readahead_size: 0 2024-01-24T13:04:57.251 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.max_background_flushes: -1 2024-01-24T13:04:57.251 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Compression algorithms supported: 2024-01-24T13:04:57.251 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-01-24T13:04:57.251 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: kZSTD supported: 0 2024-01-24T13:04:57.251 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: kXpressCompression supported: 0 2024-01-24T13:04:57.251 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: kLZ4HCCompression supported: 1 2024-01-24T13:04:57.251 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: kZlibCompression supported: 1 2024-01-24T13:04:57.251 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: kSnappyCompression supported: 1 2024-01-24T13:04:57.252 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: kLZ4Compression supported: 1 2024-01-24T13:04:57.252 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: kBZip2Compression supported: 0 2024-01-24T13:04:57.252 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Fast CRC32 supported: Supported on x86 2024-01-24T13:04:57.252 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: DMutex implementation: pthread_mutex_t 2024-01-24T13:04:57.252 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 2024-01-24T13:04:57.252 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-01-24T13:04:57.252 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-01-24T13:04:57.252 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.merge_operator: 2024-01-24T13:04:57.252 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.compaction_filter: None 2024-01-24T13:04:57.252 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.compaction_filter_factory: None 2024-01-24T13:04:57.252 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.sst_partitioner_factory: None 2024-01-24T13:04:57.252 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.memtable_factory: SkipListFactory 2024-01-24T13:04:57.252 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.table_factory: BlockBasedTable 2024-01-24T13:04:57.253 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5650ca9f7560) 2024-01-24T13:04:57.253 INFO:journalctl@ceph.mon.c.smithi181.stdout: cache_index_and_filter_blocks: 1 2024-01-24T13:04:57.253 INFO:journalctl@ceph.mon.c.smithi181.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-01-24T13:04:57.253 INFO:journalctl@ceph.mon.c.smithi181.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-01-24T13:04:57.253 INFO:journalctl@ceph.mon.c.smithi181.stdout: pin_top_level_index_and_filter: 1 2024-01-24T13:04:57.253 INFO:journalctl@ceph.mon.c.smithi181.stdout: index_type: 0 2024-01-24T13:04:57.253 INFO:journalctl@ceph.mon.c.smithi181.stdout: data_block_index_type: 0 2024-01-24T13:04:57.253 INFO:journalctl@ceph.mon.c.smithi181.stdout: index_shortening: 1 2024-01-24T13:04:57.253 INFO:journalctl@ceph.mon.c.smithi181.stdout: data_block_hash_table_util_ratio: 0.750000 2024-01-24T13:04:57.254 INFO:journalctl@ceph.mon.c.smithi181.stdout: checksum: 4 2024-01-24T13:04:57.254 INFO:journalctl@ceph.mon.c.smithi181.stdout: no_block_cache: 0 2024-01-24T13:04:57.254 INFO:journalctl@ceph.mon.c.smithi181.stdout: block_cache: 0x5650c9d091f0 2024-01-24T13:04:57.254 INFO:journalctl@ceph.mon.c.smithi181.stdout: block_cache_name: BinnedLRUCache 2024-01-24T13:04:57.254 INFO:journalctl@ceph.mon.c.smithi181.stdout: block_cache_options: 2024-01-24T13:04:57.254 INFO:journalctl@ceph.mon.c.smithi181.stdout: capacity : 536870912 2024-01-24T13:04:57.254 INFO:journalctl@ceph.mon.c.smithi181.stdout: num_shard_bits : 4 2024-01-24T13:04:57.254 INFO:journalctl@ceph.mon.c.smithi181.stdout: strict_capacity_limit : 0 2024-01-24T13:04:57.254 INFO:journalctl@ceph.mon.c.smithi181.stdout: high_pri_pool_ratio: 0.000 2024-01-24T13:04:57.254 INFO:journalctl@ceph.mon.c.smithi181.stdout: block_cache_compressed: (nil) 2024-01-24T13:04:57.254 INFO:journalctl@ceph.mon.c.smithi181.stdout: persistent_cache: (nil) 2024-01-24T13:04:57.254 INFO:journalctl@ceph.mon.c.smithi181.stdout: block_size: 4096 2024-01-24T13:04:57.254 INFO:journalctl@ceph.mon.c.smithi181.stdout: block_size_deviation: 10 2024-01-24T13:04:57.254 INFO:journalctl@ceph.mon.c.smithi181.stdout: block_restart_interval: 16 2024-01-24T13:04:57.254 INFO:journalctl@ceph.mon.c.smithi181.stdout: index_block_restart_interval: 1 2024-01-24T13:04:57.255 INFO:journalctl@ceph.mon.c.smithi181.stdout: metadata_block_size: 4096 2024-01-24T13:04:57.255 INFO:journalctl@ceph.mon.c.smithi181.stdout: partition_filters: 0 2024-01-24T13:04:57.255 INFO:journalctl@ceph.mon.c.smithi181.stdout: use_delta_encoding: 1 2024-01-24T13:04:57.255 INFO:journalctl@ceph.mon.c.smithi181.stdout: filter_policy: bloomfilter 2024-01-24T13:04:57.255 INFO:journalctl@ceph.mon.c.smithi181.stdout: whole_key_filtering: 1 2024-01-24T13:04:57.255 INFO:journalctl@ceph.mon.c.smithi181.stdout: verify_compression: 0 2024-01-24T13:04:57.255 INFO:journalctl@ceph.mon.c.smithi181.stdout: read_amp_bytes_per_bit: 0 2024-01-24T13:04:57.255 INFO:journalctl@ceph.mon.c.smithi181.stdout: format_version: 5 2024-01-24T13:04:57.255 INFO:journalctl@ceph.mon.c.smithi181.stdout: enable_index_compression: 1 2024-01-24T13:04:57.255 INFO:journalctl@ceph.mon.c.smithi181.stdout: block_align: 0 2024-01-24T13:04:57.255 INFO:journalctl@ceph.mon.c.smithi181.stdout: max_auto_readahead_size: 262144 2024-01-24T13:04:57.255 INFO:journalctl@ceph.mon.c.smithi181.stdout: prepopulate_block_cache: 0 2024-01-24T13:04:57.255 INFO:journalctl@ceph.mon.c.smithi181.stdout: initial_auto_readahead_size: 8192 2024-01-24T13:04:57.255 INFO:journalctl@ceph.mon.c.smithi181.stdout: num_file_reads_for_auto_readahead: 2 2024-01-24T13:04:57.255 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.write_buffer_size: 33554432 2024-01-24T13:04:57.256 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.max_write_buffer_number: 2 2024-01-24T13:04:57.256 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.compression: NoCompression 2024-01-24T13:04:57.256 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.bottommost_compression: Disabled 2024-01-24T13:04:57.256 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.prefix_extractor: nullptr 2024-01-24T13:04:57.256 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-01-24T13:04:57.256 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.num_levels: 7 2024-01-24T13:04:57.256 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-01-24T13:04:57.256 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-01-24T13:04:57.256 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-01-24T13:04:57.256 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-01-24T13:04:57.256 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-01-24T13:04:57.256 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-01-24T13:04:57.256 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-01-24T13:04:57.257 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-01-24T13:04:57.257 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-01-24T13:04:57.257 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-01-24T13:04:57.257 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-01-24T13:04:57.257 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-01-24T13:04:57.257 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.compression_opts.window_bits: -14 2024-01-24T13:04:57.257 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.compression_opts.level: 32767 2024-01-24T13:04:57.257 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.compression_opts.strategy: 0 2024-01-24T13:04:57.257 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-01-24T13:04:57.257 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-01-24T13:04:57.257 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-01-24T13:04:57.257 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-01-24T13:04:57.257 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.compression_opts.enabled: false 2024-01-24T13:04:57.257 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-01-24T13:04:57.257 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-01-24T13:04:57.258 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-01-24T13:04:57.258 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-01-24T13:04:57.258 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.target_file_size_base: 67108864 2024-01-24T13:04:57.258 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.target_file_size_multiplier: 1 2024-01-24T13:04:57.258 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-01-24T13:04:57.258 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-01-24T13:04:57.258 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-01-24T13:04:57.258 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-01-24T13:04:57.258 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-01-24T13:04:57.258 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-01-24T13:04:57.258 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-01-24T13:04:57.258 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-01-24T13:04:57.258 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-01-24T13:04:57.258 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-01-24T13:04:57.258 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-01-24T13:04:57.259 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-01-24T13:04:57.259 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-01-24T13:04:57.259 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.arena_block_size: 1048576 2024-01-24T13:04:57.259 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-01-24T13:04:57.259 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-01-24T13:04:57.259 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.disable_auto_compactions: 0 2024-01-24T13:04:57.259 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-01-24T13:04:57.259 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-01-24T13:04:57.259 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-01-24T13:04:57.259 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-01-24T13:04:57.259 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-01-24T13:04:57.259 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-01-24T13:04:57.259 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-01-24T13:04:57.259 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-01-24T13:04:57.259 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-01-24T13:04:57.260 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-01-24T13:04:57.260 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.table_properties_collectors: 2024-01-24T13:04:57.260 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.inplace_update_support: 0 2024-01-24T13:04:57.260 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.inplace_update_num_locks: 10000 2024-01-24T13:04:57.260 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-01-24T13:04:57.260 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-01-24T13:04:57.260 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.memtable_huge_page_size: 0 2024-01-24T13:04:57.260 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.bloom_locality: 0 2024-01-24T13:04:57.260 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.max_successive_merges: 0 2024-01-24T13:04:57.260 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.optimize_filters_for_hits: 0 2024-01-24T13:04:57.260 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.paranoid_file_checks: 0 2024-01-24T13:04:57.260 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.force_consistency_checks: 1 2024-01-24T13:04:57.260 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.report_bg_io_stats: 0 2024-01-24T13:04:57.260 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.ttl: 2592000 2024-01-24T13:04:57.261 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.periodic_compaction_seconds: 0 2024-01-24T13:04:57.261 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-01-24T13:04:57.261 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-01-24T13:04:57.261 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.enable_blob_files: false 2024-01-24T13:04:57.261 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.min_blob_size: 0 2024-01-24T13:04:57.261 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.blob_file_size: 268435456 2024-01-24T13:04:57.261 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.blob_compression_type: NoCompression 2024-01-24T13:04:57.261 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.enable_blob_garbage_collection: false 2024-01-24T13:04:57.261 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-01-24T13:04:57.261 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-01-24T13:04:57.261 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-01-24T13:04:57.261 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.blob_file_starting_level: 0 2024-01-24T13:04:57.261 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-01-24T13:04:57.262 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-01-24T13:04:57.262 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-01-24T13:04:57.262 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 2c01931f-1f52-415b-869f-88bbec0c7e84 2024-01-24T13:04:57.262 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: EVENT_LOG_v1 {"time_micros": 1706101497008214, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-01-24T13:04:57.262 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2024-01-24T13:04:57.262 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: EVENT_LOG_v1 {"time_micros": 1706101497009007, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1622, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 523, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1706101497, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "2c01931f-1f52-415b-869f-88bbec0c7e84", "db_session_id": "K9K15GXL3W5XSQRMRM4A", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2024-01-24T13:04:57.262 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: EVENT_LOG_v1 {"time_micros": 1706101497009277, "job": 1, "event": "recovery_finished"} 2024-01-24T13:04:57.262 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2024-01-24T13:04:57.262 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-01-24T13:04:57.262 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x5650c9da6000 2024-01-24T13:04:57.262 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: DB pointer 0x5650c9d94000 2024-01-24T13:04:57.262 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-01-24T13:04:57.262 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-01-24T13:04:57.263 INFO:journalctl@ceph.mon.c.smithi181.stdout: ** DB Stats ** 2024-01-24T13:04:57.263 INFO:journalctl@ceph.mon.c.smithi181.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-01-24T13:04:57.263 INFO:journalctl@ceph.mon.c.smithi181.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-01-24T13:04:57.263 INFO:journalctl@ceph.mon.c.smithi181.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-01-24T13:04:57.263 INFO:journalctl@ceph.mon.c.smithi181.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-01-24T13:04:57.263 INFO:journalctl@ceph.mon.c.smithi181.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-01-24T13:04:57.263 INFO:journalctl@ceph.mon.c.smithi181.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-01-24T13:04:57.263 INFO:journalctl@ceph.mon.c.smithi181.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-01-24T13:04:57.263 INFO:journalctl@ceph.mon.c.smithi181.stdout: 2024-01-24T13:04:57.263 INFO:journalctl@ceph.mon.c.smithi181.stdout: ** Compaction Stats [default] ** 2024-01-24T13:04:57.263 INFO:journalctl@ceph.mon.c.smithi181.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-01-24T13:04:57.263 INFO:journalctl@ceph.mon.c.smithi181.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-01-24T13:04:57.263 INFO:journalctl@ceph.mon.c.smithi181.stdout: L0 1/0 1.58 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 2.0 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-01-24T13:04:57.263 INFO:journalctl@ceph.mon.c.smithi181.stdout: Sum 1/0 1.58 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 2.0 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-01-24T13:04:57.263 INFO:journalctl@ceph.mon.c.smithi181.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 2.0 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-01-24T13:04:57.264 INFO:journalctl@ceph.mon.c.smithi181.stdout: 2024-01-24T13:04:57.264 INFO:journalctl@ceph.mon.c.smithi181.stdout: ** Compaction Stats [default] ** 2024-01-24T13:04:57.264 INFO:journalctl@ceph.mon.c.smithi181.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-01-24T13:04:57.264 INFO:journalctl@ceph.mon.c.smithi181.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-01-24T13:04:57.264 INFO:journalctl@ceph.mon.c.smithi181.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 2.0 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-01-24T13:04:57.264 INFO:journalctl@ceph.mon.c.smithi181.stdout: 2024-01-24T13:04:57.264 INFO:journalctl@ceph.mon.c.smithi181.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-01-24T13:04:57.264 INFO:journalctl@ceph.mon.c.smithi181.stdout: 2024-01-24T13:04:57.264 INFO:journalctl@ceph.mon.c.smithi181.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-01-24T13:04:57.264 INFO:journalctl@ceph.mon.c.smithi181.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-01-24T13:04:57.264 INFO:journalctl@ceph.mon.c.smithi181.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-01-24T13:04:57.264 INFO:journalctl@ceph.mon.c.smithi181.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-01-24T13:04:57.264 INFO:journalctl@ceph.mon.c.smithi181.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-01-24T13:04:57.264 INFO:journalctl@ceph.mon.c.smithi181.stdout: AddFile(Keys): cumulative 0, interval 0 2024-01-24T13:04:57.265 INFO:journalctl@ceph.mon.c.smithi181.stdout: Cumulative compaction: 0.00 GB write, 0.27 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-01-24T13:04:57.265 INFO:journalctl@ceph.mon.c.smithi181.stdout: Interval compaction: 0.00 GB write, 0.27 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-01-24T13:04:57.265 INFO:journalctl@ceph.mon.c.smithi181.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-01-24T13:04:57.265 INFO:journalctl@ceph.mon.c.smithi181.stdout: Block cache BinnedLRUCache@0x5650c9d091f0#7 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.4e-05 secs_since: 0 2024-01-24T13:04:57.265 INFO:journalctl@ceph.mon.c.smithi181.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2024-01-24T13:04:57.265 INFO:journalctl@ceph.mon.c.smithi181.stdout: 2024-01-24T13:04:57.265 INFO:journalctl@ceph.mon.c.smithi181.stdout: ** File Read Latency Histogram By Level [default] ** 2024-01-24T13:04:57.265 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: mon.c does not exist in monmap, will attempt to join an existing cluster 2024-01-24T13:04:57.265 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: using public_addr v2:172.21.15.181:0/0 -> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-01-24T13:04:57.265 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: starting mon.c rank -1 at public addrs [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] at bind addrs [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon_data /var/lib/ceph/mon/ceph-c fsid d5d5b6f8-bab8-11ee-95b1-87774f69a715 2024-01-24T13:04:57.265 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: mon.c@-1(???) e0 preinit fsid d5d5b6f8-bab8-11ee-95b1-87774f69a715 2024-01-24T13:04:57.265 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: mon.c@-1(synchronizing).mds e1 new map 2024-01-24T13:04:57.265 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: mon.c@-1(synchronizing).mds e1 print_map 2024-01-24T13:04:57.265 INFO:journalctl@ceph.mon.c.smithi181.stdout: e1 2024-01-24T13:04:57.265 INFO:journalctl@ceph.mon.c.smithi181.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-01-24T13:04:57.266 INFO:journalctl@ceph.mon.c.smithi181.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-01-24T13:04:57.266 INFO:journalctl@ceph.mon.c.smithi181.stdout: legacy client fscid: -1 2024-01-24T13:04:57.266 INFO:journalctl@ceph.mon.c.smithi181.stdout: 2024-01-24T13:04:57.266 INFO:journalctl@ceph.mon.c.smithi181.stdout: No filesystems configured 2024-01-24T13:04:57.266 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-01-24T13:04:57.266 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-01-24T13:04:57.266 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-01-24T13:04:57.266 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-01-24T13:04:57.266 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-01-24T13:04:57.266 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-01-24T13:04:57.266 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-01-24T13:04:57.266 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-01-24T13:04:57.266 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-01-24T13:04:57.267 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-01-24T13:04:57.267 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-24T13:04:57.267 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:04:57.267 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:04:57.267 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-01-24T13:04:57.267 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:04:57.267 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-24T13:04:57.267 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: from='client.? 172.21.15.84:0/3206077416' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-01-24T13:04:57.267 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-24T13:04:57.267 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: from='client.? 172.21.15.84:0/3206077416' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-01-24T13:04:57.267 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: osdmap e4: 0 total, 0 up, 0 in 2024-01-24T13:04:57.267 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:04:57.267 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:04:57.267 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:04:57.267 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:04:57.268 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi181", "name": "osd_memory_target"}]: dispatch 2024-01-24T13:04:57.268 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:04:57.268 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:04:57.268 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: Updating smithi181:/etc/ceph/ceph.conf 2024-01-24T13:04:57.268 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: Updating smithi181:/var/lib/ceph/d5d5b6f8-bab8-11ee-95b1-87774f69a715/config/ceph.conf 2024-01-24T13:04:57.268 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: Updating smithi181:/etc/ceph/ceph.client.admin.keyring 2024-01-24T13:04:57.268 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-24T13:04:57.268 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: Updating smithi181:/var/lib/ceph/d5d5b6f8-bab8-11ee-95b1-87774f69a715/config/ceph.client.admin.keyring 2024-01-24T13:04:57.268 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: from='client.14186 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi084:172.21.15.84=a;smithi113:172.21.15.113=b;smithi181:172.21.15.181=c", "target": ["mon-mgr", ""]}]: dispatch 2024-01-24T13:04:57.268 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: Saving service mon spec with placement smithi084:172.21.15.84=a;smithi113:172.21.15.113=b;smithi181:172.21.15.181=c;count:3 2024-01-24T13:04:57.268 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:04:57.268 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:04:57.268 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:04:57.269 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:04:57.269 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-01-24T13:04:57.269 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:04:57.269 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: Deploying daemon mon.c on smithi181 2024-01-24T13:04:57.269 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-24T13:04:57.269 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: from='client.? 172.21.15.181:0/856785760' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-01-24T13:04:57.269 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-01-24T13:04:57.269 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: mon.c@-1(synchronizing) e1 handle_conf_change mon_allow_pool_delete 2024-01-24T13:04:57.269 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: expand_channel_meta expand map: {default=false} 2024-01-24T13:04:57.269 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: expand_channel_meta from 'false' to 'false' 2024-01-24T13:04:57.269 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: expand_channel_meta expanded map: {default=false} 2024-01-24T13:04:57.269 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: expand_channel_meta expand map: {default=info} 2024-01-24T13:04:57.269 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: expand_channel_meta from 'info' to 'info' 2024-01-24T13:04:57.269 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: expand_channel_meta expanded map: {default=info} 2024-01-24T13:04:57.269 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: expand_channel_meta expand map: {default=daemon} 2024-01-24T13:04:57.269 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: expand_channel_meta from 'daemon' to 'daemon' 2024-01-24T13:04:57.269 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: expand_channel_meta expanded map: {default=daemon} 2024-01-24T13:04:57.270 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: expand_channel_meta expand map: {default=debug} 2024-01-24T13:04:57.270 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: expand_channel_meta from 'debug' to 'debug' 2024-01-24T13:04:57.270 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:04:57 smithi181 ceph-mon[39668]: expand_channel_meta expanded map: {default=debug} 2024-01-24T13:05:02.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:02 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-01-24T13:05:02.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:02 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-01-24T13:05:02.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:02 smithi084 ceph-mon[35384]: mon.a calling monitor election 2024-01-24T13:05:02.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:02 smithi084 ceph-mon[35384]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-24T13:05:02.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:02 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-01-24T13:05:02.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:02 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-01-24T13:05:02.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:02 smithi084 ceph-mon[35384]: mon.c calling monitor election 2024-01-24T13:05:02.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:02 smithi084 ceph-mon[35384]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-24T13:05:02.386 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:02 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-01-24T13:05:02.386 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:02 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-01-24T13:05:02.386 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:02 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-01-24T13:05:02.386 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:02 smithi084 ceph-mon[35384]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-01-24T13:05:02.386 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:02 smithi084 ceph-mon[35384]: monmap e2: 2 mons at {a=[v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0],c=[v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-01-24T13:05:02.386 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:02 smithi084 ceph-mon[35384]: fsmap 2024-01-24T13:05:02.386 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:02 smithi084 ceph-mon[35384]: osdmap e4: 0 total, 0 up, 0 in 2024-01-24T13:05:02.386 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:02 smithi084 ceph-mon[35384]: mgrmap e13: x(active, since 42s) 2024-01-24T13:05:02.386 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:02 smithi084 ceph-mon[35384]: overall HEALTH_OK 2024-01-24T13:05:02.386 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:02 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:02.386 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:02 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:02.386 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:02 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:02.386 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:02 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-01-24T13:05:02.387 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:02 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:05:02.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:02 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-01-24T13:05:02.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:02 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-01-24T13:05:02.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:02 smithi181 ceph-mon[39668]: mon.a calling monitor election 2024-01-24T13:05:02.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:02 smithi181 ceph-mon[39668]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-24T13:05:02.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:02 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-01-24T13:05:02.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:02 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-01-24T13:05:02.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:02 smithi181 ceph-mon[39668]: mon.c calling monitor election 2024-01-24T13:05:02.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:02 smithi181 ceph-mon[39668]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-24T13:05:02.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:02 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-01-24T13:05:02.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:02 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-01-24T13:05:02.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:02 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-01-24T13:05:02.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:02 smithi181 ceph-mon[39668]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-01-24T13:05:02.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:02 smithi181 ceph-mon[39668]: monmap e2: 2 mons at {a=[v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0],c=[v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-01-24T13:05:02.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:02 smithi181 ceph-mon[39668]: fsmap 2024-01-24T13:05:02.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:02 smithi181 ceph-mon[39668]: osdmap e4: 0 total, 0 up, 0 in 2024-01-24T13:05:02.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:02 smithi181 ceph-mon[39668]: mgrmap e13: x(active, since 42s) 2024-01-24T13:05:02.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:02 smithi181 ceph-mon[39668]: overall HEALTH_OK 2024-01-24T13:05:02.401 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:02 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:02.401 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:02 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:02.401 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:02 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:02.401 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:02 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-01-24T13:05:02.401 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:02 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:05:02.624 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:02.623+0000 7f4b86200700 1 -- 172.21.15.181:0/554548510 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4b801068e0 msgr2=0x7f4b60005610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:05:02.624 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:02.623+0000 7f4b86200700 1 --2- 172.21.15.181:0/554548510 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4b801068e0 0x7f4b60005610 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f4b70005fa0 tx=0x7f4b7000ff70 comp rx=0 tx=0).stop 2024-01-24T13:05:02.624 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:02.623+0000 7f4b86200700 1 -- 172.21.15.181:0/554548510 shutdown_connections 2024-01-24T13:05:02.624 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:02.623+0000 7f4b86200700 1 --2- 172.21.15.181:0/554548510 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4b801068e0 0x7f4b60005610 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:05:02.625 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:02.623+0000 7f4b86200700 1 -- 172.21.15.181:0/554548510 >> 172.21.15.181:0/554548510 conn(0x7f4b800fc3b0 msgr2=0x7f4b800fe7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:05:02.625 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:02.624+0000 7f4b86200700 1 -- 172.21.15.181:0/554548510 shutdown_connections 2024-01-24T13:05:02.625 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:02.624+0000 7f4b86200700 1 -- 172.21.15.181:0/554548510 wait complete. 2024-01-24T13:05:02.625 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:02.625+0000 7f4b86200700 1 Processor -- start 2024-01-24T13:05:02.625 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:02.625+0000 7f4b86200700 1 -- start start 2024-01-24T13:05:02.626 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:02.625+0000 7f4b86200700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4b801068e0 0x7f4b80197e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:05:02.626 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:02.625+0000 7f4b86200700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4b801983c0 0x7f4b8019c830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:05:02.626 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:02.626+0000 7f4b86200700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4b80198950 con 0x7f4b801068e0 2024-01-24T13:05:02.626 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:02.626+0000 7f4b86200700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4b80198ac0 con 0x7f4b801983c0 2024-01-24T13:05:02.627 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:02.626+0000 7f4b7f400700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4b801068e0 0x7f4b80197e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:05:02.627 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:02.626+0000 7f4b7f400700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4b801068e0 0x7f4b80197e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.181:43310/0 (socket says 172.21.15.181:43310) 2024-01-24T13:05:02.627 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:02.626+0000 7f4b7f400700 1 -- 172.21.15.181:0/1751745972 learned_addr learned my addr 172.21.15.181:0/1751745972 (peer_addr_for_me v2:172.21.15.181:0/0) 2024-01-24T13:05:02.627 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:02.626+0000 7f4b7ea00700 1 --2- 172.21.15.181:0/1751745972 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4b801983c0 0x7f4b8019c830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:05:02.627 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:02.626+0000 7f4b7ea00700 1 -- 172.21.15.181:0/1751745972 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4b801983c0 msgr2=0x7f4b8019c830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 13 2024-01-24T13:05:02.627 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:02.626+0000 7f4b7ea00700 1 -- 172.21.15.181:0/1751745972 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4b801983c0 msgr2=0x7f4b8019c830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-01-24T13:05:02.627 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:02.626+0000 7f4b7ea00700 1 --2- 172.21.15.181:0/1751745972 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4b801983c0 0x7f4b8019c830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-01-24T13:05:02.627 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:02.626+0000 7f4b7f400700 1 -- 172.21.15.181:0/1751745972 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4b801983c0 msgr2=0x7f4b8019c830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:05:02.627 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:02.626+0000 7f4b7ea00700 1 --2- 172.21.15.181:0/1751745972 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4b801983c0 0x7f4b8019c830 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-01-24T13:05:02.627 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:02.626+0000 7f4b7f400700 1 --2- 172.21.15.181:0/1751745972 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4b801983c0 0x7f4b8019c830 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:05:02.628 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:02.626+0000 7f4b7f400700 1 -- 172.21.15.181:0/1751745972 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4b7000f970 con 0x7f4b801068e0 2024-01-24T13:05:02.628 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:02.627+0000 7f4b7f400700 1 --2- 172.21.15.181:0/1751745972 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4b801068e0 0x7f4b80197e80 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f4b70000c00 tx=0x7f4b70015000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:05:02.628 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:02.627+0000 7f4b77e00700 1 -- 172.21.15.181:0/1751745972 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 309+0+0 (secure 0 0 0) 0x7f4b70003f80 con 0x7f4b801068e0 2024-01-24T13:05:02.628 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:02.627+0000 7f4b77e00700 1 -- 172.21.15.181:0/1751745972 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(25 keys) v1 ==== 1067+0+0 (secure 0 0 0) 0x7f4b700040e0 con 0x7f4b801068e0 2024-01-24T13:05:02.629 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:02.627+0000 7f4b86200700 1 -- 172.21.15.181:0/1751745972 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4b8019cdd0 con 0x7f4b801068e0 2024-01-24T13:05:02.629 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:02.627+0000 7f4b77e00700 1 -- 172.21.15.181:0/1751745972 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 309+0+0 (secure 0 0 0) 0x7f4b70004650 con 0x7f4b801068e0 2024-01-24T13:05:02.629 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:02.627+0000 7f4b86200700 1 -- 172.21.15.181:0/1751745972 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4b8019d320 con 0x7f4b801068e0 2024-01-24T13:05:02.629 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:02.629+0000 7f4b77e00700 1 -- 172.21.15.181:0/1751745972 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 13) v1 ==== 45324+0+0 (secure 0 0 0) 0x7f4b70012a30 con 0x7f4b801068e0 2024-01-24T13:05:02.630 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:02.629+0000 7f4b86200700 1 -- 172.21.15.181:0/1751745972 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4b8019d650 con 0x7f4b801068e0 2024-01-24T13:05:02.630 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:02.629+0000 7f4b77e00700 1 --2- 172.21.15.181:0/1751745972 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f4b580381e0 0x7f4b5803a6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:05:02.630 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:02.629+0000 7f4b77e00700 1 -- 172.21.15.181:0/1751745972 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f4b7004db70 con 0x7f4b801068e0 2024-01-24T13:05:02.630 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:02.629+0000 7f4b7ea00700 1 --2- 172.21.15.181:0/1751745972 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f4b580381e0 0x7f4b5803a6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:05:02.630 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:02.630+0000 7f4b7ea00700 1 --2- 172.21.15.181:0/1751745972 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f4b580381e0 0x7f4b5803a6a0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f4b68009850 tx=0x7f4b68008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:05:02.635 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:02.634+0000 7f4b77e00700 1 -- 172.21.15.181:0/1751745972 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180484 (secure 0 0 0) 0x7f4b700107e0 con 0x7f4b801068e0 2024-01-24T13:05:02.913 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:02.913+0000 7f4b86200700 1 -- 172.21.15.181:0/1751745972 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) v1 -- 0x7f4b801a2b20 con 0x7f4b801068e0 2024-01-24T13:05:02.914 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:02.913+0000 7f4b77e00700 1 -- 172.21.15.181:0/1751745972 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 2 v2) v1 ==== 95+0+1006 (secure 0 0 0) 0x7f4b700103d0 con 0x7f4b801068e0 2024-01-24T13:05:02.914 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-01-24T13:05:02.914 INFO:teuthology.orchestra.run.smithi181.stdout:{"epoch":2,"fsid":"d5d5b6f8-bab8-11ee-95b1-87774f69a715","modified":"2024-01-24T13:04:57.052913Z","created":"2024-01-24T13:03:22.672593Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:3300","nonce":0},{"type":"v1","addr":"172.21.15.84:6789","nonce":0}]},"addr":"172.21.15.84:6789/0","public_addr":"172.21.15.84:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:3300","nonce":0},{"type":"v1","addr":"172.21.15.181:6789","nonce":0}]},"addr":"172.21.15.181:6789/0","public_addr":"172.21.15.181:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-01-24T13:05:02.916 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:02.916+0000 7f4b86200700 1 -- 172.21.15.181:0/1751745972 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f4b580381e0 msgr2=0x7f4b5803a6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:05:02.916 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:02.916+0000 7f4b86200700 1 --2- 172.21.15.181:0/1751745972 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f4b580381e0 0x7f4b5803a6a0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f4b68009850 tx=0x7f4b68008040 comp rx=0 tx=0).stop 2024-01-24T13:05:02.916 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:02.916+0000 7f4b86200700 1 -- 172.21.15.181:0/1751745972 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4b801068e0 msgr2=0x7f4b80197e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:05:02.917 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:02.916+0000 7f4b86200700 1 --2- 172.21.15.181:0/1751745972 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4b801068e0 0x7f4b80197e80 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f4b70000c00 tx=0x7f4b70015000 comp rx=0 tx=0).stop 2024-01-24T13:05:02.917 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:02.916+0000 7f4b86200700 1 -- 172.21.15.181:0/1751745972 shutdown_connections 2024-01-24T13:05:02.917 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:02.916+0000 7f4b86200700 1 --2- 172.21.15.181:0/1751745972 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f4b580381e0 0x7f4b5803a6a0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:05:02.917 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:02.916+0000 7f4b86200700 1 --2- 172.21.15.181:0/1751745972 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4b801068e0 0x7f4b80197e80 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:05:02.917 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:02.916+0000 7f4b86200700 1 --2- 172.21.15.181:0/1751745972 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f4b801983c0 0x7f4b8019c830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:05:02.917 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:02.916+0000 7f4b86200700 1 -- 172.21.15.181:0/1751745972 >> 172.21.15.181:0/1751745972 conn(0x7f4b800fc3b0 msgr2=0x7f4b80072f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:05:02.917 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:02.916+0000 7f4b86200700 1 -- 172.21.15.181:0/1751745972 shutdown_connections 2024-01-24T13:05:02.917 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:02.916+0000 7f4b86200700 1 -- 172.21.15.181:0/1751745972 wait complete. 2024-01-24T13:05:02.917 INFO:teuthology.orchestra.run.smithi181.stderr:dumped monmap epoch 2 2024-01-24T13:05:03.292 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:03 smithi181 ceph-mon[39668]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-24T13:05:03.293 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:03 smithi181 ceph-mon[39668]: Deploying daemon mon.b on smithi113 2024-01-24T13:05:03.293 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:03 smithi181 ceph-mon[39668]: from='client.? 172.21.15.181:0/1751745972' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-01-24T13:05:03.293 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:03 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-01-24T13:05:03.384 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:03 smithi084 ceph-mon[35384]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-24T13:05:03.384 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:03 smithi084 ceph-mon[35384]: Deploying daemon mon.b on smithi113 2024-01-24T13:05:03.384 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:03 smithi084 ceph-mon[35384]: from='client.? 172.21.15.181:0/1751745972' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-01-24T13:05:03.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:03 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-01-24T13:05:04.316 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-01-24T13:05:04.316 DEBUG:teuthology.orchestra.run.smithi181:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4e3182a65800aed6d4aa2f6b86da3cfd72188134 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d5d5b6f8-bab8-11ee-95b1-87774f69a715 -- ceph mon dump -f json 2024-01-24T13:05:04.667 INFO:teuthology.orchestra.run.smithi181.stderr:Inferring config /var/lib/ceph/d5d5b6f8-bab8-11ee-95b1-87774f69a715/mon.c/config 2024-01-24T13:05:05.227 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 systemd[1]: Starting Ceph mon.b for d5d5b6f8-bab8-11ee-95b1-87774f69a715... 2024-01-24T13:05:05.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:05 smithi181 ceph-mon[39668]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-24T13:05:05.619 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 bash[39139]: 3a39fb54fe0b01835fb2a27b99354d93c947b65677a55d16d4f2a142b70bf483 2024-01-24T13:05:05.619 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 systemd[1]: Started Ceph mon.b for d5d5b6f8-bab8-11ee-95b1-87774f69a715. 2024-01-24T13:05:05.619 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: set uid:gid to 167:167 (ceph:ceph) 2024-01-24T13:05:05.634 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:05 smithi084 ceph-mon[35384]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-24T13:05:06.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: ceph version 18.2.1-341-g4e3182a6 (4e3182a65800aed6d4aa2f6b86da3cfd72188134) reef (stable), process ceph-mon, pid 7 2024-01-24T13:05:06.028 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: pidfile_write: ignore empty --pid-file 2024-01-24T13:05:06.028 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: load: jerasure load: lrc 2024-01-24T13:05:06.028 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: RocksDB version: 7.9.2 2024-01-24T13:05:06.028 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Git sha 0 2024-01-24T13:05:06.028 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Compile date 2024-01-24 06:39:28 2024-01-24T13:05:06.028 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: DB SUMMARY 2024-01-24T13:05:06.028 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: DB Session ID: CAYLJFHQ20ITGAZSKRSN 2024-01-24T13:05:06.028 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: CURRENT file: CURRENT 2024-01-24T13:05:06.028 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: IDENTITY file: IDENTITY 2024-01-24T13:05:06.028 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2024-01-24T13:05:06.028 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 0, files: 2024-01-24T13:05:06.029 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000004.log size: 636 ; 2024-01-24T13:05:06.029 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.error_if_exists: 0 2024-01-24T13:05:06.029 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.create_if_missing: 0 2024-01-24T13:05:06.029 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.paranoid_checks: 1 2024-01-24T13:05:06.029 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.flush_verify_memtable_count: 1 2024-01-24T13:05:06.029 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-01-24T13:05:06.029 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-01-24T13:05:06.029 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.env: 0x5629021ef720 2024-01-24T13:05:06.029 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.fs: PosixFileSystem 2024-01-24T13:05:06.029 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.info_log: 0x5629050fb460 2024-01-24T13:05:06.029 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.max_file_opening_threads: 16 2024-01-24T13:05:06.029 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.statistics: (nil) 2024-01-24T13:05:06.029 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.use_fsync: 0 2024-01-24T13:05:06.029 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.max_log_file_size: 0 2024-01-24T13:05:06.030 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-01-24T13:05:06.030 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.log_file_time_to_roll: 0 2024-01-24T13:05:06.030 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.keep_log_file_num: 1000 2024-01-24T13:05:06.030 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.recycle_log_file_num: 0 2024-01-24T13:05:06.030 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.allow_fallocate: 1 2024-01-24T13:05:06.030 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.allow_mmap_reads: 0 2024-01-24T13:05:06.030 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.allow_mmap_writes: 0 2024-01-24T13:05:06.030 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.use_direct_reads: 0 2024-01-24T13:05:06.030 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-01-24T13:05:06.030 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.create_missing_column_families: 0 2024-01-24T13:05:06.030 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.db_log_dir: 2024-01-24T13:05:06.030 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.wal_dir: 2024-01-24T13:05:06.030 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.table_cache_numshardbits: 6 2024-01-24T13:05:06.031 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.WAL_ttl_seconds: 0 2024-01-24T13:05:06.031 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.WAL_size_limit_MB: 0 2024-01-24T13:05:06.031 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-01-24T13:05:06.031 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-01-24T13:05:06.031 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.is_fd_close_on_exec: 1 2024-01-24T13:05:06.031 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.advise_random_on_open: 1 2024-01-24T13:05:06.031 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.db_write_buffer_size: 0 2024-01-24T13:05:06.031 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.write_buffer_manager: 0x56290438c320 2024-01-24T13:05:06.031 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-01-24T13:05:06.031 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-01-24T13:05:06.031 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.use_adaptive_mutex: 0 2024-01-24T13:05:06.031 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.rate_limiter: (nil) 2024-01-24T13:05:06.031 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-01-24T13:05:06.031 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.wal_recovery_mode: 2 2024-01-24T13:05:06.031 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.enable_thread_tracking: 0 2024-01-24T13:05:06.032 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.enable_pipelined_write: 0 2024-01-24T13:05:06.032 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.unordered_write: 0 2024-01-24T13:05:06.032 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-01-24T13:05:06.032 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-01-24T13:05:06.032 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-01-24T13:05:06.032 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-01-24T13:05:06.032 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.row_cache: None 2024-01-24T13:05:06.032 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.wal_filter: None 2024-01-24T13:05:06.032 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-01-24T13:05:06.032 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.allow_ingest_behind: 0 2024-01-24T13:05:06.032 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.two_write_queues: 0 2024-01-24T13:05:06.032 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.manual_wal_flush: 0 2024-01-24T13:05:06.032 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.wal_compression: 0 2024-01-24T13:05:06.033 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.atomic_flush: 0 2024-01-24T13:05:06.033 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-01-24T13:05:06.033 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.persist_stats_to_disk: 0 2024-01-24T13:05:06.033 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.write_dbid_to_manifest: 0 2024-01-24T13:05:06.033 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.log_readahead_size: 0 2024-01-24T13:05:06.033 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-01-24T13:05:06.033 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.best_efforts_recovery: 0 2024-01-24T13:05:06.033 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-01-24T13:05:06.033 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-01-24T13:05:06.033 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.allow_data_in_errors: 0 2024-01-24T13:05:06.033 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.db_host_id: __hostname__ 2024-01-24T13:05:06.033 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.enforce_single_del_contracts: true 2024-01-24T13:05:06.033 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.max_background_jobs: 2 2024-01-24T13:05:06.035 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.max_background_compactions: -1 2024-01-24T13:05:06.035 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.max_subcompactions: 1 2024-01-24T13:05:06.035 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-01-24T13:05:06.035 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-01-24T13:05:06.035 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.delayed_write_rate : 16777216 2024-01-24T13:05:06.035 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.max_total_wal_size: 0 2024-01-24T13:05:06.035 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-01-24T13:05:06.035 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.stats_dump_period_sec: 600 2024-01-24T13:05:06.036 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.stats_persist_period_sec: 600 2024-01-24T13:05:06.036 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-01-24T13:05:06.036 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.max_open_files: -1 2024-01-24T13:05:06.036 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.bytes_per_sync: 0 2024-01-24T13:05:06.036 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.wal_bytes_per_sync: 0 2024-01-24T13:05:06.036 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.strict_bytes_per_sync: 0 2024-01-24T13:05:06.036 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.compaction_readahead_size: 0 2024-01-24T13:05:06.036 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.max_background_flushes: -1 2024-01-24T13:05:06.036 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Compression algorithms supported: 2024-01-24T13:05:06.036 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-01-24T13:05:06.036 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: kZSTD supported: 0 2024-01-24T13:05:06.036 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: kXpressCompression supported: 0 2024-01-24T13:05:06.036 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: kLZ4HCCompression supported: 1 2024-01-24T13:05:06.036 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: kZlibCompression supported: 1 2024-01-24T13:05:06.037 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: kSnappyCompression supported: 1 2024-01-24T13:05:06.037 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: kLZ4Compression supported: 1 2024-01-24T13:05:06.037 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: kBZip2Compression supported: 0 2024-01-24T13:05:06.037 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Fast CRC32 supported: Supported on x86 2024-01-24T13:05:06.037 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: DMutex implementation: pthread_mutex_t 2024-01-24T13:05:06.037 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 2024-01-24T13:05:06.037 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-01-24T13:05:06.037 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-01-24T13:05:06.037 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.merge_operator: 2024-01-24T13:05:06.037 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.compaction_filter: None 2024-01-24T13:05:06.037 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.compaction_filter_factory: None 2024-01-24T13:05:06.037 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.sst_partitioner_factory: None 2024-01-24T13:05:06.037 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.memtable_factory: SkipListFactory 2024-01-24T13:05:06.037 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.table_factory: BlockBasedTable 2024-01-24T13:05:06.038 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5629050fb560) 2024-01-24T13:05:06.038 INFO:journalctl@ceph.mon.b.smithi113.stdout: cache_index_and_filter_blocks: 1 2024-01-24T13:05:06.038 INFO:journalctl@ceph.mon.b.smithi113.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-01-24T13:05:06.038 INFO:journalctl@ceph.mon.b.smithi113.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-01-24T13:05:06.038 INFO:journalctl@ceph.mon.b.smithi113.stdout: pin_top_level_index_and_filter: 1 2024-01-24T13:05:06.038 INFO:journalctl@ceph.mon.b.smithi113.stdout: index_type: 0 2024-01-24T13:05:06.038 INFO:journalctl@ceph.mon.b.smithi113.stdout: data_block_index_type: 0 2024-01-24T13:05:06.038 INFO:journalctl@ceph.mon.b.smithi113.stdout: index_shortening: 1 2024-01-24T13:05:06.038 INFO:journalctl@ceph.mon.b.smithi113.stdout: data_block_hash_table_util_ratio: 0.750000 2024-01-24T13:05:06.038 INFO:journalctl@ceph.mon.b.smithi113.stdout: checksum: 4 2024-01-24T13:05:06.038 INFO:journalctl@ceph.mon.b.smithi113.stdout: no_block_cache: 0 2024-01-24T13:05:06.038 INFO:journalctl@ceph.mon.b.smithi113.stdout: block_cache: 0x56290440d1f0 2024-01-24T13:05:06.038 INFO:journalctl@ceph.mon.b.smithi113.stdout: block_cache_name: BinnedLRUCache 2024-01-24T13:05:06.038 INFO:journalctl@ceph.mon.b.smithi113.stdout: block_cache_options: 2024-01-24T13:05:06.038 INFO:journalctl@ceph.mon.b.smithi113.stdout: capacity : 536870912 2024-01-24T13:05:06.039 INFO:journalctl@ceph.mon.b.smithi113.stdout: num_shard_bits : 4 2024-01-24T13:05:06.039 INFO:journalctl@ceph.mon.b.smithi113.stdout: strict_capacity_limit : 0 2024-01-24T13:05:06.039 INFO:journalctl@ceph.mon.b.smithi113.stdout: high_pri_pool_ratio: 0.000 2024-01-24T13:05:06.039 INFO:journalctl@ceph.mon.b.smithi113.stdout: block_cache_compressed: (nil) 2024-01-24T13:05:06.039 INFO:journalctl@ceph.mon.b.smithi113.stdout: persistent_cache: (nil) 2024-01-24T13:05:06.039 INFO:journalctl@ceph.mon.b.smithi113.stdout: block_size: 4096 2024-01-24T13:05:06.039 INFO:journalctl@ceph.mon.b.smithi113.stdout: block_size_deviation: 10 2024-01-24T13:05:06.039 INFO:journalctl@ceph.mon.b.smithi113.stdout: block_restart_interval: 16 2024-01-24T13:05:06.039 INFO:journalctl@ceph.mon.b.smithi113.stdout: index_block_restart_interval: 1 2024-01-24T13:05:06.039 INFO:journalctl@ceph.mon.b.smithi113.stdout: metadata_block_size: 4096 2024-01-24T13:05:06.039 INFO:journalctl@ceph.mon.b.smithi113.stdout: partition_filters: 0 2024-01-24T13:05:06.039 INFO:journalctl@ceph.mon.b.smithi113.stdout: use_delta_encoding: 1 2024-01-24T13:05:06.039 INFO:journalctl@ceph.mon.b.smithi113.stdout: filter_policy: bloomfilter 2024-01-24T13:05:06.039 INFO:journalctl@ceph.mon.b.smithi113.stdout: whole_key_filtering: 1 2024-01-24T13:05:06.040 INFO:journalctl@ceph.mon.b.smithi113.stdout: verify_compression: 0 2024-01-24T13:05:06.040 INFO:journalctl@ceph.mon.b.smithi113.stdout: read_amp_bytes_per_bit: 0 2024-01-24T13:05:06.040 INFO:journalctl@ceph.mon.b.smithi113.stdout: format_version: 5 2024-01-24T13:05:06.040 INFO:journalctl@ceph.mon.b.smithi113.stdout: enable_index_compression: 1 2024-01-24T13:05:06.040 INFO:journalctl@ceph.mon.b.smithi113.stdout: block_align: 0 2024-01-24T13:05:06.040 INFO:journalctl@ceph.mon.b.smithi113.stdout: max_auto_readahead_size: 262144 2024-01-24T13:05:06.040 INFO:journalctl@ceph.mon.b.smithi113.stdout: prepopulate_block_cache: 0 2024-01-24T13:05:06.040 INFO:journalctl@ceph.mon.b.smithi113.stdout: initial_auto_readahead_size: 8192 2024-01-24T13:05:06.040 INFO:journalctl@ceph.mon.b.smithi113.stdout: num_file_reads_for_auto_readahead: 2 2024-01-24T13:05:06.040 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.write_buffer_size: 33554432 2024-01-24T13:05:06.040 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.max_write_buffer_number: 2 2024-01-24T13:05:06.040 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.compression: NoCompression 2024-01-24T13:05:06.040 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.bottommost_compression: Disabled 2024-01-24T13:05:06.040 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.prefix_extractor: nullptr 2024-01-24T13:05:06.040 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-01-24T13:05:06.041 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.num_levels: 7 2024-01-24T13:05:06.041 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-01-24T13:05:06.041 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-01-24T13:05:06.041 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-01-24T13:05:06.041 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-01-24T13:05:06.041 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-01-24T13:05:06.041 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-01-24T13:05:06.041 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-01-24T13:05:06.041 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-01-24T13:05:06.041 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-01-24T13:05:06.041 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-01-24T13:05:06.041 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-01-24T13:05:06.041 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-01-24T13:05:06.042 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.compression_opts.window_bits: -14 2024-01-24T13:05:06.042 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.compression_opts.level: 32767 2024-01-24T13:05:06.042 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.compression_opts.strategy: 0 2024-01-24T13:05:06.042 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-01-24T13:05:06.042 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-01-24T13:05:06.042 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-01-24T13:05:06.042 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-01-24T13:05:06.042 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.compression_opts.enabled: false 2024-01-24T13:05:06.042 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-01-24T13:05:06.042 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-01-24T13:05:06.042 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-01-24T13:05:06.042 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-01-24T13:05:06.042 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.target_file_size_base: 67108864 2024-01-24T13:05:06.042 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.target_file_size_multiplier: 1 2024-01-24T13:05:06.043 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-01-24T13:05:06.043 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-01-24T13:05:06.043 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-01-24T13:05:06.043 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-01-24T13:05:06.043 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-01-24T13:05:06.043 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-01-24T13:05:06.043 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-01-24T13:05:06.043 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-01-24T13:05:06.043 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-01-24T13:05:06.043 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-01-24T13:05:06.043 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-01-24T13:05:06.043 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-01-24T13:05:06.043 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-01-24T13:05:06.043 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.arena_block_size: 1048576 2024-01-24T13:05:06.044 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-01-24T13:05:06.044 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-01-24T13:05:06.044 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.disable_auto_compactions: 0 2024-01-24T13:05:06.044 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-01-24T13:05:06.044 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-01-24T13:05:06.044 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-01-24T13:05:06.044 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-01-24T13:05:06.044 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-01-24T13:05:06.044 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-01-24T13:05:06.044 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-01-24T13:05:06.044 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-01-24T13:05:06.044 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-01-24T13:05:06.044 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-01-24T13:05:06.044 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.table_properties_collectors: 2024-01-24T13:05:06.045 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.inplace_update_support: 0 2024-01-24T13:05:06.045 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.inplace_update_num_locks: 10000 2024-01-24T13:05:06.045 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-01-24T13:05:06.045 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-01-24T13:05:06.045 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.memtable_huge_page_size: 0 2024-01-24T13:05:06.045 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.bloom_locality: 0 2024-01-24T13:05:06.045 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.max_successive_merges: 0 2024-01-24T13:05:06.045 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.optimize_filters_for_hits: 0 2024-01-24T13:05:06.045 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.paranoid_file_checks: 0 2024-01-24T13:05:06.045 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.force_consistency_checks: 1 2024-01-24T13:05:06.045 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.report_bg_io_stats: 0 2024-01-24T13:05:06.045 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.ttl: 2592000 2024-01-24T13:05:06.045 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.periodic_compaction_seconds: 0 2024-01-24T13:05:06.045 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-01-24T13:05:06.045 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-01-24T13:05:06.046 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.enable_blob_files: false 2024-01-24T13:05:06.046 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.min_blob_size: 0 2024-01-24T13:05:06.046 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.blob_file_size: 268435456 2024-01-24T13:05:06.046 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.blob_compression_type: NoCompression 2024-01-24T13:05:06.046 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.enable_blob_garbage_collection: false 2024-01-24T13:05:06.046 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-01-24T13:05:06.046 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-01-24T13:05:06.046 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-01-24T13:05:06.046 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.blob_file_starting_level: 0 2024-01-24T13:05:06.046 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-01-24T13:05:06.046 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-01-24T13:05:06.046 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-01-24T13:05:06.046 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 4cfd35f2-ca54-478e-b3ee-5ff66a878e91 2024-01-24T13:05:06.046 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: EVENT_LOG_v1 {"time_micros": 1706101505631646, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-01-24T13:05:06.047 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2024-01-24T13:05:06.047 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: EVENT_LOG_v1 {"time_micros": 1706101505632377, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1747, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 648, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 526, "raw_average_value_size": 105, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1706101505, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "4cfd35f2-ca54-478e-b3ee-5ff66a878e91", "db_session_id": "CAYLJFHQ20ITGAZSKRSN", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2024-01-24T13:05:06.047 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: EVENT_LOG_v1 {"time_micros": 1706101505632662, "job": 1, "event": "recovery_finished"} 2024-01-24T13:05:06.047 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2024-01-24T13:05:06.047 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-01-24T13:05:06.047 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x5629044aa000 2024-01-24T13:05:06.047 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: DB pointer 0x562904498000 2024-01-24T13:05:06.047 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-01-24T13:05:06.047 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-01-24T13:05:06.047 INFO:journalctl@ceph.mon.b.smithi113.stdout: ** DB Stats ** 2024-01-24T13:05:06.047 INFO:journalctl@ceph.mon.b.smithi113.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-01-24T13:05:06.047 INFO:journalctl@ceph.mon.b.smithi113.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-01-24T13:05:06.047 INFO:journalctl@ceph.mon.b.smithi113.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-01-24T13:05:06.048 INFO:journalctl@ceph.mon.b.smithi113.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-01-24T13:05:06.048 INFO:journalctl@ceph.mon.b.smithi113.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-01-24T13:05:06.048 INFO:journalctl@ceph.mon.b.smithi113.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-01-24T13:05:06.048 INFO:journalctl@ceph.mon.b.smithi113.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-01-24T13:05:06.048 INFO:journalctl@ceph.mon.b.smithi113.stdout: 2024-01-24T13:05:06.048 INFO:journalctl@ceph.mon.b.smithi113.stdout: ** Compaction Stats [default] ** 2024-01-24T13:05:06.048 INFO:journalctl@ceph.mon.b.smithi113.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-01-24T13:05:06.048 INFO:journalctl@ceph.mon.b.smithi113.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-01-24T13:05:06.048 INFO:journalctl@ceph.mon.b.smithi113.stdout: L0 1/0 1.71 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 2.4 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-01-24T13:05:06.048 INFO:journalctl@ceph.mon.b.smithi113.stdout: Sum 1/0 1.71 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 2.4 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-01-24T13:05:06.048 INFO:journalctl@ceph.mon.b.smithi113.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 2.4 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-01-24T13:05:06.048 INFO:journalctl@ceph.mon.b.smithi113.stdout: 2024-01-24T13:05:06.048 INFO:journalctl@ceph.mon.b.smithi113.stdout: ** Compaction Stats [default] ** 2024-01-24T13:05:06.048 INFO:journalctl@ceph.mon.b.smithi113.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-01-24T13:05:06.049 INFO:journalctl@ceph.mon.b.smithi113.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-01-24T13:05:06.049 INFO:journalctl@ceph.mon.b.smithi113.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 2.4 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-01-24T13:05:06.049 INFO:journalctl@ceph.mon.b.smithi113.stdout: 2024-01-24T13:05:06.049 INFO:journalctl@ceph.mon.b.smithi113.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-01-24T13:05:06.049 INFO:journalctl@ceph.mon.b.smithi113.stdout: 2024-01-24T13:05:06.049 INFO:journalctl@ceph.mon.b.smithi113.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-01-24T13:05:06.049 INFO:journalctl@ceph.mon.b.smithi113.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-01-24T13:05:06.049 INFO:journalctl@ceph.mon.b.smithi113.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-01-24T13:05:06.049 INFO:journalctl@ceph.mon.b.smithi113.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-01-24T13:05:06.049 INFO:journalctl@ceph.mon.b.smithi113.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-01-24T13:05:06.049 INFO:journalctl@ceph.mon.b.smithi113.stdout: AddFile(Keys): cumulative 0, interval 0 2024-01-24T13:05:06.049 INFO:journalctl@ceph.mon.b.smithi113.stdout: Cumulative compaction: 0.00 GB write, 0.30 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-01-24T13:05:06.049 INFO:journalctl@ceph.mon.b.smithi113.stdout: Interval compaction: 0.00 GB write, 0.30 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-01-24T13:05:06.049 INFO:journalctl@ceph.mon.b.smithi113.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-01-24T13:05:06.050 INFO:journalctl@ceph.mon.b.smithi113.stdout: Block cache BinnedLRUCache@0x56290440d1f0#7 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.2e-05 secs_since: 0 2024-01-24T13:05:06.050 INFO:journalctl@ceph.mon.b.smithi113.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2024-01-24T13:05:06.050 INFO:journalctl@ceph.mon.b.smithi113.stdout: 2024-01-24T13:05:06.050 INFO:journalctl@ceph.mon.b.smithi113.stdout: ** File Read Latency Histogram By Level [default] ** 2024-01-24T13:05:06.050 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: mon.b does not exist in monmap, will attempt to join an existing cluster 2024-01-24T13:05:06.050 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: using public_addr v2:172.21.15.113:0/0 -> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] 2024-01-24T13:05:06.050 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: starting mon.b rank -1 at public addrs [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] at bind addrs [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid d5d5b6f8-bab8-11ee-95b1-87774f69a715 2024-01-24T13:05:06.050 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: mon.b@-1(???) e0 preinit fsid d5d5b6f8-bab8-11ee-95b1-87774f69a715 2024-01-24T13:05:06.050 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: mon.b@-1(synchronizing).mds e1 new map 2024-01-24T13:05:06.050 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: mon.b@-1(synchronizing).mds e1 print_map 2024-01-24T13:05:06.050 INFO:journalctl@ceph.mon.b.smithi113.stdout: e1 2024-01-24T13:05:06.050 INFO:journalctl@ceph.mon.b.smithi113.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-01-24T13:05:06.050 INFO:journalctl@ceph.mon.b.smithi113.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-01-24T13:05:06.050 INFO:journalctl@ceph.mon.b.smithi113.stdout: legacy client fscid: -1 2024-01-24T13:05:06.051 INFO:journalctl@ceph.mon.b.smithi113.stdout: 2024-01-24T13:05:06.051 INFO:journalctl@ceph.mon.b.smithi113.stdout: No filesystems configured 2024-01-24T13:05:06.051 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-01-24T13:05:06.051 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-01-24T13:05:06.051 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-01-24T13:05:06.051 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-01-24T13:05:06.051 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-01-24T13:05:06.051 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-01-24T13:05:06.051 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: mon.b@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-01-24T13:05:06.051 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-01-24T13:05:06.051 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-01-24T13:05:06.051 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-01-24T13:05:06.051 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-24T13:05:06.051 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:06.051 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:06.052 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-01-24T13:05:06.052 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:06.052 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-24T13:05:06.052 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: from='client.? 172.21.15.84:0/3206077416' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-01-24T13:05:06.052 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-24T13:05:06.052 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: from='client.? 172.21.15.84:0/3206077416' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-01-24T13:05:06.052 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: osdmap e4: 0 total, 0 up, 0 in 2024-01-24T13:05:06.052 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:06.052 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:06.052 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:06.052 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:06.052 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi181", "name": "osd_memory_target"}]: dispatch 2024-01-24T13:05:06.052 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:05:06.052 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:05:06.053 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: Updating smithi181:/etc/ceph/ceph.conf 2024-01-24T13:05:06.053 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: Updating smithi181:/var/lib/ceph/d5d5b6f8-bab8-11ee-95b1-87774f69a715/config/ceph.conf 2024-01-24T13:05:06.053 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: Updating smithi181:/etc/ceph/ceph.client.admin.keyring 2024-01-24T13:05:06.053 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-24T13:05:06.053 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: Updating smithi181:/var/lib/ceph/d5d5b6f8-bab8-11ee-95b1-87774f69a715/config/ceph.client.admin.keyring 2024-01-24T13:05:06.053 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: from='client.14186 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi084:172.21.15.84=a;smithi113:172.21.15.113=b;smithi181:172.21.15.181=c", "target": ["mon-mgr", ""]}]: dispatch 2024-01-24T13:05:06.053 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: Saving service mon spec with placement smithi084:172.21.15.84=a;smithi113:172.21.15.113=b;smithi181:172.21.15.181=c;count:3 2024-01-24T13:05:06.053 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:06.053 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:06.053 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:06.053 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:06.053 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-01-24T13:05:06.053 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:05:06.053 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: Deploying daemon mon.c on smithi181 2024-01-24T13:05:06.054 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-24T13:05:06.054 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: from='client.? 172.21.15.181:0/856785760' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-01-24T13:05:06.054 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-01-24T13:05:06.054 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-01-24T13:05:06.054 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: mon.a calling monitor election 2024-01-24T13:05:06.054 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-24T13:05:06.054 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-01-24T13:05:06.054 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-01-24T13:05:06.054 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: mon.c calling monitor election 2024-01-24T13:05:06.054 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-24T13:05:06.054 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-01-24T13:05:06.054 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-01-24T13:05:06.054 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-01-24T13:05:06.054 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-01-24T13:05:06.055 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: monmap e2: 2 mons at {a=[v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0],c=[v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-01-24T13:05:06.055 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: fsmap 2024-01-24T13:05:06.055 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: osdmap e4: 0 total, 0 up, 0 in 2024-01-24T13:05:06.055 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: mgrmap e13: x(active, since 42s) 2024-01-24T13:05:06.055 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: overall HEALTH_OK 2024-01-24T13:05:06.055 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:06.055 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:06.055 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:06.055 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-01-24T13:05:06.055 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:05:06.055 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-24T13:05:06.055 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: Deploying daemon mon.b on smithi113 2024-01-24T13:05:06.055 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: from='client.? 172.21.15.181:0/1751745972' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-01-24T13:05:06.055 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-01-24T13:05:06.055 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-24T13:05:06.056 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-01-24T13:05:06.056 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: mon.b@-1(synchronizing) e2 handle_conf_change mon_allow_pool_delete 2024-01-24T13:05:06.056 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: expand_channel_meta expand map: {default=false} 2024-01-24T13:05:06.056 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: expand_channel_meta from 'false' to 'false' 2024-01-24T13:05:06.056 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: expand_channel_meta expanded map: {default=false} 2024-01-24T13:05:06.056 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: expand_channel_meta expand map: {default=info} 2024-01-24T13:05:06.056 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: expand_channel_meta from 'info' to 'info' 2024-01-24T13:05:06.056 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: expand_channel_meta expanded map: {default=info} 2024-01-24T13:05:06.056 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: expand_channel_meta expand map: {default=daemon} 2024-01-24T13:05:06.056 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: expand_channel_meta from 'daemon' to 'daemon' 2024-01-24T13:05:06.056 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: expand_channel_meta expanded map: {default=daemon} 2024-01-24T13:05:06.056 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: expand_channel_meta expand map: {default=debug} 2024-01-24T13:05:06.056 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: expand_channel_meta from 'debug' to 'debug' 2024-01-24T13:05:06.056 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:05 smithi113 ceph-mon[39177]: expand_channel_meta expanded map: {default=debug} 2024-01-24T13:05:11.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:10 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-01-24T13:05:11.028 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:10 smithi113 ceph-mon[39177]: mon.a calling monitor election 2024-01-24T13:05:11.028 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:10 smithi113 ceph-mon[39177]: mon.c calling monitor election 2024-01-24T13:05:11.028 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:10 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-01-24T13:05:11.028 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:10 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-01-24T13:05:11.028 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:10 smithi113 ceph-mon[39177]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-24T13:05:11.028 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:10 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-01-24T13:05:11.028 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:10 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-01-24T13:05:11.028 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:10 smithi113 ceph-mon[39177]: mon.b calling monitor election 2024-01-24T13:05:11.028 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:10 smithi113 ceph-mon[39177]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-24T13:05:11.029 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:10 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-01-24T13:05:11.029 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:10 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-01-24T13:05:11.029 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:10 smithi113 ceph-mon[39177]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-24T13:05:11.029 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:10 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-01-24T13:05:11.029 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:10 smithi113 ceph-mon[39177]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-01-24T13:05:11.029 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:10 smithi113 ceph-mon[39177]: monmap e3: 3 mons at {a=[v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0],b=[v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0],c=[v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-01-24T13:05:11.029 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:10 smithi113 ceph-mon[39177]: fsmap 2024-01-24T13:05:11.029 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:10 smithi113 ceph-mon[39177]: osdmap e4: 0 total, 0 up, 0 in 2024-01-24T13:05:11.029 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:10 smithi113 ceph-mon[39177]: mgrmap e13: x(active, since 50s) 2024-01-24T13:05:11.029 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:10 smithi113 ceph-mon[39177]: overall HEALTH_OK 2024-01-24T13:05:11.029 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:10 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:11.029 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:10 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:11.135 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:10 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-01-24T13:05:11.135 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:10 smithi084 ceph-mon[35384]: mon.a calling monitor election 2024-01-24T13:05:11.135 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:10 smithi084 ceph-mon[35384]: mon.c calling monitor election 2024-01-24T13:05:11.135 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:10 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-01-24T13:05:11.135 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:10 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-01-24T13:05:11.135 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:10 smithi084 ceph-mon[35384]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-24T13:05:11.135 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:10 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-01-24T13:05:11.135 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:10 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-01-24T13:05:11.136 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:10 smithi084 ceph-mon[35384]: mon.b calling monitor election 2024-01-24T13:05:11.136 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:10 smithi084 ceph-mon[35384]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-24T13:05:11.136 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:10 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-01-24T13:05:11.136 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:10 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-01-24T13:05:11.136 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:10 smithi084 ceph-mon[35384]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-24T13:05:11.136 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:10 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-01-24T13:05:11.136 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:10 smithi084 ceph-mon[35384]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-01-24T13:05:11.136 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:10 smithi084 ceph-mon[35384]: monmap e3: 3 mons at {a=[v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0],b=[v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0],c=[v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-01-24T13:05:11.136 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:10 smithi084 ceph-mon[35384]: fsmap 2024-01-24T13:05:11.136 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:10 smithi084 ceph-mon[35384]: osdmap e4: 0 total, 0 up, 0 in 2024-01-24T13:05:11.136 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:10 smithi084 ceph-mon[35384]: mgrmap e13: x(active, since 50s) 2024-01-24T13:05:11.136 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:10 smithi084 ceph-mon[35384]: overall HEALTH_OK 2024-01-24T13:05:11.137 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:10 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:11.137 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:10 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:11.149 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:10 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-01-24T13:05:11.149 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:10 smithi181 ceph-mon[39668]: mon.a calling monitor election 2024-01-24T13:05:11.150 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:10 smithi181 ceph-mon[39668]: mon.c calling monitor election 2024-01-24T13:05:11.150 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:10 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-01-24T13:05:11.150 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:10 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-01-24T13:05:11.150 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:10 smithi181 ceph-mon[39668]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-24T13:05:11.150 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:10 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-01-24T13:05:11.150 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:10 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-01-24T13:05:11.150 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:10 smithi181 ceph-mon[39668]: mon.b calling monitor election 2024-01-24T13:05:11.150 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:10 smithi181 ceph-mon[39668]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-24T13:05:11.150 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:10 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-01-24T13:05:11.151 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:10 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-01-24T13:05:11.151 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:10 smithi181 ceph-mon[39668]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-24T13:05:11.151 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:10 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-01-24T13:05:11.151 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:10 smithi181 ceph-mon[39668]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-01-24T13:05:11.151 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:10 smithi181 ceph-mon[39668]: monmap e3: 3 mons at {a=[v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0],b=[v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0],c=[v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-01-24T13:05:11.151 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:10 smithi181 ceph-mon[39668]: fsmap 2024-01-24T13:05:11.151 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:10 smithi181 ceph-mon[39668]: osdmap e4: 0 total, 0 up, 0 in 2024-01-24T13:05:11.151 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:10 smithi181 ceph-mon[39668]: mgrmap e13: x(active, since 50s) 2024-01-24T13:05:11.151 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:10 smithi181 ceph-mon[39668]: overall HEALTH_OK 2024-01-24T13:05:11.151 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:10 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:11.151 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:10 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:11.877 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:11.876+0000 7f8982800700 1 -- 172.21.15.181:0/305976053 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f895c005c90 msgr2=0x7f895c0080c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:05:11.877 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:11.876+0000 7f8982800700 1 --2- 172.21.15.181:0/305976053 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f895c005c90 0x7f895c0080c0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f897c101d70 tx=0x7f896c00ff20 comp rx=0 tx=0).stop 2024-01-24T13:05:11.877 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:11.876+0000 7f8982800700 1 -- 172.21.15.181:0/305976053 shutdown_connections 2024-01-24T13:05:11.877 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:11.876+0000 7f8982800700 1 --2- 172.21.15.181:0/305976053 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f895c005c90 0x7f895c0080c0 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:05:11.877 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:11.876+0000 7f8982800700 1 -- 172.21.15.181:0/305976053 >> 172.21.15.181:0/305976053 conn(0x7f897c0fc3b0 msgr2=0x7f897c0fe7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:05:11.877 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:11.876+0000 7f8982800700 1 -- 172.21.15.181:0/305976053 shutdown_connections 2024-01-24T13:05:11.877 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:11.876+0000 7f8982800700 1 -- 172.21.15.181:0/305976053 wait complete. 2024-01-24T13:05:11.878 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:11.877+0000 7f8982800700 1 Processor -- start 2024-01-24T13:05:11.878 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:11.877+0000 7f8982800700 1 -- start start 2024-01-24T13:05:11.879 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:11.878+0000 7f8982800700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f895c005c90 0x7f897c195e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:05:11.879 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:11.878+0000 7f8982800700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f897c1963a0 0x7f897c19a810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:05:11.879 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:11.878+0000 7f8982800700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f897c19ad50 0x7f897c19b200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:05:11.879 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:11.878+0000 7f8982800700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f897c196a90 con 0x7f897c19ad50 2024-01-24T13:05:11.879 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:11.878+0000 7f8982800700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f897c1a2ac0 con 0x7f895c005c90 2024-01-24T13:05:11.879 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:11.878+0000 7f8982800700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f897c1a2c00 con 0x7f897c1963a0 2024-01-24T13:05:11.880 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:11.878+0000 7f897b400700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f895c005c90 0x7f897c195e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:05:11.880 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:11.878+0000 7f897be00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f897c19ad50 0x7f897c19b200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:05:11.880 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:11.878+0000 7f897b400700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f895c005c90 0x7f897c195e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.181:55622/0 (socket says 172.21.15.181:55622) 2024-01-24T13:05:11.880 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:11.878+0000 7f897b400700 1 -- 172.21.15.181:0/715118409 learned_addr learned my addr 172.21.15.181:0/715118409 (peer_addr_for_me v2:172.21.15.181:0/0) 2024-01-24T13:05:11.881 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:11.879+0000 7f897b400700 1 -- 172.21.15.181:0/715118409 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f895c005c90 msgr2=0x7f897c195e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-01-24T13:05:11.881 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:11.879+0000 7f897b400700 1 -- 172.21.15.181:0/715118409 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f895c005c90 msgr2=0x7f897c195e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-01-24T13:05:11.881 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:11.879+0000 7f897b400700 1 --2- 172.21.15.181:0/715118409 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f895c005c90 0x7f897c195e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-01-24T13:05:11.881 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:11.879+0000 7f897b400700 1 --2- 172.21.15.181:0/715118409 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f895c005c90 0x7f897c195e60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-01-24T13:05:11.881 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:11.879+0000 7f897aa00700 1 --2- 172.21.15.181:0/715118409 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f897c1963a0 0x7f897c19a810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:05:11.881 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:11.879+0000 7f897be00700 1 -- 172.21.15.181:0/715118409 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f897c1963a0 msgr2=0x7f897c19a810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:05:11.881 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:11.879+0000 7f897be00700 1 --2- 172.21.15.181:0/715118409 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f897c1963a0 0x7f897c19a810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:05:11.881 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:11.879+0000 7f897be00700 1 -- 172.21.15.181:0/715118409 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f895c005c90 msgr2=0x7f897c195e60 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-01-24T13:05:11.881 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:11.879+0000 7f897be00700 1 --2- 172.21.15.181:0/715118409 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f895c005c90 0x7f897c195e60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:05:11.881 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:11.879+0000 7f897be00700 1 -- 172.21.15.181:0/715118409 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f896c00f970 con 0x7f897c19ad50 2024-01-24T13:05:11.881 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:11.879+0000 7f897be00700 1 --2- 172.21.15.181:0/715118409 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f897c19ad50 0x7f897c19b200 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f897400bd50 tx=0x7f897400be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:05:11.881 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:11.880+0000 7f8973e00700 1 -- 172.21.15.181:0/715118409 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f897400cd10 con 0x7f897c19ad50 2024-01-24T13:05:11.882 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:11.880+0000 7f8973e00700 1 -- 172.21.15.181:0/715118409 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(25 keys) v1 ==== 1067+0+0 (secure 0 0 0) 0x7f897400ce70 con 0x7f897c19ad50 2024-01-24T13:05:11.882 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:11.880+0000 7f8982800700 1 -- 172.21.15.181:0/715118409 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f897c1a2ee0 con 0x7f897c19ad50 2024-01-24T13:05:11.883 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:11.880+0000 7f8973e00700 1 -- 172.21.15.181:0/715118409 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8974012710 con 0x7f897c19ad50 2024-01-24T13:05:11.883 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:11.880+0000 7f8982800700 1 -- 172.21.15.181:0/715118409 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f897c1a3350 con 0x7f897c19ad50 2024-01-24T13:05:11.883 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:11.881+0000 7f8982800700 1 -- 172.21.15.181:0/715118409 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f897c190240 con 0x7f897c19ad50 2024-01-24T13:05:11.883 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:11.881+0000 7f8973e00700 1 -- 172.21.15.181:0/715118409 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 13) v1 ==== 45324+0+0 (secure 0 0 0) 0x7f89740128f0 con 0x7f897c19ad50 2024-01-24T13:05:11.883 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:11.881+0000 7f8973e00700 1 --2- 172.21.15.181:0/715118409 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f8954038820 0x7f895403ace0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:05:11.883 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:11.881+0000 7f8973e00700 1 -- 172.21.15.181:0/715118409 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f897404a8c0 con 0x7f897c19ad50 2024-01-24T13:05:11.883 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:11.882+0000 7f897b400700 1 --2- 172.21.15.181:0/715118409 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f8954038820 0x7f895403ace0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:05:11.884 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:11.882+0000 7f897b400700 1 --2- 172.21.15.181:0/715118409 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f8954038820 0x7f895403ace0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f896c000c00 tx=0x7f896c005e00 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:05:11.887 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:11.887+0000 7f8973e00700 1 -- 172.21.15.181:0/715118409 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180484 (secure 0 0 0) 0x7f897401d3b0 con 0x7f897c19ad50 2024-01-24T13:05:12.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:11 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:12.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:11 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:12.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:11 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:05:12.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:11 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-01-24T13:05:12.134 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:11 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:12.134 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:11 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:12.135 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:11 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:05:12.135 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:11 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-01-24T13:05:12.149 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:11 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:12.149 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:11 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:12.149 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:11 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:05:12.150 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:11 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-01-24T13:05:12.190 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:12.190+0000 7f8982800700 1 -- 172.21.15.181:0/715118409 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) v1 -- 0x7f897c062370 con 0x7f897c19ad50 2024-01-24T13:05:12.191 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:12.191+0000 7f8973e00700 1 -- 172.21.15.181:0/715118409 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 3 v3) v1 ==== 95+0+1276 (secure 0 0 0) 0x7f8974011710 con 0x7f897c19ad50 2024-01-24T13:05:12.191 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-01-24T13:05:12.192 INFO:teuthology.orchestra.run.smithi181.stdout:{"epoch":3,"fsid":"d5d5b6f8-bab8-11ee-95b1-87774f69a715","modified":"2024-01-24T13:05:05.671013Z","created":"2024-01-24T13:03:22.672593Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:3300","nonce":0},{"type":"v1","addr":"172.21.15.84:6789","nonce":0}]},"addr":"172.21.15.84:6789/0","public_addr":"172.21.15.84:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:3300","nonce":0},{"type":"v1","addr":"172.21.15.181:6789","nonce":0}]},"addr":"172.21.15.181:6789/0","public_addr":"172.21.15.181:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:3300","nonce":0},{"type":"v1","addr":"172.21.15.113:6789","nonce":0}]},"addr":"172.21.15.113:6789/0","public_addr":"172.21.15.113:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2024-01-24T13:05:12.194 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:12.193+0000 7f8982800700 1 -- 172.21.15.181:0/715118409 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f8954038820 msgr2=0x7f895403ace0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:05:12.194 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:12.193+0000 7f8982800700 1 --2- 172.21.15.181:0/715118409 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f8954038820 0x7f895403ace0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f896c000c00 tx=0x7f896c005e00 comp rx=0 tx=0).stop 2024-01-24T13:05:12.194 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:12.193+0000 7f8982800700 1 -- 172.21.15.181:0/715118409 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f897c19ad50 msgr2=0x7f897c19b200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:05:12.194 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:12.193+0000 7f8982800700 1 --2- 172.21.15.181:0/715118409 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f897c19ad50 0x7f897c19b200 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f897400bd50 tx=0x7f897400be30 comp rx=0 tx=0).stop 2024-01-24T13:05:12.194 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:12.193+0000 7f8982800700 1 -- 172.21.15.181:0/715118409 shutdown_connections 2024-01-24T13:05:12.194 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:12.193+0000 7f8982800700 1 --2- 172.21.15.181:0/715118409 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f8954038820 0x7f895403ace0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:05:12.194 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:12.193+0000 7f8982800700 1 --2- 172.21.15.181:0/715118409 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f897c19ad50 0x7f897c19b200 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:05:12.194 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:12.193+0000 7f8982800700 1 --2- 172.21.15.181:0/715118409 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f895c005c90 0x7f897c195e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:05:12.194 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:12.193+0000 7f8982800700 1 --2- 172.21.15.181:0/715118409 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f897c1963a0 0x7f897c19a810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:05:12.195 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:12.193+0000 7f8982800700 1 -- 172.21.15.181:0/715118409 >> 172.21.15.181:0/715118409 conn(0x7f897c0fc3b0 msgr2=0x7f897c102580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:05:12.195 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:12.193+0000 7f8982800700 1 -- 172.21.15.181:0/715118409 shutdown_connections 2024-01-24T13:05:12.195 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:12.193+0000 7f8982800700 1 -- 172.21.15.181:0/715118409 wait complete. 2024-01-24T13:05:12.195 INFO:teuthology.orchestra.run.smithi181.stderr:dumped monmap epoch 3 2024-01-24T13:05:12.638 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-01-24T13:05:12.638 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4e3182a65800aed6d4aa2f6b86da3cfd72188134 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d5d5b6f8-bab8-11ee-95b1-87774f69a715 -- ceph config generate-minimal-conf 2024-01-24T13:05:13.006 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/d5d5b6f8-bab8-11ee-95b1-87774f69a715/mon.a/config 2024-01-24T13:05:13.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:13 smithi084 ceph-mon[35384]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-24T13:05:13.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:13 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:13.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:13 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:13.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:13 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:13.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:13 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:13.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:13 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:05:13.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:13 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:05:13.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:13 smithi084 ceph-mon[35384]: Updating smithi084:/etc/ceph/ceph.conf 2024-01-24T13:05:13.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:13 smithi084 ceph-mon[35384]: Updating smithi113:/etc/ceph/ceph.conf 2024-01-24T13:05:13.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:13 smithi084 ceph-mon[35384]: Updating smithi181:/etc/ceph/ceph.conf 2024-01-24T13:05:13.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:13 smithi084 ceph-mon[35384]: from='client.? 172.21.15.181:0/715118409' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-01-24T13:05:13.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:13 smithi181 ceph-mon[39668]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-24T13:05:13.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:13 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:13.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:13 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:13.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:13 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:13.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:13 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:13.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:13 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:05:13.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:13 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:05:13.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:13 smithi181 ceph-mon[39668]: Updating smithi084:/etc/ceph/ceph.conf 2024-01-24T13:05:13.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:13 smithi181 ceph-mon[39668]: Updating smithi113:/etc/ceph/ceph.conf 2024-01-24T13:05:13.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:13 smithi181 ceph-mon[39668]: Updating smithi181:/etc/ceph/ceph.conf 2024-01-24T13:05:13.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:13 smithi181 ceph-mon[39668]: from='client.? 172.21.15.181:0/715118409' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-01-24T13:05:13.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:13 smithi113 ceph-mon[39177]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-24T13:05:13.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:13 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:13.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:13 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:13.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:13 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:13.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:13 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:13.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:13 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:05:13.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:13 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:05:13.528 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:13 smithi113 ceph-mon[39177]: Updating smithi084:/etc/ceph/ceph.conf 2024-01-24T13:05:13.528 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:13 smithi113 ceph-mon[39177]: Updating smithi113:/etc/ceph/ceph.conf 2024-01-24T13:05:13.528 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:13 smithi113 ceph-mon[39177]: Updating smithi181:/etc/ceph/ceph.conf 2024-01-24T13:05:13.528 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:13 smithi113 ceph-mon[39177]: from='client.? 172.21.15.181:0/715118409' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-01-24T13:05:14.168 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:14.167+0000 7fd123e00700 1 -- 172.21.15.84:0/1378569889 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd124073110 msgr2=0x7fd1240734f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:05:14.168 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:14.167+0000 7fd123e00700 1 --2- 172.21.15.84:0/1378569889 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd124073110 0x7fd1240734f0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fd114009910 tx=0x7fd114009c20 comp rx=0 tx=0).stop 2024-01-24T13:05:14.168 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:14.167+0000 7fd123e00700 1 -- 172.21.15.84:0/1378569889 shutdown_connections 2024-01-24T13:05:14.168 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:14.167+0000 7fd123e00700 1 --2- 172.21.15.84:0/1378569889 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd124073110 0x7fd1240734f0 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:05:14.168 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:14.167+0000 7fd123e00700 1 -- 172.21.15.84:0/1378569889 >> 172.21.15.84:0/1378569889 conn(0x7fd1240fc140 msgr2=0x7fd1240fe560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:05:14.169 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:14.167+0000 7fd123e00700 1 -- 172.21.15.84:0/1378569889 shutdown_connections 2024-01-24T13:05:14.169 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:14.167+0000 7fd123e00700 1 -- 172.21.15.84:0/1378569889 wait complete. 2024-01-24T13:05:14.171 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:14.168+0000 7fd123e00700 1 Processor -- start 2024-01-24T13:05:14.171 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:14.168+0000 7fd123e00700 1 -- start start 2024-01-24T13:05:14.171 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:14.169+0000 7fd123e00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd124073110 0x7fd124197ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:05:14.171 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:14.169+0000 7fd123e00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd124198400 0x7fd12419c870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:05:14.171 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:14.169+0000 7fd123e00700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fd12419cdb0 0x7fd12419d260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:05:14.172 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:14.169+0000 7fd123e00700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd124198af0 con 0x7fd124198400 2024-01-24T13:05:14.172 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:14.169+0000 7fd123e00700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd1241a4b20 con 0x7fd12419cdb0 2024-01-24T13:05:14.172 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:14.169+0000 7fd123e00700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd1241a4c60 con 0x7fd124073110 2024-01-24T13:05:14.172 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:14.169+0000 7fd122000700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd124198400 0x7fd12419c870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:05:14.172 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:14.169+0000 7fd122000700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd124198400 0x7fd12419c870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:57660/0 (socket says 172.21.15.84:57660) 2024-01-24T13:05:14.172 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:14.169+0000 7fd122000700 1 -- 172.21.15.84:0/3511147684 learned_addr learned my addr 172.21.15.84:0/3511147684 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:05:14.172 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:14.169+0000 7fd123400700 1 --2- 172.21.15.84:0/3511147684 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fd12419cdb0 0x7fd12419d260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:05:14.172 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:14.169+0000 7fd122a00700 1 --2- 172.21.15.84:0/3511147684 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd124073110 0x7fd124197ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:05:14.172 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:14.169+0000 7fd122000700 1 -- 172.21.15.84:0/3511147684 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd124073110 msgr2=0x7fd124197ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:05:14.172 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:14.169+0000 7fd122000700 1 --2- 172.21.15.84:0/3511147684 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd124073110 0x7fd124197ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:05:14.173 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:14.169+0000 7fd122000700 1 -- 172.21.15.84:0/3511147684 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fd12419cdb0 msgr2=0x7fd12419d260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:05:14.173 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:14.169+0000 7fd122000700 1 --2- 172.21.15.84:0/3511147684 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fd12419cdb0 0x7fd12419d260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:05:14.173 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:14.169+0000 7fd122000700 1 -- 172.21.15.84:0/3511147684 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd1140095f0 con 0x7fd124198400 2024-01-24T13:05:14.173 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:14.169+0000 7fd122a00700 1 --2- 172.21.15.84:0/3511147684 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd124073110 0x7fd124197ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-01-24T13:05:14.173 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:14.170+0000 7fd122000700 1 --2- 172.21.15.84:0/3511147684 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd124198400 0x7fd12419c870 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fd10c00b780 tx=0x7fd10c00bb40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:05:14.173 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:14.170+0000 7fd11b400700 1 -- 172.21.15.84:0/3511147684 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd10c004230 con 0x7fd124198400 2024-01-24T13:05:14.173 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:14.170+0000 7fd11b400700 1 -- 172.21.15.84:0/3511147684 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(25 keys) v1 ==== 1067+0+0 (secure 0 0 0) 0x7fd10c004390 con 0x7fd124198400 2024-01-24T13:05:14.173 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:14.170+0000 7fd123e00700 1 -- 172.21.15.84:0/3511147684 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd1241a4f40 con 0x7fd124198400 2024-01-24T13:05:14.173 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:14.170+0000 7fd11b400700 1 -- 172.21.15.84:0/3511147684 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd10c011a60 con 0x7fd124198400 2024-01-24T13:05:14.173 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:14.170+0000 7fd123e00700 1 -- 172.21.15.84:0/3511147684 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd1241a5400 con 0x7fd124198400 2024-01-24T13:05:14.174 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:14.171+0000 7fd11b400700 1 -- 172.21.15.84:0/3511147684 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 13) v1 ==== 45324+0+0 (secure 0 0 0) 0x7fd10c011c00 con 0x7fd124198400 2024-01-24T13:05:14.175 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:14.171+0000 7fd123e00700 1 -- 172.21.15.84:0/3511147684 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd12410a070 con 0x7fd124198400 2024-01-24T13:05:14.175 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:14.172+0000 7fd11b400700 1 --2- 172.21.15.84:0/3511147684 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fd104038870 0x7fd10403ad30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:05:14.175 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:14.172+0000 7fd11b400700 1 -- 172.21.15.84:0/3511147684 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 1155+0+0 (secure 0 0 0) 0x7fd10c04a9d0 con 0x7fd124198400 2024-01-24T13:05:14.175 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:14.172+0000 7fd122a00700 1 --2- 172.21.15.84:0/3511147684 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fd104038870 0x7fd10403ad30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:05:14.175 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:14.172+0000 7fd122a00700 1 --2- 172.21.15.84:0/3511147684 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fd104038870 0x7fd10403ad30 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fd11400b5c0 tx=0x7fd1140058e0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:05:14.177 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:14.177+0000 7fd11b400700 1 -- 172.21.15.84:0/3511147684 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180484 (secure 0 0 0) 0x7fd10c021ae0 con 0x7fd124198400 2024-01-24T13:05:14.395 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:14.394+0000 7fd123e00700 1 -- 172.21.15.84:0/3511147684 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) v1 -- 0x7fd12402cc70 con 0x7fd124198400 2024-01-24T13:05:14.395 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:14.394+0000 7fd11b400700 1 -- 172.21.15.84:0/3511147684 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v9) v1 ==== 76+0+275 (secure 0 0 0) 0x7fd10c021ae0 con 0x7fd124198400 2024-01-24T13:05:14.395 INFO:teuthology.orchestra.run.smithi084.stdout:# minimal ceph.conf for d5d5b6f8-bab8-11ee-95b1-87774f69a715 2024-01-24T13:05:14.395 INFO:teuthology.orchestra.run.smithi084.stdout:[global] 2024-01-24T13:05:14.395 INFO:teuthology.orchestra.run.smithi084.stdout: fsid = d5d5b6f8-bab8-11ee-95b1-87774f69a715 2024-01-24T13:05:14.395 INFO:teuthology.orchestra.run.smithi084.stdout: mon_host = [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-01-24T13:05:14.397 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:14.396+0000 7fd123e00700 1 -- 172.21.15.84:0/3511147684 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fd104038870 msgr2=0x7fd10403ad30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:05:14.398 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:14.396+0000 7fd123e00700 1 --2- 172.21.15.84:0/3511147684 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fd104038870 0x7fd10403ad30 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fd11400b5c0 tx=0x7fd1140058e0 comp rx=0 tx=0).stop 2024-01-24T13:05:14.398 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:14.396+0000 7fd123e00700 1 -- 172.21.15.84:0/3511147684 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd124198400 msgr2=0x7fd12419c870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:05:14.398 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:14.396+0000 7fd123e00700 1 --2- 172.21.15.84:0/3511147684 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd124198400 0x7fd12419c870 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fd10c00b780 tx=0x7fd10c00bb40 comp rx=0 tx=0).stop 2024-01-24T13:05:14.398 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:14.397+0000 7fd123e00700 1 -- 172.21.15.84:0/3511147684 shutdown_connections 2024-01-24T13:05:14.398 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:14.397+0000 7fd123e00700 1 --2- 172.21.15.84:0/3511147684 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fd104038870 0x7fd10403ad30 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:05:14.398 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:14.397+0000 7fd123e00700 1 --2- 172.21.15.84:0/3511147684 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fd12419cdb0 0x7fd12419d260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:05:14.398 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:14.397+0000 7fd123e00700 1 --2- 172.21.15.84:0/3511147684 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd124073110 0x7fd124197ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:05:14.398 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:14.397+0000 7fd123e00700 1 --2- 172.21.15.84:0/3511147684 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd124198400 0x7fd12419c870 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:05:14.398 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:14.397+0000 7fd123e00700 1 -- 172.21.15.84:0/3511147684 >> 172.21.15.84:0/3511147684 conn(0x7fd1240fc140 msgr2=0x7fd1241071b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:05:14.398 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:14.397+0000 7fd123e00700 1 -- 172.21.15.84:0/3511147684 shutdown_connections 2024-01-24T13:05:14.398 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:14.397+0000 7fd123e00700 1 -- 172.21.15.84:0/3511147684 wait complete. 2024-01-24T13:05:14.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:14 smithi113 ceph-mon[39177]: Updating smithi113:/var/lib/ceph/d5d5b6f8-bab8-11ee-95b1-87774f69a715/config/ceph.conf 2024-01-24T13:05:14.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:14 smithi113 ceph-mon[39177]: Updating smithi084:/var/lib/ceph/d5d5b6f8-bab8-11ee-95b1-87774f69a715/config/ceph.conf 2024-01-24T13:05:14.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:14 smithi113 ceph-mon[39177]: Updating smithi181:/var/lib/ceph/d5d5b6f8-bab8-11ee-95b1-87774f69a715/config/ceph.conf 2024-01-24T13:05:14.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:14 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:14.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:14 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:14.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:14 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:14.528 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:14 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:14.528 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:14 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:14.528 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:14 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:14.528 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:14 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:14.528 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:14 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:14.528 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:14 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:14.528 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:14 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:14.528 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:14 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:14.528 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:14 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-01-24T13:05:14.528 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:14 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-01-24T13:05:14.528 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:14 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:05:14.568 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:14 smithi084 ceph-mon[35384]: Updating smithi113:/var/lib/ceph/d5d5b6f8-bab8-11ee-95b1-87774f69a715/config/ceph.conf 2024-01-24T13:05:14.568 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:14 smithi084 ceph-mon[35384]: Updating smithi084:/var/lib/ceph/d5d5b6f8-bab8-11ee-95b1-87774f69a715/config/ceph.conf 2024-01-24T13:05:14.568 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:14 smithi084 ceph-mon[35384]: Updating smithi181:/var/lib/ceph/d5d5b6f8-bab8-11ee-95b1-87774f69a715/config/ceph.conf 2024-01-24T13:05:14.568 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:14 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:14.568 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:14 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:14.568 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:14 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:14.569 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:14 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:14.569 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:14 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:14.569 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:14 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:14.569 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:14 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:14.569 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:14 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:14.569 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:14 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:14.569 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:14 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:14.569 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:14 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:14.569 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:14 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-01-24T13:05:14.569 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:14 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-01-24T13:05:14.569 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:14 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:05:14.649 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:14 smithi181 ceph-mon[39668]: Updating smithi113:/var/lib/ceph/d5d5b6f8-bab8-11ee-95b1-87774f69a715/config/ceph.conf 2024-01-24T13:05:14.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:14 smithi181 ceph-mon[39668]: Updating smithi084:/var/lib/ceph/d5d5b6f8-bab8-11ee-95b1-87774f69a715/config/ceph.conf 2024-01-24T13:05:14.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:14 smithi181 ceph-mon[39668]: Updating smithi181:/var/lib/ceph/d5d5b6f8-bab8-11ee-95b1-87774f69a715/config/ceph.conf 2024-01-24T13:05:14.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:14 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:14.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:14 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:14.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:14 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:14.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:14 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:14.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:14 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:14.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:14 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:14.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:14 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:14.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:14 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:14.651 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:14 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:14.651 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:14 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:14.651 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:14 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:14.651 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:14 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-01-24T13:05:14.651 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:14 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-01-24T13:05:14.651 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:14 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:05:14.967 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-01-24T13:05:14.968 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-01-24T13:05:14.968 DEBUG:teuthology.orchestra.run.smithi084:> sudo dd of=/etc/ceph/ceph.conf 2024-01-24T13:05:15.036 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-01-24T13:05:15.036 DEBUG:teuthology.orchestra.run.smithi084:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-01-24T13:05:15.141 DEBUG:teuthology.orchestra.run.smithi113:> set -ex 2024-01-24T13:05:15.141 DEBUG:teuthology.orchestra.run.smithi113:> sudo dd of=/etc/ceph/ceph.conf 2024-01-24T13:05:15.213 DEBUG:teuthology.orchestra.run.smithi113:> set -ex 2024-01-24T13:05:15.213 DEBUG:teuthology.orchestra.run.smithi113:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-01-24T13:05:15.322 DEBUG:teuthology.orchestra.run.smithi181:> set -ex 2024-01-24T13:05:15.322 DEBUG:teuthology.orchestra.run.smithi181:> sudo dd of=/etc/ceph/ceph.conf 2024-01-24T13:05:15.397 DEBUG:teuthology.orchestra.run.smithi181:> set -ex 2024-01-24T13:05:15.397 DEBUG:teuthology.orchestra.run.smithi181:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-01-24T13:05:15.469 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:15 smithi113 ceph-mon[39177]: Reconfiguring mon.a (unknown last config time)... 2024-01-24T13:05:15.469 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:15 smithi113 ceph-mon[39177]: Reconfiguring daemon mon.a on smithi084 2024-01-24T13:05:15.469 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:15 smithi113 ceph-mon[39177]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-24T13:05:15.469 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:15 smithi113 ceph-mon[39177]: from='client.? 172.21.15.84:0/3511147684' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:05:15.469 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:15 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:15.469 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:15 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:15.469 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:15 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-01-24T13:05:15.469 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:15 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-01-24T13:05:15.469 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:15 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:05:15.469 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:15 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:15.495 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:15 smithi181 ceph-mon[39668]: Reconfiguring mon.a (unknown last config time)... 2024-01-24T13:05:15.496 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:15 smithi181 ceph-mon[39668]: Reconfiguring daemon mon.a on smithi084 2024-01-24T13:05:15.496 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:15 smithi181 ceph-mon[39668]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-24T13:05:15.496 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:15 smithi181 ceph-mon[39668]: from='client.? 172.21.15.84:0/3511147684' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:05:15.496 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:15 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:15.496 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:15 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:15.496 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:15 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-01-24T13:05:15.496 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:15 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-01-24T13:05:15.496 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:15 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:05:15.496 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:15 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:15.504 INFO:tasks.cephadm:Adding mgr.x on smithi084 2024-01-24T13:05:15.504 INFO:tasks.cephadm:Adding mgr.y on smithi113 2024-01-24T13:05:15.505 INFO:tasks.cephadm:Adding mgr.z on smithi181 2024-01-24T13:05:15.505 DEBUG:teuthology.orchestra.run.smithi181:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4e3182a65800aed6d4aa2f6b86da3cfd72188134 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d5d5b6f8-bab8-11ee-95b1-87774f69a715 -- ceph orch apply mgr '3;smithi084=x;smithi113=y;smithi181=z' 2024-01-24T13:05:15.634 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:15 smithi084 ceph-mon[35384]: Reconfiguring mon.a (unknown last config time)... 2024-01-24T13:05:15.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:15 smithi084 ceph-mon[35384]: Reconfiguring daemon mon.a on smithi084 2024-01-24T13:05:15.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:15 smithi084 ceph-mon[35384]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-24T13:05:15.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:15 smithi084 ceph-mon[35384]: from='client.? 172.21.15.84:0/3511147684' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:05:15.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:15 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:15.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:15 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:15.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:15 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-01-24T13:05:15.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:15 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-01-24T13:05:15.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:15 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:05:15.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:15 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:15.883 INFO:teuthology.orchestra.run.smithi181.stderr:Inferring config /var/lib/ceph/d5d5b6f8-bab8-11ee-95b1-87774f69a715/mon.c/config 2024-01-24T13:05:16.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:16 smithi181 ceph-mon[39668]: Reconfiguring mon.b (monmap changed)... 2024-01-24T13:05:16.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:16 smithi181 ceph-mon[39668]: Reconfiguring daemon mon.b on smithi113 2024-01-24T13:05:16.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:16 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:16.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:16 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:16.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:16 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-01-24T13:05:16.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:16 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-01-24T13:05:16.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:16 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:05:16.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:16 smithi113 ceph-mon[39177]: Reconfiguring mon.b (monmap changed)... 2024-01-24T13:05:16.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:16 smithi113 ceph-mon[39177]: Reconfiguring daemon mon.b on smithi113 2024-01-24T13:05:16.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:16 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:16.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:16 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:16.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:16 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-01-24T13:05:16.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:16 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-01-24T13:05:16.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:16 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:05:16.634 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:16 smithi084 ceph-mon[35384]: Reconfiguring mon.b (monmap changed)... 2024-01-24T13:05:16.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:16 smithi084 ceph-mon[35384]: Reconfiguring daemon mon.b on smithi113 2024-01-24T13:05:16.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:16 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:16.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:16 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:16.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:16 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-01-24T13:05:16.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:16 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-01-24T13:05:16.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:16 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:05:17.283 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:17.282+0000 7fe3db600700 1 -- 172.21.15.181:0/1595818294 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe3d4100970 msgr2=0x7fe3d4100d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:05:17.283 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:17.282+0000 7fe3db600700 1 --2- 172.21.15.181:0/1595818294 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe3d4100970 0x7fe3d4100d90 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fe3c4009910 tx=0x7fe3c4009c20 comp rx=0 tx=0).stop 2024-01-24T13:05:17.283 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:17.282+0000 7fe3db600700 1 -- 172.21.15.181:0/1595818294 shutdown_connections 2024-01-24T13:05:17.283 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:17.282+0000 7fe3db600700 1 --2- 172.21.15.181:0/1595818294 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe3d4100970 0x7fe3d4100d90 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:05:17.283 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:17.282+0000 7fe3db600700 1 -- 172.21.15.181:0/1595818294 >> 172.21.15.181:0/1595818294 conn(0x7fe3d40fbf10 msgr2=0x7fe3d40fe350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:05:17.283 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:17.282+0000 7fe3db600700 1 -- 172.21.15.181:0/1595818294 shutdown_connections 2024-01-24T13:05:17.284 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:17.282+0000 7fe3db600700 1 -- 172.21.15.181:0/1595818294 wait complete. 2024-01-24T13:05:17.285 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:17.283+0000 7fe3db600700 1 Processor -- start 2024-01-24T13:05:17.286 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:17.283+0000 7fe3db600700 1 -- start start 2024-01-24T13:05:17.286 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:17.284+0000 7fe3db600700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe3d4100970 0x7fe3d4197da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:05:17.286 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:17.284+0000 7fe3db600700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe3d41982e0 0x7fe3d419d350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:05:17.286 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:17.284+0000 7fe3db600700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe3d4198760 0x7fe3d419f8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:05:17.286 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:17.284+0000 7fe3db600700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe3d41a0080 con 0x7fe3d4198760 2024-01-24T13:05:17.286 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:17.284+0000 7fe3db600700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe3d41a01f0 con 0x7fe3d41982e0 2024-01-24T13:05:17.286 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:17.284+0000 7fe3db600700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe3d41a03b0 con 0x7fe3d4100970 2024-01-24T13:05:17.286 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:17.284+0000 7fe3d8c00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe3d4100970 0x7fe3d4197da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:05:17.286 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:17.284+0000 7fe3d8c00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe3d4100970 0x7fe3d4197da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.181:43100/0 (socket says 172.21.15.181:43100) 2024-01-24T13:05:17.286 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:17.284+0000 7fe3d8c00700 1 -- 172.21.15.181:0/1484743613 learned_addr learned my addr 172.21.15.181:0/1484743613 (peer_addr_for_me v2:172.21.15.181:0/0) 2024-01-24T13:05:17.286 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:17.284+0000 7fe3d3e00700 1 --2- 172.21.15.181:0/1484743613 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe3d41982e0 0x7fe3d419d350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:05:17.286 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:17.284+0000 7fe3d9600700 1 --2- 172.21.15.181:0/1484743613 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe3d4198760 0x7fe3d419f8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:05:17.287 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:17.284+0000 7fe3d8c00700 1 -- 172.21.15.181:0/1484743613 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe3d41982e0 msgr2=0x7fe3d419d350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:05:17.287 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:17.284+0000 7fe3d8c00700 1 --2- 172.21.15.181:0/1484743613 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe3d41982e0 0x7fe3d419d350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:05:17.287 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:17.284+0000 7fe3d8c00700 1 -- 172.21.15.181:0/1484743613 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe3d4198760 msgr2=0x7fe3d419f8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:05:17.287 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:17.284+0000 7fe3d8c00700 1 --2- 172.21.15.181:0/1484743613 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe3d4198760 0x7fe3d419f8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:05:17.287 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:17.284+0000 7fe3d8c00700 1 -- 172.21.15.181:0/1484743613 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe3c40095f0 con 0x7fe3d4100970 2024-01-24T13:05:17.287 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:17.284+0000 7fe3d9600700 1 --2- 172.21.15.181:0/1484743613 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe3d4198760 0x7fe3d419f8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-01-24T13:05:17.287 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:17.284+0000 7fe3d3e00700 1 --2- 172.21.15.181:0/1484743613 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe3d41982e0 0x7fe3d419d350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-01-24T13:05:17.287 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:17.285+0000 7fe3d8c00700 1 --2- 172.21.15.181:0/1484743613 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe3d4100970 0x7fe3d4197da0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fe3c4006010 tx=0x7fe3c400bda0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:05:17.287 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:17.285+0000 7fe3d1600700 1 -- 172.21.15.181:0/1484743613 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe3c401d070 con 0x7fe3d4100970 2024-01-24T13:05:17.287 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:17.285+0000 7fe3db600700 1 -- 172.21.15.181:0/1484743613 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe3d41a0630 con 0x7fe3d4100970 2024-01-24T13:05:17.287 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:17.285+0000 7fe3d1600700 1 -- 172.21.15.181:0/1484743613 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(25 keys) v1 ==== 1067+0+0 (secure 0 0 0) 0x7fe3c4004db0 con 0x7fe3d4100970 2024-01-24T13:05:17.287 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:17.285+0000 7fe3d1600700 1 -- 172.21.15.181:0/1484743613 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe3c4022e10 con 0x7fe3d4100970 2024-01-24T13:05:17.287 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:17.285+0000 7fe3db600700 1 -- 172.21.15.181:0/1484743613 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe3d41a0ba0 con 0x7fe3d4100970 2024-01-24T13:05:17.288 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:17.286+0000 7fe3d1600700 1 -- 172.21.15.181:0/1484743613 <== mon.1 v2:172.21.15.181:3300/0 4 ==== mgrmap(e 13) v1 ==== 45324+0+0 (secure 0 0 0) 0x7fe3c4022570 con 0x7fe3d4100970 2024-01-24T13:05:17.288 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:17.286+0000 7fe3db600700 1 -- 172.21.15.181:0/1484743613 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe3d4106570 con 0x7fe3d4100970 2024-01-24T13:05:17.288 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:17.287+0000 7fe3d1600700 1 --2- 172.21.15.181:0/1484743613 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fe3b4038870 0x7fe3b403ad30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:05:17.289 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:17.287+0000 7fe3d1600700 1 -- 172.21.15.181:0/1484743613 <== mon.1 v2:172.21.15.181:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 1155+0+0 (secure 0 0 0) 0x7fe3c404c330 con 0x7fe3d4100970 2024-01-24T13:05:17.289 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:17.287+0000 7fe3d3e00700 1 --2- 172.21.15.181:0/1484743613 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fe3b4038870 0x7fe3b403ad30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:05:17.289 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:17.288+0000 7fe3d3e00700 1 --2- 172.21.15.181:0/1484743613 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fe3b4038870 0x7fe3b403ad30 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fe3bc009910 tx=0x7fe3bc008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:05:17.293 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:17.292+0000 7fe3d1600700 1 -- 172.21.15.181:0/1484743613 <== mon.1 v2:172.21.15.181:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180484 (secure 0 0 0) 0x7fe3c400e5c0 con 0x7fe3d4100970 2024-01-24T13:05:17.485 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:17 smithi181 ceph-mon[39668]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-24T13:05:17.485 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:17 smithi181 ceph-mon[39668]: Reconfiguring mon.c (monmap changed)... 2024-01-24T13:05:17.485 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:17 smithi181 ceph-mon[39668]: Reconfiguring daemon mon.c on smithi181 2024-01-24T13:05:17.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:17 smithi113 ceph-mon[39177]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-24T13:05:17.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:17 smithi113 ceph-mon[39177]: Reconfiguring mon.c (monmap changed)... 2024-01-24T13:05:17.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:17 smithi113 ceph-mon[39177]: Reconfiguring daemon mon.c on smithi181 2024-01-24T13:05:17.532 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:17.530+0000 7fe3db600700 1 -- 172.21.15.181:0/1484743613 --> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi084=x;smithi113=y;smithi181=z", "target": ["mon-mgr", ""]}) v1 -- 0x7fe3d4073720 con 0x7fe3b4038870 2024-01-24T13:05:17.540 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:17.539+0000 7fe3d1600700 1 -- 172.21.15.181:0/1484743613 <== mgr.14150 v2:172.21.15.84:6800/18297849 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+24 (secure 0 0 0) 0x7fe3d4073720 con 0x7fe3b4038870 2024-01-24T13:05:17.540 INFO:teuthology.orchestra.run.smithi181.stdout:Scheduled mgr update... 2024-01-24T13:05:17.542 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:17.542+0000 7fe3db600700 1 -- 172.21.15.181:0/1484743613 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fe3b4038870 msgr2=0x7fe3b403ad30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:05:17.543 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:17.542+0000 7fe3db600700 1 --2- 172.21.15.181:0/1484743613 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fe3b4038870 0x7fe3b403ad30 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fe3bc009910 tx=0x7fe3bc008040 comp rx=0 tx=0).stop 2024-01-24T13:05:17.543 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:17.542+0000 7fe3db600700 1 -- 172.21.15.181:0/1484743613 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe3d4100970 msgr2=0x7fe3d4197da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:05:17.543 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:17.542+0000 7fe3db600700 1 --2- 172.21.15.181:0/1484743613 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe3d4100970 0x7fe3d4197da0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fe3c4006010 tx=0x7fe3c400bda0 comp rx=0 tx=0).stop 2024-01-24T13:05:17.543 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:17.542+0000 7fe3db600700 1 -- 172.21.15.181:0/1484743613 shutdown_connections 2024-01-24T13:05:17.543 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:17.542+0000 7fe3db600700 1 --2- 172.21.15.181:0/1484743613 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fe3b4038870 0x7fe3b403ad30 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:05:17.543 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:17.542+0000 7fe3db600700 1 --2- 172.21.15.181:0/1484743613 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe3d4198760 0x7fe3d419f8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:05:17.543 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:17.542+0000 7fe3db600700 1 --2- 172.21.15.181:0/1484743613 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe3d4100970 0x7fe3d4197da0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:05:17.543 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:17.542+0000 7fe3db600700 1 --2- 172.21.15.181:0/1484743613 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe3d41982e0 0x7fe3d419d350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:05:17.543 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:17.542+0000 7fe3db600700 1 -- 172.21.15.181:0/1484743613 >> 172.21.15.181:0/1484743613 conn(0x7fe3d40fbf10 msgr2=0x7fe3d4073010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:05:17.543 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:17.542+0000 7fe3db600700 1 -- 172.21.15.181:0/1484743613 shutdown_connections 2024-01-24T13:05:17.543 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:05:17.542+0000 7fe3db600700 1 -- 172.21.15.181:0/1484743613 wait complete. 2024-01-24T13:05:17.634 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:17 smithi084 ceph-mon[35384]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-24T13:05:17.634 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:17 smithi084 ceph-mon[35384]: Reconfiguring mon.c (monmap changed)... 2024-01-24T13:05:17.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:17 smithi084 ceph-mon[35384]: Reconfiguring daemon mon.c on smithi181 2024-01-24T13:05:17.916 DEBUG:teuthology.orchestra.run.smithi113:mgr.y> sudo journalctl -f -n 0 -u ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@mgr.y.service 2024-01-24T13:05:17.920 DEBUG:teuthology.orchestra.run.smithi181:mgr.z> sudo journalctl -f -n 0 -u ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@mgr.z.service 2024-01-24T13:05:17.925 INFO:tasks.cephadm:Deploying OSDs... 2024-01-24T13:05:17.925 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-01-24T13:05:17.925 DEBUG:teuthology.orchestra.run.smithi084:> dd if=/scratch_devs of=/dev/stdout 2024-01-24T13:05:17.972 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-01-24T13:05:17.973 DEBUG:teuthology.orchestra.run.smithi084:> stat /dev/vg_nvme/lv_1 2024-01-24T13:05:17.991 INFO:journalctl@ceph.mgr.y.smithi113.stdout:-- Logs begin at Wed 2024-01-24 12:47:43 UTC. -- 2024-01-24T13:05:17.994 INFO:journalctl@ceph.mgr.z.smithi181.stdout:-- Logs begin at Wed 2024-01-24 12:47:10 UTC. -- 2024-01-24T13:05:18.058 INFO:teuthology.orchestra.run.smithi084.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-01-24T13:05:18.059 INFO:teuthology.orchestra.run.smithi084.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-01-24T13:05:18.059 INFO:teuthology.orchestra.run.smithi084.stdout:Device: 5h/5d Inode: 452 Links: 1 2024-01-24T13:05:18.059 INFO:teuthology.orchestra.run.smithi084.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-01-24T13:05:18.059 INFO:teuthology.orchestra.run.smithi084.stdout:Context: system_u:object_r:device_t:s0 2024-01-24T13:05:18.059 INFO:teuthology.orchestra.run.smithi084.stdout:Access: 2024-01-24 13:04:30.446318939 +0000 2024-01-24T13:05:18.059 INFO:teuthology.orchestra.run.smithi084.stdout:Modify: 2024-01-24 12:57:45.858796121 +0000 2024-01-24T13:05:18.059 INFO:teuthology.orchestra.run.smithi084.stdout:Change: 2024-01-24 12:57:45.858796121 +0000 2024-01-24T13:05:18.059 INFO:teuthology.orchestra.run.smithi084.stdout: Birth: 2024-01-24 12:57:45.834796532 +0000 2024-01-24T13:05:18.059 DEBUG:teuthology.orchestra.run.smithi084:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-01-24T13:05:18.163 INFO:teuthology.orchestra.run.smithi084.stderr:1+0 records in 2024-01-24T13:05:18.163 INFO:teuthology.orchestra.run.smithi084.stderr:1+0 records out 2024-01-24T13:05:18.163 INFO:teuthology.orchestra.run.smithi084.stderr:512 bytes copied, 0.000307141 s, 1.7 MB/s 2024-01-24T13:05:18.165 DEBUG:teuthology.orchestra.run.smithi084:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-01-24T13:05:18.209 DEBUG:teuthology.orchestra.run.smithi084:> stat /dev/vg_nvme/lv_2 2024-01-24T13:05:18.291 INFO:teuthology.orchestra.run.smithi084.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-01-24T13:05:18.291 INFO:teuthology.orchestra.run.smithi084.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-01-24T13:05:18.291 INFO:teuthology.orchestra.run.smithi084.stdout:Device: 5h/5d Inode: 458 Links: 1 2024-01-24T13:05:18.291 INFO:teuthology.orchestra.run.smithi084.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-01-24T13:05:18.291 INFO:teuthology.orchestra.run.smithi084.stdout:Context: system_u:object_r:device_t:s0 2024-01-24T13:05:18.291 INFO:teuthology.orchestra.run.smithi084.stdout:Access: 2024-01-24 13:04:30.542317274 +0000 2024-01-24T13:05:18.291 INFO:teuthology.orchestra.run.smithi084.stdout:Modify: 2024-01-24 12:57:46.323788172 +0000 2024-01-24T13:05:18.292 INFO:teuthology.orchestra.run.smithi084.stdout:Change: 2024-01-24 12:57:46.323788172 +0000 2024-01-24T13:05:18.292 INFO:teuthology.orchestra.run.smithi084.stdout: Birth: 2024-01-24 12:57:46.299788582 +0000 2024-01-24T13:05:18.292 DEBUG:teuthology.orchestra.run.smithi084:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-01-24T13:05:18.393 INFO:teuthology.orchestra.run.smithi084.stderr:1+0 records in 2024-01-24T13:05:18.394 INFO:teuthology.orchestra.run.smithi084.stderr:1+0 records out 2024-01-24T13:05:18.394 INFO:teuthology.orchestra.run.smithi084.stderr:512 bytes copied, 0.000307858 s, 1.7 MB/s 2024-01-24T13:05:18.396 DEBUG:teuthology.orchestra.run.smithi084:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-01-24T13:05:18.439 DEBUG:teuthology.orchestra.run.smithi084:> stat /dev/vg_nvme/lv_3 2024-01-24T13:05:18.522 INFO:teuthology.orchestra.run.smithi084.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-01-24T13:05:18.522 INFO:teuthology.orchestra.run.smithi084.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-01-24T13:05:18.522 INFO:teuthology.orchestra.run.smithi084.stdout:Device: 5h/5d Inode: 464 Links: 1 2024-01-24T13:05:18.523 INFO:teuthology.orchestra.run.smithi084.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-01-24T13:05:18.524 INFO:teuthology.orchestra.run.smithi084.stdout:Context: system_u:object_r:device_t:s0 2024-01-24T13:05:18.524 INFO:teuthology.orchestra.run.smithi084.stdout:Access: 2024-01-24 13:04:30.628315782 +0000 2024-01-24T13:05:18.524 INFO:teuthology.orchestra.run.smithi084.stdout:Modify: 2024-01-24 12:57:46.791780172 +0000 2024-01-24T13:05:18.524 INFO:teuthology.orchestra.run.smithi084.stdout:Change: 2024-01-24 12:57:46.791780172 +0000 2024-01-24T13:05:18.524 INFO:teuthology.orchestra.run.smithi084.stdout: Birth: 2024-01-24 12:57:46.765780616 +0000 2024-01-24T13:05:18.525 DEBUG:teuthology.orchestra.run.smithi084:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-01-24T13:05:18.625 INFO:teuthology.orchestra.run.smithi084.stderr:1+0 records in 2024-01-24T13:05:18.625 INFO:teuthology.orchestra.run.smithi084.stderr:1+0 records out 2024-01-24T13:05:18.625 INFO:teuthology.orchestra.run.smithi084.stderr:512 bytes copied, 0.000321179 s, 1.6 MB/s 2024-01-24T13:05:18.628 DEBUG:teuthology.orchestra.run.smithi084:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-01-24T13:05:18.671 DEBUG:teuthology.orchestra.run.smithi084:> stat /dev/vg_nvme/lv_4 2024-01-24T13:05:18.753 INFO:teuthology.orchestra.run.smithi084.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-01-24T13:05:18.754 INFO:teuthology.orchestra.run.smithi084.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-01-24T13:05:18.754 INFO:teuthology.orchestra.run.smithi084.stdout:Device: 5h/5d Inode: 470 Links: 1 2024-01-24T13:05:18.754 INFO:teuthology.orchestra.run.smithi084.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-01-24T13:05:18.754 INFO:teuthology.orchestra.run.smithi084.stdout:Context: system_u:object_r:device_t:s0 2024-01-24T13:05:18.754 INFO:teuthology.orchestra.run.smithi084.stdout:Access: 2024-01-24 13:04:30.706314429 +0000 2024-01-24T13:05:18.754 INFO:teuthology.orchestra.run.smithi084.stdout:Modify: 2024-01-24 12:57:47.258772188 +0000 2024-01-24T13:05:18.754 INFO:teuthology.orchestra.run.smithi084.stdout:Change: 2024-01-24 12:57:47.258772188 +0000 2024-01-24T13:05:18.754 INFO:teuthology.orchestra.run.smithi084.stdout: Birth: 2024-01-24 12:57:47.235772582 +0000 2024-01-24T13:05:18.754 DEBUG:teuthology.orchestra.run.smithi084:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-01-24T13:05:18.825 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:18 smithi181 ceph-mon[39668]: from='client.24100 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi084=x;smithi113=y;smithi181=z", "target": ["mon-mgr", ""]}]: dispatch 2024-01-24T13:05:18.825 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:18 smithi181 ceph-mon[39668]: Saving service mgr spec with placement smithi084=x;smithi113=y;smithi181=z;count:3 2024-01-24T13:05:18.825 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:18 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:18.825 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:18 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:18.825 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:18 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:18.825 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:18 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:05:18.826 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:18 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:05:18.826 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:18 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:05:18.826 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:18 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:18.826 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:18 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-01-24T13:05:18.826 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:18 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-01-24T13:05:18.826 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:18 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-01-24T13:05:18.826 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:18 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:05:18.849 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:18 smithi084 ceph-mon[35384]: from='client.24100 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi084=x;smithi113=y;smithi181=z", "target": ["mon-mgr", ""]}]: dispatch 2024-01-24T13:05:18.849 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:18 smithi084 ceph-mon[35384]: Saving service mgr spec with placement smithi084=x;smithi113=y;smithi181=z;count:3 2024-01-24T13:05:18.849 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:18 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:18.849 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:18 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:18.849 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:18 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:18.849 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:18 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:05:18.849 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:18 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:05:18.849 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:18 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:05:18.849 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:18 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:18.849 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:18 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-01-24T13:05:18.849 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:18 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-01-24T13:05:18.849 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:18 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-01-24T13:05:18.849 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:18 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:05:18.854 INFO:teuthology.orchestra.run.smithi084.stderr:1+0 records in 2024-01-24T13:05:18.855 INFO:teuthology.orchestra.run.smithi084.stderr:1+0 records out 2024-01-24T13:05:18.855 INFO:teuthology.orchestra.run.smithi084.stderr:512 bytes copied, 0.000307746 s, 1.7 MB/s 2024-01-24T13:05:18.858 DEBUG:teuthology.orchestra.run.smithi084:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-01-24T13:05:18.901 DEBUG:teuthology.orchestra.run.smithi113:> set -ex 2024-01-24T13:05:18.901 DEBUG:teuthology.orchestra.run.smithi113:> dd if=/scratch_devs of=/dev/stdout 2024-01-24T13:05:18.947 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-01-24T13:05:18.947 DEBUG:teuthology.orchestra.run.smithi113:> stat /dev/vg_nvme/lv_1 2024-01-24T13:05:19.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:18 smithi113 ceph-mon[39177]: from='client.24100 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi084=x;smithi113=y;smithi181=z", "target": ["mon-mgr", ""]}]: dispatch 2024-01-24T13:05:19.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:18 smithi113 ceph-mon[39177]: Saving service mgr spec with placement smithi084=x;smithi113=y;smithi181=z;count:3 2024-01-24T13:05:19.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:18 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:19.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:18 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:19.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:18 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:19.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:18 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:05:19.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:18 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:05:19.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:18 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:05:19.028 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:18 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:19.028 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:18 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-01-24T13:05:19.028 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:18 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-01-24T13:05:19.028 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:18 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-01-24T13:05:19.028 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:18 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:05:19.032 INFO:teuthology.orchestra.run.smithi113.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-01-24T13:05:19.032 INFO:teuthology.orchestra.run.smithi113.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-01-24T13:05:19.032 INFO:teuthology.orchestra.run.smithi113.stdout:Device: 5h/5d Inode: 451 Links: 1 2024-01-24T13:05:19.032 INFO:teuthology.orchestra.run.smithi113.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-01-24T13:05:19.032 INFO:teuthology.orchestra.run.smithi113.stdout:Context: system_u:object_r:device_t:s0 2024-01-24T13:05:19.032 INFO:teuthology.orchestra.run.smithi113.stdout:Access: 2024-01-24 13:05:05.025774766 +0000 2024-01-24T13:05:19.032 INFO:teuthology.orchestra.run.smithi113.stdout:Modify: 2024-01-24 12:57:54.392808838 +0000 2024-01-24T13:05:19.032 INFO:teuthology.orchestra.run.smithi113.stdout:Change: 2024-01-24 12:57:54.392808838 +0000 2024-01-24T13:05:19.032 INFO:teuthology.orchestra.run.smithi113.stdout: Birth: 2024-01-24 12:57:54.366809367 +0000 2024-01-24T13:05:19.033 DEBUG:teuthology.orchestra.run.smithi113:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-01-24T13:05:19.134 INFO:teuthology.orchestra.run.smithi113.stderr:1+0 records in 2024-01-24T13:05:19.134 INFO:teuthology.orchestra.run.smithi113.stderr:1+0 records out 2024-01-24T13:05:19.135 INFO:teuthology.orchestra.run.smithi113.stderr:512 bytes copied, 0.000320115 s, 1.6 MB/s 2024-01-24T13:05:19.137 DEBUG:teuthology.orchestra.run.smithi113:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-01-24T13:05:19.180 DEBUG:teuthology.orchestra.run.smithi113:> stat /dev/vg_nvme/lv_2 2024-01-24T13:05:19.263 INFO:teuthology.orchestra.run.smithi113.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-01-24T13:05:19.263 INFO:teuthology.orchestra.run.smithi113.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-01-24T13:05:19.263 INFO:teuthology.orchestra.run.smithi113.stdout:Device: 5h/5d Inode: 457 Links: 1 2024-01-24T13:05:19.263 INFO:teuthology.orchestra.run.smithi113.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-01-24T13:05:19.263 INFO:teuthology.orchestra.run.smithi113.stdout:Context: system_u:object_r:device_t:s0 2024-01-24T13:05:19.263 INFO:teuthology.orchestra.run.smithi113.stdout:Access: 2024-01-24 13:05:05.025774766 +0000 2024-01-24T13:05:19.263 INFO:teuthology.orchestra.run.smithi113.stdout:Modify: 2024-01-24 12:57:54.869799122 +0000 2024-01-24T13:05:19.263 INFO:teuthology.orchestra.run.smithi113.stdout:Change: 2024-01-24 12:57:54.869799122 +0000 2024-01-24T13:05:19.263 INFO:teuthology.orchestra.run.smithi113.stdout: Birth: 2024-01-24 12:57:54.840799713 +0000 2024-01-24T13:05:19.264 DEBUG:teuthology.orchestra.run.smithi113:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-01-24T13:05:19.364 INFO:teuthology.orchestra.run.smithi113.stderr:1+0 records in 2024-01-24T13:05:19.365 INFO:teuthology.orchestra.run.smithi113.stderr:1+0 records out 2024-01-24T13:05:19.365 INFO:teuthology.orchestra.run.smithi113.stderr:512 bytes copied, 0.000300752 s, 1.7 MB/s 2024-01-24T13:05:19.367 DEBUG:teuthology.orchestra.run.smithi113:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-01-24T13:05:19.399 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Jan 24 13:05:19 smithi181 systemd[1]: Starting Ceph mgr.z for d5d5b6f8-bab8-11ee-95b1-87774f69a715... 2024-01-24T13:05:19.410 DEBUG:teuthology.orchestra.run.smithi113:> stat /dev/vg_nvme/lv_3 2024-01-24T13:05:19.492 INFO:teuthology.orchestra.run.smithi113.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-01-24T13:05:19.493 INFO:teuthology.orchestra.run.smithi113.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-01-24T13:05:19.493 INFO:teuthology.orchestra.run.smithi113.stdout:Device: 5h/5d Inode: 463 Links: 1 2024-01-24T13:05:19.493 INFO:teuthology.orchestra.run.smithi113.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-01-24T13:05:19.493 INFO:teuthology.orchestra.run.smithi113.stdout:Context: system_u:object_r:device_t:s0 2024-01-24T13:05:19.493 INFO:teuthology.orchestra.run.smithi113.stdout:Access: 2024-01-24 13:05:05.025774766 +0000 2024-01-24T13:05:19.493 INFO:teuthology.orchestra.run.smithi113.stdout:Modify: 2024-01-24 12:57:55.340789529 +0000 2024-01-24T13:05:19.493 INFO:teuthology.orchestra.run.smithi113.stdout:Change: 2024-01-24 12:57:55.340789529 +0000 2024-01-24T13:05:19.493 INFO:teuthology.orchestra.run.smithi113.stdout: Birth: 2024-01-24 12:57:55.316790018 +0000 2024-01-24T13:05:19.493 DEBUG:teuthology.orchestra.run.smithi113:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-01-24T13:05:19.594 INFO:teuthology.orchestra.run.smithi113.stderr:1+0 records in 2024-01-24T13:05:19.594 INFO:teuthology.orchestra.run.smithi113.stderr:1+0 records out 2024-01-24T13:05:19.594 INFO:teuthology.orchestra.run.smithi113.stderr:512 bytes copied, 0.000321797 s, 1.6 MB/s 2024-01-24T13:05:19.596 DEBUG:teuthology.orchestra.run.smithi113:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-01-24T13:05:19.639 DEBUG:teuthology.orchestra.run.smithi113:> stat /dev/vg_nvme/lv_4 2024-01-24T13:05:19.721 INFO:teuthology.orchestra.run.smithi113.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-01-24T13:05:19.721 INFO:teuthology.orchestra.run.smithi113.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-01-24T13:05:19.721 INFO:teuthology.orchestra.run.smithi113.stdout:Device: 5h/5d Inode: 469 Links: 1 2024-01-24T13:05:19.721 INFO:teuthology.orchestra.run.smithi113.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-01-24T13:05:19.721 INFO:teuthology.orchestra.run.smithi113.stdout:Context: system_u:object_r:device_t:s0 2024-01-24T13:05:19.721 INFO:teuthology.orchestra.run.smithi113.stdout:Access: 2024-01-24 13:05:05.026774745 +0000 2024-01-24T13:05:19.721 INFO:teuthology.orchestra.run.smithi113.stdout:Modify: 2024-01-24 12:57:55.803780098 +0000 2024-01-24T13:05:19.721 INFO:teuthology.orchestra.run.smithi113.stdout:Change: 2024-01-24 12:57:55.803780098 +0000 2024-01-24T13:05:19.722 INFO:teuthology.orchestra.run.smithi113.stdout: Birth: 2024-01-24 12:57:55.777780628 +0000 2024-01-24T13:05:19.722 DEBUG:teuthology.orchestra.run.smithi113:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-01-24T13:05:19.816 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:19 smithi181 ceph-mon[39668]: Deploying daemon mgr.z on smithi181 2024-01-24T13:05:19.816 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:19 smithi181 ceph-mon[39668]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-24T13:05:19.816 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:19 smithi113 ceph-mon[39177]: Deploying daemon mgr.z on smithi181 2024-01-24T13:05:19.816 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:19 smithi113 ceph-mon[39177]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-24T13:05:19.822 INFO:teuthology.orchestra.run.smithi113.stderr:1+0 records in 2024-01-24T13:05:19.822 INFO:teuthology.orchestra.run.smithi113.stderr:1+0 records out 2024-01-24T13:05:19.822 INFO:teuthology.orchestra.run.smithi113.stderr:512 bytes copied, 0.000307786 s, 1.7 MB/s 2024-01-24T13:05:19.824 DEBUG:teuthology.orchestra.run.smithi113:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-01-24T13:05:19.869 DEBUG:teuthology.orchestra.run.smithi181:> set -ex 2024-01-24T13:05:19.869 DEBUG:teuthology.orchestra.run.smithi181:> dd if=/scratch_devs of=/dev/stdout 2024-01-24T13:05:19.884 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:19 smithi084 ceph-mon[35384]: Deploying daemon mgr.z on smithi181 2024-01-24T13:05:19.884 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:19 smithi084 ceph-mon[35384]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-24T13:05:19.915 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-01-24T13:05:19.915 DEBUG:teuthology.orchestra.run.smithi181:> stat /dev/vg_nvme/lv_1 2024-01-24T13:05:19.998 INFO:teuthology.orchestra.run.smithi181.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-01-24T13:05:19.998 INFO:teuthology.orchestra.run.smithi181.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-01-24T13:05:19.998 INFO:teuthology.orchestra.run.smithi181.stdout:Device: 5h/5d Inode: 452 Links: 1 2024-01-24T13:05:19.998 INFO:teuthology.orchestra.run.smithi181.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-01-24T13:05:19.999 INFO:teuthology.orchestra.run.smithi181.stdout:Context: system_u:object_r:device_t:s0 2024-01-24T13:05:19.999 INFO:teuthology.orchestra.run.smithi181.stdout:Access: 2024-01-24 13:05:19.188802059 +0000 2024-01-24T13:05:19.999 INFO:teuthology.orchestra.run.smithi181.stdout:Modify: 2024-01-24 12:57:55.640399837 +0000 2024-01-24T13:05:19.999 INFO:teuthology.orchestra.run.smithi181.stdout:Change: 2024-01-24 12:57:55.640399837 +0000 2024-01-24T13:05:19.999 INFO:teuthology.orchestra.run.smithi181.stdout: Birth: 2024-01-24 12:57:55.612400372 +0000 2024-01-24T13:05:19.999 DEBUG:teuthology.orchestra.run.smithi181:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-01-24T13:05:20.096 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Jan 24 13:05:19 smithi181 bash[41429]: 0ba071baaf77ec700d38e23bc88b95d2ac94bf923a997b62eeef20730d878f71 2024-01-24T13:05:20.096 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Jan 24 13:05:19 smithi181 systemd[1]: Started Ceph mgr.z for d5d5b6f8-bab8-11ee-95b1-87774f69a715. 2024-01-24T13:05:20.096 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Jan 24 13:05:19 smithi181 ceph-mgr[41467]: -- 172.21.15.181:0/2170606521 <== mon.1 v2:172.21.15.181:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55e80cc9b1e0 con 0x55e80cc72c00 2024-01-24T13:05:20.104 INFO:teuthology.orchestra.run.smithi181.stderr:1+0 records in 2024-01-24T13:05:20.104 INFO:teuthology.orchestra.run.smithi181.stderr:1+0 records out 2024-01-24T13:05:20.104 INFO:teuthology.orchestra.run.smithi181.stderr:512 bytes copied, 0.000282442 s, 1.8 MB/s 2024-01-24T13:05:20.107 DEBUG:teuthology.orchestra.run.smithi181:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-01-24T13:05:20.150 DEBUG:teuthology.orchestra.run.smithi181:> stat /dev/vg_nvme/lv_2 2024-01-24T13:05:20.233 INFO:teuthology.orchestra.run.smithi181.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-01-24T13:05:20.233 INFO:teuthology.orchestra.run.smithi181.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-01-24T13:05:20.234 INFO:teuthology.orchestra.run.smithi181.stdout:Device: 5h/5d Inode: 458 Links: 1 2024-01-24T13:05:20.234 INFO:teuthology.orchestra.run.smithi181.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-01-24T13:05:20.234 INFO:teuthology.orchestra.run.smithi181.stdout:Context: system_u:object_r:device_t:s0 2024-01-24T13:05:20.234 INFO:teuthology.orchestra.run.smithi181.stdout:Access: 2024-01-24 13:05:19.188802059 +0000 2024-01-24T13:05:20.234 INFO:teuthology.orchestra.run.smithi181.stdout:Modify: 2024-01-24 12:57:56.119390679 +0000 2024-01-24T13:05:20.234 INFO:teuthology.orchestra.run.smithi181.stdout:Change: 2024-01-24 12:57:56.119390679 +0000 2024-01-24T13:05:20.234 INFO:teuthology.orchestra.run.smithi181.stdout: Birth: 2024-01-24 12:57:56.094391157 +0000 2024-01-24T13:05:20.234 DEBUG:teuthology.orchestra.run.smithi181:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-01-24T13:05:20.338 INFO:teuthology.orchestra.run.smithi181.stderr:1+0 records in 2024-01-24T13:05:20.338 INFO:teuthology.orchestra.run.smithi181.stderr:1+0 records out 2024-01-24T13:05:20.338 INFO:teuthology.orchestra.run.smithi181.stderr:512 bytes copied, 0.000292635 s, 1.7 MB/s 2024-01-24T13:05:20.340 DEBUG:teuthology.orchestra.run.smithi181:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-01-24T13:05:20.385 DEBUG:teuthology.orchestra.run.smithi181:> stat /dev/vg_nvme/lv_3 2024-01-24T13:05:20.467 INFO:teuthology.orchestra.run.smithi181.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-01-24T13:05:20.468 INFO:teuthology.orchestra.run.smithi181.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-01-24T13:05:20.468 INFO:teuthology.orchestra.run.smithi181.stdout:Device: 5h/5d Inode: 464 Links: 1 2024-01-24T13:05:20.468 INFO:teuthology.orchestra.run.smithi181.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-01-24T13:05:20.468 INFO:teuthology.orchestra.run.smithi181.stdout:Context: system_u:object_r:device_t:s0 2024-01-24T13:05:20.468 INFO:teuthology.orchestra.run.smithi181.stdout:Access: 2024-01-24 13:05:19.188802059 +0000 2024-01-24T13:05:20.468 INFO:teuthology.orchestra.run.smithi181.stdout:Modify: 2024-01-24 12:57:56.599381502 +0000 2024-01-24T13:05:20.468 INFO:teuthology.orchestra.run.smithi181.stdout:Change: 2024-01-24 12:57:56.599381502 +0000 2024-01-24T13:05:20.468 INFO:teuthology.orchestra.run.smithi181.stdout: Birth: 2024-01-24 12:57:56.574381979 +0000 2024-01-24T13:05:20.468 DEBUG:teuthology.orchestra.run.smithi181:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-01-24T13:05:20.571 INFO:teuthology.orchestra.run.smithi181.stderr:1+0 records in 2024-01-24T13:05:20.571 INFO:teuthology.orchestra.run.smithi181.stderr:1+0 records out 2024-01-24T13:05:20.571 INFO:teuthology.orchestra.run.smithi181.stderr:512 bytes copied, 0.000275031 s, 1.9 MB/s 2024-01-24T13:05:20.574 DEBUG:teuthology.orchestra.run.smithi181:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-01-24T13:05:20.617 DEBUG:teuthology.orchestra.run.smithi181:> stat /dev/vg_nvme/lv_4 2024-01-24T13:05:20.649 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Jan 24 13:05:20 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-z[41444]: 2024-01-24T13:05:20.350+0000 7f72b71d5200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-01-24T13:05:20.649 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Jan 24 13:05:20 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-z[41444]: 2024-01-24T13:05:20.474+0000 7f72b71d5200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-01-24T13:05:20.650 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Jan 24 13:05:20 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-z[41444]: 2024-01-24T13:05:20.592+0000 7f72b71d5200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-01-24T13:05:20.692 INFO:teuthology.orchestra.run.smithi181.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-01-24T13:05:20.692 INFO:teuthology.orchestra.run.smithi181.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-01-24T13:05:20.692 INFO:teuthology.orchestra.run.smithi181.stdout:Device: 5h/5d Inode: 470 Links: 1 2024-01-24T13:05:20.692 INFO:teuthology.orchestra.run.smithi181.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-01-24T13:05:20.692 INFO:teuthology.orchestra.run.smithi181.stdout:Context: system_u:object_r:device_t:s0 2024-01-24T13:05:20.692 INFO:teuthology.orchestra.run.smithi181.stdout:Access: 2024-01-24 13:05:19.188802059 +0000 2024-01-24T13:05:20.692 INFO:teuthology.orchestra.run.smithi181.stdout:Modify: 2024-01-24 12:57:57.062372649 +0000 2024-01-24T13:05:20.692 INFO:teuthology.orchestra.run.smithi181.stdout:Change: 2024-01-24 12:57:57.062372649 +0000 2024-01-24T13:05:20.692 INFO:teuthology.orchestra.run.smithi181.stdout: Birth: 2024-01-24 12:57:57.037373127 +0000 2024-01-24T13:05:20.692 DEBUG:teuthology.orchestra.run.smithi181:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-01-24T13:05:20.796 INFO:teuthology.orchestra.run.smithi181.stderr:1+0 records in 2024-01-24T13:05:20.796 INFO:teuthology.orchestra.run.smithi181.stderr:1+0 records out 2024-01-24T13:05:20.796 INFO:teuthology.orchestra.run.smithi181.stderr:512 bytes copied, 0.000291986 s, 1.8 MB/s 2024-01-24T13:05:20.799 DEBUG:teuthology.orchestra.run.smithi181:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-01-24T13:05:20.842 INFO:tasks.cephadm:Deploying osd.0 on smithi084 with /dev/vg_nvme/lv_4... 2024-01-24T13:05:20.842 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4e3182a65800aed6d4aa2f6b86da3cfd72188134 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d5d5b6f8-bab8-11ee-95b1-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-01-24T13:05:21.116 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:20 smithi113 ceph-mon[39177]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-24T13:05:21.116 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:20 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:21.116 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:20 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:21.116 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:20 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:21.116 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:20 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-01-24T13:05:21.116 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:20 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-01-24T13:05:21.116 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:20 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-01-24T13:05:21.117 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:20 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:05:21.117 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:20 smithi113 ceph-mon[39177]: Deploying daemon mgr.y on smithi113 2024-01-24T13:05:21.150 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Jan 24 13:05:20 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-z[41444]: 2024-01-24T13:05:20.706+0000 7f72b71d5200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-01-24T13:05:21.150 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:20 smithi181 ceph-mon[39668]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-24T13:05:21.150 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:20 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:21.150 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:20 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:21.150 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:20 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:21.150 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:20 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-01-24T13:05:21.150 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:20 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-01-24T13:05:21.151 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:20 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-01-24T13:05:21.151 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:20 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:05:21.151 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:20 smithi181 ceph-mon[39668]: Deploying daemon mgr.y on smithi113 2024-01-24T13:05:21.198 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/d5d5b6f8-bab8-11ee-95b1-87774f69a715/mon.a/config 2024-01-24T13:05:21.356 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:20 smithi084 ceph-mon[35384]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-24T13:05:21.356 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:20 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:21.356 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:20 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:21.357 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:20 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:21.357 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:20 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-01-24T13:05:21.357 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:20 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-01-24T13:05:21.357 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:20 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-01-24T13:05:21.357 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:20 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:05:21.357 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:20 smithi084 ceph-mon[35384]: Deploying daemon mgr.y on smithi113 2024-01-24T13:05:21.777 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Jan 24 13:05:21 smithi113 systemd[1]: Starting Ceph mgr.y for d5d5b6f8-bab8-11ee-95b1-87774f69a715... 2024-01-24T13:05:21.837 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Jan 24 13:05:21 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-z[41444]: 2024-01-24T13:05:21.546+0000 7f72b71d5200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-01-24T13:05:22.149 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Jan 24 13:05:21 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-z[41444]: 2024-01-24T13:05:21.836+0000 7f72b71d5200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-01-24T13:05:22.149 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Jan 24 13:05:21 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-z[41444]: 2024-01-24T13:05:21.946+0000 7f72b71d5200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-01-24T13:05:22.149 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Jan 24 13:05:22 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-z[41444]: 2024-01-24T13:05:22.081+0000 7f72b71d5200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-01-24T13:05:22.527 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Jan 24 13:05:22 smithi113 bash[40609]: b661d11421a54e588047b208e74e408f7f0d5d9c9a8cb388df6b991a63afdcad 2024-01-24T13:05:22.527 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Jan 24 13:05:22 smithi113 systemd[1]: Started Ceph mgr.y for d5d5b6f8-bab8-11ee-95b1-87774f69a715. 2024-01-24T13:05:22.527 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Jan 24 13:05:22 smithi113 ceph-mgr[40647]: -- 172.21.15.113:0/738826430 <== mon.2 v2:172.21.15.113:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x558aea4cd1e0 con 0x558aea4a5000 2024-01-24T13:05:22.565 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Jan 24 13:05:22 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-z[41444]: 2024-01-24T13:05:22.280+0000 7f72b71d5200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-01-24T13:05:22.565 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Jan 24 13:05:22 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-z[41444]: 2024-01-24T13:05:22.445+0000 7f72b71d5200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-01-24T13:05:22.809 INFO:teuthology.orchestra.run.smithi084.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-01-24T13:05:22.809 INFO:teuthology.orchestra.run.smithi084.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-01-24T13:05:22.809 INFO:teuthology.orchestra.run.smithi084.stderr: stderr: 10+0 records in 2024-01-24T13:05:22.809 INFO:teuthology.orchestra.run.smithi084.stderr:10+0 records out 2024-01-24T13:05:22.809 INFO:teuthology.orchestra.run.smithi084.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0383157 s, 274 MB/s 2024-01-24T13:05:22.809 INFO:teuthology.orchestra.run.smithi084.stderr: stderr: 2024-01-24T13:05:22.809 INFO:teuthology.orchestra.run.smithi084.stderr:--> Zapping successful for: 2024-01-24T13:05:22.899 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Jan 24 13:05:22 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-z[41444]: 2024-01-24T13:05:22.564+0000 7f72b71d5200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-01-24T13:05:22.979 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Jan 24 13:05:22 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-y[40624]: 2024-01-24T13:05:22.612+0000 7f7db469f200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-01-24T13:05:22.979 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Jan 24 13:05:22 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-y[40624]: 2024-01-24T13:05:22.736+0000 7f7db469f200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-01-24T13:05:22.979 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Jan 24 13:05:22 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-y[40624]: 2024-01-24T13:05:22.853+0000 7f7db469f200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-01-24T13:05:22.979 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Jan 24 13:05:22 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-y[40624]: 2024-01-24T13:05:22.978+0000 7f7db469f200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-01-24T13:05:23.237 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4e3182a65800aed6d4aa2f6b86da3cfd72188134 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d5d5b6f8-bab8-11ee-95b1-87774f69a715 -- ceph orch daemon add osd smithi084:vg_nvme/lv_4 2024-01-24T13:05:23.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:23 smithi113 ceph-mon[39177]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-24T13:05:23.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:23 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:23.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:23 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:23.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:23 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:23.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:23 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:23.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:23 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:05:23.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:23 smithi181 ceph-mon[39668]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-24T13:05:23.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:23 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:23.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:23 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:23.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:23 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:23.401 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:23 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:23.401 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:23 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:05:23.401 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Jan 24 13:05:23 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-z[41444]: 2024-01-24T13:05:23.076+0000 7f72b71d5200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-01-24T13:05:23.584 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/d5d5b6f8-bab8-11ee-95b1-87774f69a715/mon.a/config 2024-01-24T13:05:23.634 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:23 smithi084 ceph-mon[35384]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-24T13:05:23.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:23 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:23.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:23 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:23.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:23 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:23.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:23 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:23.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:23 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:05:23.820 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Jan 24 13:05:23 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-z[41444]: 2024-01-24T13:05:23.450+0000 7f72b71d5200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-01-24T13:05:24.149 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Jan 24 13:05:23 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-z[41444]: 2024-01-24T13:05:23.819+0000 7f72b71d5200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-01-24T13:05:24.149 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Jan 24 13:05:23 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-z[41444]: 2024-01-24T13:05:23.941+0000 7f72b71d5200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-01-24T13:05:24.187 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Jan 24 13:05:23 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-y[40624]: 2024-01-24T13:05:23.887+0000 7f7db469f200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-01-24T13:05:24.187 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Jan 24 13:05:24 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-y[40624]: 2024-01-24T13:05:24.187+0000 7f7db469f200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-01-24T13:05:24.527 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Jan 24 13:05:24 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-y[40624]: 2024-01-24T13:05:24.296+0000 7f7db469f200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-01-24T13:05:24.527 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Jan 24 13:05:24 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-y[40624]: 2024-01-24T13:05:24.432+0000 7f7db469f200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-01-24T13:05:24.801 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:24 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:24.802 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:24 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:24.802 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:24 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:24.802 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:24 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:24.802 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:24 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:05:24.802 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:24 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:05:24.802 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:24 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:24.802 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:24 smithi084 ceph-mon[35384]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-24T13:05:24.802 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:24 smithi084 ceph-mon[35384]: Reconfiguring mgr.x (unknown last config time)... 2024-01-24T13:05:24.802 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:24 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-01-24T13:05:24.802 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:24 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-01-24T13:05:24.802 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:24 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:05:24.802 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:24 smithi084 ceph-mon[35384]: Reconfiguring daemon mgr.x on smithi084 2024-01-24T13:05:24.828 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:24.826+0000 7eff7f400700 1 -- 172.21.15.84:0/510652028 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7eff78102970 msgr2=0x7eff78109220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:05:24.828 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:24.826+0000 7eff7f400700 1 --2- 172.21.15.84:0/510652028 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7eff78102970 0x7eff78109220 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7eff7000b0d0 tx=0x7eff7000b3e0 comp rx=0 tx=0).stop 2024-01-24T13:05:24.828 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:24.827+0000 7eff7f400700 1 -- 172.21.15.84:0/510652028 shutdown_connections 2024-01-24T13:05:24.828 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:24.827+0000 7eff7f400700 1 --2- 172.21.15.84:0/510652028 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7eff78102970 0x7eff78109220 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:05:24.828 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:24.827+0000 7eff7f400700 1 --2- 172.21.15.84:0/510652028 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7eff78100dd0 0x7eff781011f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:05:24.828 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:24.827+0000 7eff7f400700 1 --2- 172.21.15.84:0/510652028 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7eff78101fd0 0x7eff78102430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:05:24.828 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:24.827+0000 7eff7f400700 1 -- 172.21.15.84:0/510652028 >> 172.21.15.84:0/510652028 conn(0x7eff780fc330 msgr2=0x7eff780fe7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:05:24.828 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:24.827+0000 7eff7f400700 1 -- 172.21.15.84:0/510652028 shutdown_connections 2024-01-24T13:05:24.828 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:24.827+0000 7eff7f400700 1 -- 172.21.15.84:0/510652028 wait complete. 2024-01-24T13:05:24.829 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:24.828+0000 7eff7f400700 1 Processor -- start 2024-01-24T13:05:24.829 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:24.828+0000 7eff7f400700 1 -- start start 2024-01-24T13:05:24.830 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:24.829+0000 7eff7f400700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7eff78100dd0 0x7eff78196b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:05:24.831 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:24.829+0000 7eff7f400700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7eff78101fd0 0x7eff78197050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:05:24.831 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:24.829+0000 7eff7f400700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7eff78102970 0x7eff7819e0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:05:24.831 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:24.829+0000 7eff7f400700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7eff7819e6a0 con 0x7eff78101fd0 2024-01-24T13:05:24.831 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:24.829+0000 7eff7f400700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 v1 -- 0x7eff7819e7e0 con 0x7eff78102970 2024-01-24T13:05:24.831 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:24.829+0000 7eff7f400700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7eff7819e970 con 0x7eff78100dd0 2024-01-24T13:05:24.831 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:24.829+0000 7eff77e00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7eff78101fd0 0x7eff78197050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:05:24.831 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:24.829+0000 7eff7ca00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7eff78100dd0 0x7eff78196b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:05:24.831 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:24.829+0000 7eff77e00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7eff78101fd0 0x7eff78197050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:49830/0 (socket says 172.21.15.84:49830) 2024-01-24T13:05:24.831 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:24.829+0000 7eff77e00700 1 -- 172.21.15.84:0/3511729511 learned_addr learned my addr 172.21.15.84:0/3511729511 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:05:24.831 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:24.829+0000 7eff7d400700 1 --2- 172.21.15.84:0/3511729511 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7eff78102970 0x7eff7819e0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:05:24.831 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:24.830+0000 7eff77e00700 1 -- 172.21.15.84:0/3511729511 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7eff78100dd0 msgr2=0x7eff78196b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:05:24.832 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:24.830+0000 7eff77e00700 1 --2- 172.21.15.84:0/3511729511 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7eff78100dd0 0x7eff78196b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:05:24.832 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:24.830+0000 7eff77e00700 1 -- 172.21.15.84:0/3511729511 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7eff78102970 msgr2=0x7eff7819e0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:05:24.832 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:24.830+0000 7eff77e00700 1 --2- 172.21.15.84:0/3511729511 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7eff78102970 0x7eff7819e0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:05:24.832 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:24.830+0000 7eff77e00700 1 -- 172.21.15.84:0/3511729511 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7eff70009d00 con 0x7eff78101fd0 2024-01-24T13:05:24.832 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:24.830+0000 7eff77e00700 1 --2- 172.21.15.84:0/3511729511 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7eff78101fd0 0x7eff78197050 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7eff6000e9d0 tx=0x7eff6000ece0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:05:24.832 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:24.830+0000 7eff75600700 1 -- 172.21.15.84:0/3511729511 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7eff60009790 con 0x7eff78101fd0 2024-01-24T13:05:24.832 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:24.830+0000 7eff75600700 1 -- 172.21.15.84:0/3511729511 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(25 keys) v1 ==== 1067+0+0 (secure 0 0 0) 0x7eff6000ee70 con 0x7eff78101fd0 2024-01-24T13:05:24.832 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:24.830+0000 7eff7f400700 1 -- 172.21.15.84:0/3511729511 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7eff7819ec50 con 0x7eff78101fd0 2024-01-24T13:05:24.832 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:24.830+0000 7eff75600700 1 -- 172.21.15.84:0/3511729511 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7eff60018420 con 0x7eff78101fd0 2024-01-24T13:05:24.833 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:24.830+0000 7eff7f400700 1 -- 172.21.15.84:0/3511729511 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7eff7819f1a0 con 0x7eff78101fd0 2024-01-24T13:05:24.833 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:24.831+0000 7eff75600700 1 -- 172.21.15.84:0/3511729511 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 13) v1 ==== 45324+0+0 (secure 0 0 0) 0x7eff60010430 con 0x7eff78101fd0 2024-01-24T13:05:24.833 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:24.831+0000 7eff7f400700 1 -- 172.21.15.84:0/3511729511 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7eff781083d0 con 0x7eff78101fd0 2024-01-24T13:05:24.833 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:24.832+0000 7eff75600700 1 --2- 172.21.15.84:0/3511729511 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7eff580385d0 0x7eff5803aa90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:05:24.834 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:24.832+0000 7eff75600700 1 -- 172.21.15.84:0/3511729511 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 1155+0+0 (secure 0 0 0) 0x7eff60014070 con 0x7eff78101fd0 2024-01-24T13:05:24.834 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:24.832+0000 7eff7ca00700 1 --2- 172.21.15.84:0/3511729511 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7eff580385d0 0x7eff5803aa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:05:24.834 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:24.833+0000 7eff7ca00700 1 --2- 172.21.15.84:0/3511729511 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7eff580385d0 0x7eff5803aa90 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7eff78101e30 tx=0x7eff68009190 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:05:24.838 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:24.837+0000 7eff75600700 1 -- 172.21.15.84:0/3511729511 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180484 (secure 0 0 0) 0x7eff6000cbd0 con 0x7eff78101fd0 2024-01-24T13:05:24.905 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Jan 24 13:05:24 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-y[40624]: 2024-01-24T13:05:24.626+0000 7f7db469f200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-01-24T13:05:24.905 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Jan 24 13:05:24 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-y[40624]: 2024-01-24T13:05:24.794+0000 7f7db469f200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-01-24T13:05:24.905 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:24 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:24.905 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:24 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:24.905 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:24 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:24.905 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:24 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:24.905 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:24 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:05:24.905 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:24 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:05:24.905 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:24 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:24.905 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:24 smithi113 ceph-mon[39177]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-24T13:05:24.906 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:24 smithi113 ceph-mon[39177]: Reconfiguring mgr.x (unknown last config time)... 2024-01-24T13:05:24.906 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:24 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-01-24T13:05:24.906 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:24 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-01-24T13:05:24.906 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:24 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:05:24.906 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:24 smithi113 ceph-mon[39177]: Reconfiguring daemon mgr.x on smithi084 2024-01-24T13:05:24.999 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Jan 24 13:05:24 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-z[41444]: 2024-01-24T13:05:24.877+0000 7f72b71d5200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-01-24T13:05:24.999 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:24 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:24.999 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:24 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:25.000 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:24 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:25.000 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:24 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:25.000 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:24 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:05:25.000 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:24 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:05:25.000 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:24 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:25.000 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:24 smithi181 ceph-mon[39668]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-24T13:05:25.000 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:24 smithi181 ceph-mon[39668]: Reconfiguring mgr.x (unknown last config time)... 2024-01-24T13:05:25.000 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:24 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-01-24T13:05:25.000 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:24 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-01-24T13:05:25.000 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:24 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:05:25.000 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:24 smithi181 ceph-mon[39668]: Reconfiguring daemon mgr.x on smithi084 2024-01-24T13:05:25.055 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:25.055+0000 7eff7f400700 1 -- 172.21.15.84:0/3511729511 --> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi084:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) v1 -- 0x7eff78061180 con 0x7eff580385d0 2024-01-24T13:05:25.277 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Jan 24 13:05:24 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-y[40624]: 2024-01-24T13:05:24.904+0000 7f7db469f200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-01-24T13:05:25.399 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Jan 24 13:05:24 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-z[41444]: 2024-01-24T13:05:24.998+0000 7f72b71d5200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-01-24T13:05:25.399 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Jan 24 13:05:25 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-z[41444]: 2024-01-24T13:05:25.184+0000 7f72b71d5200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-01-24T13:05:25.719 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Jan 24 13:05:25 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-y[40624]: 2024-01-24T13:05:25.371+0000 7f7db469f200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-01-24T13:05:26.027 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Jan 24 13:05:25 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-y[40624]: 2024-01-24T13:05:25.719+0000 7f7db469f200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-01-24T13:05:26.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:25 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:26.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:25 smithi113 ceph-mon[39177]: from='client.14223 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi084:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-01-24T13:05:26.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:25 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-01-24T13:05:26.028 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:25 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-01-24T13:05:26.028 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:25 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:05:26.028 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:25 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:26.028 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:25 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:26.028 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:25 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:05:26.028 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:25 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:05:26.028 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:25 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:05:26.028 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:25 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:26.221 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Jan 24 13:05:25 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-z[41444]: 2024-01-24T13:05:25.989+0000 7f72b71d5200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-01-24T13:05:26.221 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:25 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:26.221 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:25 smithi181 ceph-mon[39668]: from='client.14223 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi084:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-01-24T13:05:26.221 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:25 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-01-24T13:05:26.221 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:25 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-01-24T13:05:26.221 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:25 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:05:26.222 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:25 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:26.222 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:25 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:26.222 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:25 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:05:26.222 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:25 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:05:26.222 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:25 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:05:26.222 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:25 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:26.383 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:25 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:26.383 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:25 smithi084 ceph-mon[35384]: from='client.14223 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi084:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-01-24T13:05:26.384 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:25 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-01-24T13:05:26.384 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:25 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-01-24T13:05:26.384 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:25 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:05:26.384 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:25 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:26.384 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:25 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:26.384 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:25 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:05:26.384 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:25 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:05:26.384 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:25 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:05:26.384 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:25 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:26.527 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Jan 24 13:05:26 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-y[40624]: 2024-01-24T13:05:26.067+0000 7f7db469f200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-01-24T13:05:26.527 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Jan 24 13:05:26 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-y[40624]: 2024-01-24T13:05:26.187+0000 7f7db469f200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-01-24T13:05:26.649 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Jan 24 13:05:26 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-z[41444]: 2024-01-24T13:05:26.220+0000 7f72b71d5200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-01-24T13:05:26.649 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Jan 24 13:05:26 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-z[41444]: 2024-01-24T13:05:26.464+0000 7f72b71d5200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-01-24T13:05:27.442 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:27 smithi113 ceph-mon[39177]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-24T13:05:27.443 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Jan 24 13:05:27 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-y[40624]: 2024-01-24T13:05:27.131+0000 7f7db469f200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-01-24T13:05:27.443 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Jan 24 13:05:27 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-y[40624]: 2024-01-24T13:05:27.252+0000 7f7db469f200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-01-24T13:05:27.574 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:27 smithi181 ceph-mon[39668]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-24T13:05:27.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:27 smithi084 ceph-mon[35384]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-24T13:05:27.777 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Jan 24 13:05:27 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-y[40624]: 2024-01-24T13:05:27.442+0000 7f7db469f200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-01-24T13:05:27.899 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Jan 24 13:05:27 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-z[41444]: 2024-01-24T13:05:27.573+0000 7f72b71d5200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-01-24T13:05:28.273 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Jan 24 13:05:27 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-z[41444]: 2024-01-24T13:05:27.915+0000 7f72b71d5200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-01-24T13:05:28.273 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Jan 24 13:05:28 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-z[41444]: 2024-01-24T13:05:28.026+0000 7f72b71d5200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-01-24T13:05:28.407 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:28.406+0000 7eff75600700 1 -- 172.21.15.84:0/3511729511 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mgrmap(e 14) v1 ==== 90169+0+0 (secure 0 0 0) 0x7eff60018900 con 0x7eff78101fd0 2024-01-24T13:05:28.527 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Jan 24 13:05:28 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-y[40624]: 2024-01-24T13:05:28.260+0000 7f7db469f200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-01-24T13:05:28.527 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Jan 24 13:05:28 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-y[40624]: 2024-01-24T13:05:28.494+0000 7f7db469f200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-01-24T13:05:28.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:28 smithi113 ceph-mon[39177]: from='client.? 172.21.15.84:0/1695254780' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0d2a2e37-6faa-46b9-801a-aa50c1fd7415"}]: dispatch 2024-01-24T13:05:28.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:28 smithi113 ceph-mon[39177]: from='client.? 172.21.15.84:0/1695254780' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0d2a2e37-6faa-46b9-801a-aa50c1fd7415"}]': finished 2024-01-24T13:05:28.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:28 smithi113 ceph-mon[39177]: osdmap e5: 1 total, 0 up, 1 in 2024-01-24T13:05:28.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:28 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-01-24T13:05:28.528 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:28 smithi113 ceph-mon[39177]: from='client.? 172.21.15.84:0/2910483110' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-01-24T13:05:28.528 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:28 smithi113 ceph-mon[39177]: Standby manager daemon z started 2024-01-24T13:05:28.528 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:28 smithi113 ceph-mon[39177]: from='mgr.? 172.21.15.181:0/2320078298' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-01-24T13:05:28.528 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:28 smithi113 ceph-mon[39177]: from='mgr.? 172.21.15.181:0/2320078298' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-01-24T13:05:28.634 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:28 smithi084 ceph-mon[35384]: from='client.? 172.21.15.84:0/1695254780' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0d2a2e37-6faa-46b9-801a-aa50c1fd7415"}]: dispatch 2024-01-24T13:05:28.634 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:28 smithi084 ceph-mon[35384]: from='client.? 172.21.15.84:0/1695254780' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0d2a2e37-6faa-46b9-801a-aa50c1fd7415"}]': finished 2024-01-24T13:05:28.634 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:28 smithi084 ceph-mon[35384]: osdmap e5: 1 total, 0 up, 1 in 2024-01-24T13:05:28.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:28 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-01-24T13:05:28.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:28 smithi084 ceph-mon[35384]: from='client.? 172.21.15.84:0/2910483110' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-01-24T13:05:28.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:28 smithi084 ceph-mon[35384]: Standby manager daemon z started 2024-01-24T13:05:28.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:28 smithi084 ceph-mon[35384]: from='mgr.? 172.21.15.181:0/2320078298' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-01-24T13:05:28.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:28 smithi084 ceph-mon[35384]: from='mgr.? 172.21.15.181:0/2320078298' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-01-24T13:05:28.649 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Jan 24 13:05:28 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-z[41444]: 2024-01-24T13:05:28.272+0000 7f72b71d5200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-01-24T13:05:28.649 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:28 smithi181 ceph-mon[39668]: from='client.? 172.21.15.84:0/1695254780' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0d2a2e37-6faa-46b9-801a-aa50c1fd7415"}]: dispatch 2024-01-24T13:05:28.649 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:28 smithi181 ceph-mon[39668]: from='client.? 172.21.15.84:0/1695254780' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0d2a2e37-6faa-46b9-801a-aa50c1fd7415"}]': finished 2024-01-24T13:05:28.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:28 smithi181 ceph-mon[39668]: osdmap e5: 1 total, 0 up, 1 in 2024-01-24T13:05:28.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:28 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-01-24T13:05:28.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:28 smithi181 ceph-mon[39668]: from='client.? 172.21.15.84:0/2910483110' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-01-24T13:05:28.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:28 smithi181 ceph-mon[39668]: Standby manager daemon z started 2024-01-24T13:05:28.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:28 smithi181 ceph-mon[39668]: from='mgr.? 172.21.15.181:0/2320078298' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-01-24T13:05:28.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:28 smithi181 ceph-mon[39668]: from='mgr.? 172.21.15.181:0/2320078298' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-01-24T13:05:29.027 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Jan 24 13:05:28 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-y[40624]: 2024-01-24T13:05:28.743+0000 7f7db469f200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-01-24T13:05:29.634 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:29 smithi084 ceph-mon[35384]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-24T13:05:29.634 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:29 smithi084 ceph-mon[35384]: from='mgr.? 172.21.15.181:0/2320078298' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-01-24T13:05:29.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:29 smithi084 ceph-mon[35384]: from='mgr.? 172.21.15.181:0/2320078298' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-01-24T13:05:29.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:29 smithi084 ceph-mon[35384]: mgrmap e14: x(active, since 68s), standbys: z 2024-01-24T13:05:29.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:29 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-01-24T13:05:29.649 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:29 smithi181 ceph-mon[39668]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-24T13:05:29.649 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:29 smithi181 ceph-mon[39668]: from='mgr.? 172.21.15.181:0/2320078298' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-01-24T13:05:29.649 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:29 smithi181 ceph-mon[39668]: from='mgr.? 172.21.15.181:0/2320078298' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-01-24T13:05:29.649 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:29 smithi181 ceph-mon[39668]: mgrmap e14: x(active, since 68s), standbys: z 2024-01-24T13:05:29.649 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:29 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-01-24T13:05:29.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:29 smithi113 ceph-mon[39177]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-24T13:05:29.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:29 smithi113 ceph-mon[39177]: from='mgr.? 172.21.15.181:0/2320078298' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-01-24T13:05:29.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:29 smithi113 ceph-mon[39177]: from='mgr.? 172.21.15.181:0/2320078298' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-01-24T13:05:29.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:29 smithi113 ceph-mon[39177]: mgrmap e14: x(active, since 68s), standbys: z 2024-01-24T13:05:29.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:29 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-01-24T13:05:30.199 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Jan 24 13:05:29 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-y[40624]: 2024-01-24T13:05:29.853+0000 7f7db469f200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-01-24T13:05:30.527 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Jan 24 13:05:30 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-y[40624]: 2024-01-24T13:05:30.199+0000 7f7db469f200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-01-24T13:05:30.527 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Jan 24 13:05:30 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-y[40624]: 2024-01-24T13:05:30.313+0000 7f7db469f200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-01-24T13:05:30.580 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:30.579+0000 7eff75600700 1 -- 172.21.15.84:0/3511729511 <== mon.0 v2:172.21.15.84:3300/0 8 ==== mgrmap(e 15) v1 ==== 135014+0+0 (secure 0 0 0) 0x7eff60000ed0 con 0x7eff78101fd0 2024-01-24T13:05:30.884 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:30 smithi084 ceph-mon[35384]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-24T13:05:30.884 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:30 smithi084 ceph-mon[35384]: Standby manager daemon y started 2024-01-24T13:05:30.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:30 smithi084 ceph-mon[35384]: from='mgr.? 172.21.15.113:0/1854324163' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-01-24T13:05:30.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:30 smithi181 ceph-mon[39668]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-24T13:05:30.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:30 smithi181 ceph-mon[39668]: Standby manager daemon y started 2024-01-24T13:05:30.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:30 smithi181 ceph-mon[39668]: from='mgr.? 172.21.15.113:0/1854324163' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-01-24T13:05:31.027 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Jan 24 13:05:30 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-y[40624]: 2024-01-24T13:05:30.562+0000 7f7db469f200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-01-24T13:05:31.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:30 smithi113 ceph-mon[39177]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-24T13:05:31.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:30 smithi113 ceph-mon[39177]: Standby manager daemon y started 2024-01-24T13:05:31.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:30 smithi113 ceph-mon[39177]: from='mgr.? 172.21.15.113:0/1854324163' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-01-24T13:05:31.840 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:31 smithi084 ceph-mon[35384]: from='mgr.? 172.21.15.113:0/1854324163' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-01-24T13:05:31.840 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:31 smithi084 ceph-mon[35384]: from='mgr.? 172.21.15.113:0/1854324163' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-01-24T13:05:31.840 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:31 smithi084 ceph-mon[35384]: from='mgr.? 172.21.15.113:0/1854324163' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-01-24T13:05:31.840 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:31 smithi084 ceph-mon[35384]: mgrmap e15: x(active, since 70s), standbys: z, y 2024-01-24T13:05:31.840 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:31 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-01-24T13:05:31.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:31 smithi181 ceph-mon[39668]: from='mgr.? 172.21.15.113:0/1854324163' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-01-24T13:05:31.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:31 smithi181 ceph-mon[39668]: from='mgr.? 172.21.15.113:0/1854324163' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-01-24T13:05:31.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:31 smithi181 ceph-mon[39668]: from='mgr.? 172.21.15.113:0/1854324163' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-01-24T13:05:31.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:31 smithi181 ceph-mon[39668]: mgrmap e15: x(active, since 70s), standbys: z, y 2024-01-24T13:05:31.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:31 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-01-24T13:05:32.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:31 smithi113 ceph-mon[39177]: from='mgr.? 172.21.15.113:0/1854324163' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-01-24T13:05:32.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:31 smithi113 ceph-mon[39177]: from='mgr.? 172.21.15.113:0/1854324163' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-01-24T13:05:32.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:31 smithi113 ceph-mon[39177]: from='mgr.? 172.21.15.113:0/1854324163' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-01-24T13:05:32.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:31 smithi113 ceph-mon[39177]: mgrmap e15: x(active, since 70s), standbys: z, y 2024-01-24T13:05:32.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:31 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-01-24T13:05:32.820 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:32 smithi084 ceph-mon[35384]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-24T13:05:32.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:32 smithi181 ceph-mon[39668]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-24T13:05:33.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:32 smithi113 ceph-mon[39177]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-24T13:05:35.097 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:34 smithi084 ceph-mon[35384]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-24T13:05:35.098 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:34 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-01-24T13:05:35.098 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:34 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:05:35.098 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:34 smithi084 ceph-mon[35384]: Deploying daemon osd.0 on smithi084 2024-01-24T13:05:35.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:34 smithi113 ceph-mon[39177]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-24T13:05:35.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:34 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-01-24T13:05:35.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:34 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:05:35.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:34 smithi113 ceph-mon[39177]: Deploying daemon osd.0 on smithi084 2024-01-24T13:05:35.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:34 smithi181 ceph-mon[39668]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-24T13:05:35.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:34 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-01-24T13:05:35.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:34 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:05:35.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:34 smithi181 ceph-mon[39668]: Deploying daemon osd.0 on smithi084 2024-01-24T13:05:37.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:36 smithi113 ceph-mon[39177]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-24T13:05:37.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:36 smithi084 ceph-mon[35384]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-24T13:05:37.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:36 smithi181 ceph-mon[39668]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-24T13:05:39.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:38 smithi113 ceph-mon[39177]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-24T13:05:39.384 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:38 smithi084 ceph-mon[35384]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-24T13:05:39.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:38 smithi181 ceph-mon[39668]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-24T13:05:40.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:40 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:40.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:40 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:40.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:40 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:05:40.529 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:40 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:40.529 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:40 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:40.530 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:40 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:05:40.649 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:40 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:40.649 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:40 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:40.649 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:40 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:05:41.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:41 smithi113 ceph-mon[39177]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-24T13:05:41.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:41 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:41.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:41 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:41.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:41 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:05:41.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:41 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:05:41.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:41 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:41.633 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:41 smithi084 ceph-mon[35384]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-24T13:05:41.633 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:41 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:41.633 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:41 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:41.633 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:41 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:05:41.633 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:41 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:05:41.633 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:41 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:41.649 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:41 smithi181 ceph-mon[39668]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-24T13:05:41.649 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:41 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:41.649 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:41 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:41.649 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:41 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:05:41.649 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:41 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:05:41.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:41 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:42.059 INFO:teuthology.orchestra.run.smithi084.stdout:Created osd(s) 0 on host 'smithi084' 2024-01-24T13:05:42.059 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:42.059+0000 7eff75600700 1 -- 172.21.15.84:0/3511729511 <== mgr.14150 v2:172.21.15.84:6800/18297849 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7eff78061180 con 0x7eff580385d0 2024-01-24T13:05:42.061 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:42.061+0000 7eff7f400700 1 -- 172.21.15.84:0/3511729511 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7eff580385d0 msgr2=0x7eff5803aa90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:05:42.061 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:42.061+0000 7eff7f400700 1 --2- 172.21.15.84:0/3511729511 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7eff580385d0 0x7eff5803aa90 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7eff78101e30 tx=0x7eff68009190 comp rx=0 tx=0).stop 2024-01-24T13:05:42.062 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:42.061+0000 7eff7f400700 1 -- 172.21.15.84:0/3511729511 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7eff78101fd0 msgr2=0x7eff78197050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:05:42.062 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:42.061+0000 7eff7f400700 1 --2- 172.21.15.84:0/3511729511 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7eff78101fd0 0x7eff78197050 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7eff6000e9d0 tx=0x7eff6000ece0 comp rx=0 tx=0).stop 2024-01-24T13:05:42.062 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:42.062+0000 7eff7f400700 1 -- 172.21.15.84:0/3511729511 shutdown_connections 2024-01-24T13:05:42.062 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:42.062+0000 7eff7f400700 1 --2- 172.21.15.84:0/3511729511 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7eff580385d0 0x7eff5803aa90 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:05:42.062 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:42.062+0000 7eff7f400700 1 --2- 172.21.15.84:0/3511729511 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7eff78102970 0x7eff7819e0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:05:42.062 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:42.062+0000 7eff7f400700 1 --2- 172.21.15.84:0/3511729511 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7eff78100dd0 0x7eff78196b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:05:42.062 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:42.062+0000 7eff7f400700 1 --2- 172.21.15.84:0/3511729511 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7eff78101fd0 0x7eff78197050 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:05:42.062 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:42.062+0000 7eff7f400700 1 -- 172.21.15.84:0/3511729511 >> 172.21.15.84:0/3511729511 conn(0x7eff780fc330 msgr2=0x7eff78105510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:05:42.062 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:42.062+0000 7eff7f400700 1 -- 172.21.15.84:0/3511729511 shutdown_connections 2024-01-24T13:05:42.062 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:05:42.062+0000 7eff7f400700 1 -- 172.21.15.84:0/3511729511 wait complete. 2024-01-24T13:05:42.458 DEBUG:teuthology.orchestra.run.smithi084:osd.0> sudo journalctl -f -n 0 -u ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@osd.0.service 2024-01-24T13:05:42.462 INFO:tasks.cephadm:Deploying osd.1 on smithi113 with /dev/vg_nvme/lv_4... 2024-01-24T13:05:42.463 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4e3182a65800aed6d4aa2f6b86da3cfd72188134 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d5d5b6f8-bab8-11ee-95b1-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-01-24T13:05:42.540 INFO:journalctl@ceph.osd.0.smithi084.stdout:-- Logs begin at Wed 2024-01-24 12:47:28 UTC. -- 2024-01-24T13:05:42.810 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/d5d5b6f8-bab8-11ee-95b1-87774f69a715/mon.b/config 2024-01-24T13:05:43.122 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:43 smithi084 ceph-mon[35384]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-24T13:05:43.122 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:43 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:43.122 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:43 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:43.123 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:43 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:05:43.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:43 smithi113 ceph-mon[39177]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-24T13:05:43.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:43 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:43.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:43 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:43.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:43 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:05:43.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:43 smithi181 ceph-mon[39668]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-24T13:05:43.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:43 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:43.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:43 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:43.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:43 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:05:43.501 INFO:journalctl@ceph.osd.0.smithi084.stdout:Jan 24 13:05:43 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-0[54191]: 2024-01-24T13:05:43.221+0000 7fe4c7259640 -1 osd.0 0 log_to_monitors true 2024-01-24T13:05:44.384 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:44 smithi084 ceph-mon[35384]: from='osd.0 [v2:172.21.15.84:6802/1772128411,v1:172.21.15.84:6803/1772128411]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-01-24T13:05:44.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:44 smithi181 ceph-mon[39668]: from='osd.0 [v2:172.21.15.84:6802/1772128411,v1:172.21.15.84:6803/1772128411]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-01-24T13:05:44.433 INFO:teuthology.orchestra.run.smithi113.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-01-24T13:05:44.433 INFO:teuthology.orchestra.run.smithi113.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-01-24T13:05:44.433 INFO:teuthology.orchestra.run.smithi113.stderr: stderr: 10+0 records in 2024-01-24T13:05:44.433 INFO:teuthology.orchestra.run.smithi113.stderr:10+0 records out 2024-01-24T13:05:44.434 INFO:teuthology.orchestra.run.smithi113.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0469016 s, 224 MB/s 2024-01-24T13:05:44.434 INFO:teuthology.orchestra.run.smithi113.stderr:--> Zapping successful for: 2024-01-24T13:05:44.470 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:44 smithi113 ceph-mon[39177]: from='osd.0 [v2:172.21.15.84:6802/1772128411,v1:172.21.15.84:6803/1772128411]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-01-24T13:05:44.802 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4e3182a65800aed6d4aa2f6b86da3cfd72188134 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d5d5b6f8-bab8-11ee-95b1-87774f69a715 -- ceph orch daemon add osd smithi113:vg_nvme/lv_4 2024-01-24T13:05:45.135 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:45 smithi084 ceph-mon[35384]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-24T13:05:45.135 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:45 smithi084 ceph-mon[35384]: from='osd.0 [v2:172.21.15.84:6802/1772128411,v1:172.21.15.84:6803/1772128411]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-01-24T13:05:45.135 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:45 smithi084 ceph-mon[35384]: osdmap e6: 1 total, 0 up, 1 in 2024-01-24T13:05:45.135 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:45 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-01-24T13:05:45.135 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:45 smithi084 ceph-mon[35384]: from='osd.0 [v2:172.21.15.84:6802/1772128411,v1:172.21.15.84:6803/1772128411]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-01-24T13:05:45.135 INFO:journalctl@ceph.osd.0.smithi084.stdout:Jan 24 13:05:45 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-0[54191]: 2024-01-24T13:05:45.052+0000 7fe4bae00700 -1 osd.0 0 waiting for initial osdmap 2024-01-24T13:05:45.135 INFO:journalctl@ceph.osd.0.smithi084.stdout:Jan 24 13:05:45 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-0[54191]: 2024-01-24T13:05:45.062+0000 7fe4b3400700 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-01-24T13:05:45.145 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/d5d5b6f8-bab8-11ee-95b1-87774f69a715/mon.b/config 2024-01-24T13:05:45.312 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:45 smithi113 ceph-mon[39177]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-24T13:05:45.312 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:45 smithi113 ceph-mon[39177]: from='osd.0 [v2:172.21.15.84:6802/1772128411,v1:172.21.15.84:6803/1772128411]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-01-24T13:05:45.312 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:45 smithi113 ceph-mon[39177]: osdmap e6: 1 total, 0 up, 1 in 2024-01-24T13:05:45.312 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:45 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-01-24T13:05:45.313 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:45 smithi113 ceph-mon[39177]: from='osd.0 [v2:172.21.15.84:6802/1772128411,v1:172.21.15.84:6803/1772128411]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-01-24T13:05:45.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:45 smithi181 ceph-mon[39668]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-24T13:05:45.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:45 smithi181 ceph-mon[39668]: from='osd.0 [v2:172.21.15.84:6802/1772128411,v1:172.21.15.84:6803/1772128411]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-01-24T13:05:45.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:45 smithi181 ceph-mon[39668]: osdmap e6: 1 total, 0 up, 1 in 2024-01-24T13:05:45.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:45 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-01-24T13:05:45.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:45 smithi181 ceph-mon[39668]: from='osd.0 [v2:172.21.15.84:6802/1772128411,v1:172.21.15.84:6803/1772128411]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-01-24T13:05:46.220 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:05:46.219+0000 7fbb38000700 1 -- 172.21.15.113:0/1324670709 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fbb30101fd0 msgr2=0x7fbb30102430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:05:46.220 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:05:46.219+0000 7fbb38000700 1 --2- 172.21.15.113:0/1324670709 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fbb30101fd0 0x7fbb30102430 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fbb180099c0 tx=0x7fbb18009cd0 comp rx=0 tx=0).stop 2024-01-24T13:05:46.221 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:05:46.219+0000 7fbb38000700 1 -- 172.21.15.113:0/1324670709 shutdown_connections 2024-01-24T13:05:46.221 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:05:46.219+0000 7fbb38000700 1 --2- 172.21.15.113:0/1324670709 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbb30102970 0x7fbb30109220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:05:46.221 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:05:46.219+0000 7fbb38000700 1 --2- 172.21.15.113:0/1324670709 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fbb30100dd0 0x7fbb301011f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:05:46.221 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:05:46.219+0000 7fbb38000700 1 --2- 172.21.15.113:0/1324670709 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fbb30101fd0 0x7fbb30102430 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:05:46.221 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:05:46.219+0000 7fbb38000700 1 -- 172.21.15.113:0/1324670709 >> 172.21.15.113:0/1324670709 conn(0x7fbb300fc330 msgr2=0x7fbb300fe7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:05:46.221 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:05:46.219+0000 7fbb38000700 1 -- 172.21.15.113:0/1324670709 shutdown_connections 2024-01-24T13:05:46.221 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:05:46.219+0000 7fbb38000700 1 -- 172.21.15.113:0/1324670709 wait complete. 2024-01-24T13:05:46.224 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:05:46.220+0000 7fbb38000700 1 Processor -- start 2024-01-24T13:05:46.224 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:05:46.220+0000 7fbb38000700 1 -- start start 2024-01-24T13:05:46.224 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:05:46.220+0000 7fbb38000700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fbb30100dd0 0x7fbb30198cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:05:46.224 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:05:46.220+0000 7fbb38000700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbb30101fd0 0x7fbb30199230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:05:46.224 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:05:46.220+0000 7fbb38000700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fbb30102970 0x7fbb301a0270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:05:46.224 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:05:46.220+0000 7fbb38000700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb301a0840 con 0x7fbb30101fd0 2024-01-24T13:05:46.224 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:05:46.220+0000 7fbb38000700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb301a0980 con 0x7fbb30100dd0 2024-01-24T13:05:46.224 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:05:46.221+0000 7fbb38000700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb301a0b40 con 0x7fbb30102970 2024-01-24T13:05:46.224 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:05:46.221+0000 7fbb35600700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fbb30100dd0 0x7fbb30198cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:05:46.225 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:05:46.221+0000 7fbb34c00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbb30101fd0 0x7fbb30199230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:05:46.225 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:05:46.221+0000 7fbb35600700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fbb30100dd0 0x7fbb30198cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.113:39494/0 (socket says 172.21.15.113:39494) 2024-01-24T13:05:46.225 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:05:46.221+0000 7fbb35600700 1 -- 172.21.15.113:0/2883289222 learned_addr learned my addr 172.21.15.113:0/2883289222 (peer_addr_for_me v2:172.21.15.113:0/0) 2024-01-24T13:05:46.225 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:05:46.221+0000 7fbb36000700 1 --2- 172.21.15.113:0/2883289222 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fbb30102970 0x7fbb301a0270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:05:46.225 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:05:46.221+0000 7fbb35600700 1 -- 172.21.15.113:0/2883289222 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fbb30102970 msgr2=0x7fbb301a0270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:05:46.225 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:05:46.221+0000 7fbb35600700 1 --2- 172.21.15.113:0/2883289222 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fbb30102970 0x7fbb301a0270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:05:46.225 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:05:46.221+0000 7fbb35600700 1 -- 172.21.15.113:0/2883289222 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbb30101fd0 msgr2=0x7fbb30199230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:05:46.225 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:05:46.221+0000 7fbb35600700 1 --2- 172.21.15.113:0/2883289222 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbb30101fd0 0x7fbb30199230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:05:46.225 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:05:46.221+0000 7fbb35600700 1 -- 172.21.15.113:0/2883289222 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbb180095f0 con 0x7fbb30100dd0 2024-01-24T13:05:46.225 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:05:46.221+0000 7fbb36000700 1 --2- 172.21.15.113:0/2883289222 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fbb30102970 0x7fbb301a0270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-01-24T13:05:46.225 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:05:46.221+0000 7fbb35600700 1 --2- 172.21.15.113:0/2883289222 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fbb30100dd0 0x7fbb30198cf0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fbb2000b500 tx=0x7fbb2000b810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:05:46.225 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:05:46.222+0000 7fbb2e000700 1 -- 172.21.15.113:0/2883289222 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb20011830 con 0x7fbb30100dd0 2024-01-24T13:05:46.225 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:05:46.222+0000 7fbb2e000700 1 -- 172.21.15.113:0/2883289222 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(25 keys) v1 ==== 1067+0+0 (secure 0 0 0) 0x7fbb20011e20 con 0x7fbb30100dd0 2024-01-24T13:05:46.226 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:05:46.222+0000 7fbb38000700 1 -- 172.21.15.113:0/2883289222 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbb301a0e20 con 0x7fbb30100dd0 2024-01-24T13:05:46.226 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:05:46.222+0000 7fbb2e000700 1 -- 172.21.15.113:0/2883289222 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb20010dd0 con 0x7fbb30100dd0 2024-01-24T13:05:46.226 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:05:46.222+0000 7fbb38000700 1 -- 172.21.15.113:0/2883289222 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbb301a12b0 con 0x7fbb30100dd0 2024-01-24T13:05:46.226 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:05:46.223+0000 7fbb38000700 1 -- 172.21.15.113:0/2883289222 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbb3010c610 con 0x7fbb30100dd0 2024-01-24T13:05:46.226 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:05:46.225+0000 7fbb2e000700 1 -- 172.21.15.113:0/2883289222 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 15) v1 ==== 135014+0+0 (secure 0 0 0) 0x7fbb20011990 con 0x7fbb30100dd0 2024-01-24T13:05:46.227 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:05:46.226+0000 7fbb2e000700 1 --2- 172.21.15.113:0/2883289222 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fbb100a0490 0x7fbb100a2950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:05:46.227 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:05:46.226+0000 7fbb2e000700 1 -- 172.21.15.113:0/2883289222 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(8..8 src has 1..8) v4 ==== 1767+0+0 (secure 0 0 0) 0x7fbb200c9d60 con 0x7fbb30100dd0 2024-01-24T13:05:46.227 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:05:46.226+0000 7fbb34c00700 1 --2- 172.21.15.113:0/2883289222 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fbb100a0490 0x7fbb100a2950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:05:46.228 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:05:46.227+0000 7fbb34c00700 1 --2- 172.21.15.113:0/2883289222 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fbb100a0490 0x7fbb100a2950 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fbb18009990 tx=0x7fbb18005c40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:05:46.230 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:05:46.229+0000 7fbb2e000700 1 -- 172.21.15.113:0/2883289222 <== mon.2 v2:172.21.15.113:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180484 (secure 0 0 0) 0x7fbb200952d0 con 0x7fbb30100dd0 2024-01-24T13:05:46.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:46 smithi113 ceph-mon[39177]: from='osd.0 [v2:172.21.15.84:6802/1772128411,v1:172.21.15.84:6803/1772128411]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]': finished 2024-01-24T13:05:46.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:46 smithi113 ceph-mon[39177]: osdmap e7: 1 total, 0 up, 1 in 2024-01-24T13:05:46.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:46 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-01-24T13:05:46.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:46 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-01-24T13:05:46.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:46 smithi113 ceph-mon[39177]: Detected new or changed devices on smithi084 2024-01-24T13:05:46.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:46 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:46.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:46 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:46.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:46 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-24T13:05:46.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:46 smithi113 ceph-mon[39177]: Adjusting osd_memory_target on smithi084 to 17271M 2024-01-24T13:05:46.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:46 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:46.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:46 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:05:46.278 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:46 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:05:46.278 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:46 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:46.384 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:46 smithi084 ceph-mon[35384]: from='osd.0 [v2:172.21.15.84:6802/1772128411,v1:172.21.15.84:6803/1772128411]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]': finished 2024-01-24T13:05:46.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:46 smithi084 ceph-mon[35384]: osdmap e7: 1 total, 0 up, 1 in 2024-01-24T13:05:46.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:46 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-01-24T13:05:46.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:46 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-01-24T13:05:46.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:46 smithi084 ceph-mon[35384]: Detected new or changed devices on smithi084 2024-01-24T13:05:46.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:46 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:46.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:46 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:46.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:46 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-24T13:05:46.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:46 smithi084 ceph-mon[35384]: Adjusting osd_memory_target on smithi084 to 17271M 2024-01-24T13:05:46.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:46 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:46.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:46 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:05:46.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:46 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:05:46.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:46 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:46.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:46 smithi181 ceph-mon[39668]: from='osd.0 [v2:172.21.15.84:6802/1772128411,v1:172.21.15.84:6803/1772128411]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]': finished 2024-01-24T13:05:46.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:46 smithi181 ceph-mon[39668]: osdmap e7: 1 total, 0 up, 1 in 2024-01-24T13:05:46.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:46 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-01-24T13:05:46.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:46 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-01-24T13:05:46.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:46 smithi181 ceph-mon[39668]: Detected new or changed devices on smithi084 2024-01-24T13:05:46.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:46 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:46.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:46 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:46.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:46 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-24T13:05:46.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:46 smithi181 ceph-mon[39668]: Adjusting osd_memory_target on smithi084 to 17271M 2024-01-24T13:05:46.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:46 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:46.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:46 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:05:46.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:46 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:05:46.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:46 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:05:46.436 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:05:46.435+0000 7fbb38000700 1 -- 172.21.15.113:0/2883289222 --> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi113:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) v1 -- 0x7fbb301089b0 con 0x7fbb100a0490 2024-01-24T13:05:47.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:47 smithi084 ceph-mon[35384]: purged_snaps scrub starts 2024-01-24T13:05:47.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:47 smithi084 ceph-mon[35384]: purged_snaps scrub ok 2024-01-24T13:05:47.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:47 smithi084 ceph-mon[35384]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-24T13:05:47.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:47 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-01-24T13:05:47.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:47 smithi084 ceph-mon[35384]: osd.0 [v2:172.21.15.84:6802/1772128411,v1:172.21.15.84:6803/1772128411] boot 2024-01-24T13:05:47.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:47 smithi084 ceph-mon[35384]: osdmap e8: 1 total, 1 up, 1 in 2024-01-24T13:05:47.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:47 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-01-24T13:05:47.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:47 smithi084 ceph-mon[35384]: from='client.24146 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi113:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-01-24T13:05:47.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:47 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-01-24T13:05:47.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:47 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-01-24T13:05:47.386 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:47 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:05:47.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:47 smithi181 ceph-mon[39668]: purged_snaps scrub starts 2024-01-24T13:05:47.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:47 smithi181 ceph-mon[39668]: purged_snaps scrub ok 2024-01-24T13:05:47.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:47 smithi181 ceph-mon[39668]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-24T13:05:47.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:47 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-01-24T13:05:47.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:47 smithi181 ceph-mon[39668]: osd.0 [v2:172.21.15.84:6802/1772128411,v1:172.21.15.84:6803/1772128411] boot 2024-01-24T13:05:47.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:47 smithi181 ceph-mon[39668]: osdmap e8: 1 total, 1 up, 1 in 2024-01-24T13:05:47.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:47 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-01-24T13:05:47.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:47 smithi181 ceph-mon[39668]: from='client.24146 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi113:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-01-24T13:05:47.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:47 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-01-24T13:05:47.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:47 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-01-24T13:05:47.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:47 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:05:47.420 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:47 smithi113 ceph-mon[39177]: purged_snaps scrub starts 2024-01-24T13:05:47.420 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:47 smithi113 ceph-mon[39177]: purged_snaps scrub ok 2024-01-24T13:05:47.420 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:47 smithi113 ceph-mon[39177]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-01-24T13:05:47.420 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:47 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-01-24T13:05:47.420 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:47 smithi113 ceph-mon[39177]: osd.0 [v2:172.21.15.84:6802/1772128411,v1:172.21.15.84:6803/1772128411] boot 2024-01-24T13:05:47.420 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:47 smithi113 ceph-mon[39177]: osdmap e8: 1 total, 1 up, 1 in 2024-01-24T13:05:47.420 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:47 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-01-24T13:05:47.420 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:47 smithi113 ceph-mon[39177]: from='client.24146 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi113:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-01-24T13:05:47.420 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:47 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-01-24T13:05:47.420 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:47 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-01-24T13:05:47.420 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:47 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:05:48.384 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:48 smithi084 ceph-mon[35384]: osdmap e9: 1 total, 1 up, 1 in 2024-01-24T13:05:48.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:48 smithi181 ceph-mon[39668]: osdmap e9: 1 total, 1 up, 1 in 2024-01-24T13:05:48.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:48 smithi113 ceph-mon[39177]: osdmap e9: 1 total, 1 up, 1 in 2024-01-24T13:05:49.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:49 smithi084 ceph-mon[35384]: pgmap v43: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-01-24T13:05:49.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:49 smithi084 ceph-mon[35384]: from='client.? 172.21.15.113:0/2573138699' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5a0766c9-b531-4d3f-806b-1109e9f0b138"}]: dispatch 2024-01-24T13:05:49.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:49 smithi084 ceph-mon[35384]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5a0766c9-b531-4d3f-806b-1109e9f0b138"}]: dispatch 2024-01-24T13:05:49.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:49 smithi084 ceph-mon[35384]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5a0766c9-b531-4d3f-806b-1109e9f0b138"}]': finished 2024-01-24T13:05:49.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:49 smithi084 ceph-mon[35384]: osdmap e10: 2 total, 1 up, 2 in 2024-01-24T13:05:49.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:49 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-01-24T13:05:49.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:49 smithi181 ceph-mon[39668]: pgmap v43: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-01-24T13:05:49.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:49 smithi181 ceph-mon[39668]: from='client.? 172.21.15.113:0/2573138699' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5a0766c9-b531-4d3f-806b-1109e9f0b138"}]: dispatch 2024-01-24T13:05:49.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:49 smithi181 ceph-mon[39668]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5a0766c9-b531-4d3f-806b-1109e9f0b138"}]: dispatch 2024-01-24T13:05:49.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:49 smithi181 ceph-mon[39668]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5a0766c9-b531-4d3f-806b-1109e9f0b138"}]': finished 2024-01-24T13:05:49.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:49 smithi181 ceph-mon[39668]: osdmap e10: 2 total, 1 up, 2 in 2024-01-24T13:05:49.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:49 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-01-24T13:05:49.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:49 smithi113 ceph-mon[39177]: pgmap v43: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-01-24T13:05:49.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:49 smithi113 ceph-mon[39177]: from='client.? 172.21.15.113:0/2573138699' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5a0766c9-b531-4d3f-806b-1109e9f0b138"}]: dispatch 2024-01-24T13:05:49.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:49 smithi113 ceph-mon[39177]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5a0766c9-b531-4d3f-806b-1109e9f0b138"}]: dispatch 2024-01-24T13:05:49.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:49 smithi113 ceph-mon[39177]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5a0766c9-b531-4d3f-806b-1109e9f0b138"}]': finished 2024-01-24T13:05:49.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:49 smithi113 ceph-mon[39177]: osdmap e10: 2 total, 1 up, 2 in 2024-01-24T13:05:49.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:49 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-01-24T13:05:50.384 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:50 smithi084 ceph-mon[35384]: from='client.? 172.21.15.113:0/3435140536' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-01-24T13:05:50.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:50 smithi181 ceph-mon[39668]: from='client.? 172.21.15.113:0/3435140536' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-01-24T13:05:50.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:50 smithi113 ceph-mon[39177]: from='client.? 172.21.15.113:0/3435140536' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-01-24T13:05:51.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:51 smithi084 ceph-mon[35384]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-01-24T13:05:51.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:51 smithi181 ceph-mon[39668]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-01-24T13:05:51.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:51 smithi113 ceph-mon[39177]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-01-24T13:05:53.202 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:53 smithi113 ceph-mon[39177]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-01-24T13:05:53.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:53 smithi084 ceph-mon[35384]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-01-24T13:05:53.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:53 smithi181 ceph-mon[39668]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-01-24T13:05:55.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:55 smithi113 ceph-mon[39177]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-01-24T13:05:55.384 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:55 smithi084 ceph-mon[35384]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-01-24T13:05:55.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:55 smithi181 ceph-mon[39668]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-01-24T13:05:56.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:56 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-01-24T13:05:56.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:56 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:05:56.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:56 smithi084 ceph-mon[35384]: Deploying daemon osd.1 on smithi113 2024-01-24T13:05:56.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:56 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-01-24T13:05:56.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:56 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:05:56.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:56 smithi181 ceph-mon[39668]: Deploying daemon osd.1 on smithi113 2024-01-24T13:05:56.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:56 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-01-24T13:05:56.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:56 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:05:56.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:56 smithi113 ceph-mon[39177]: Deploying daemon osd.1 on smithi113 2024-01-24T13:05:57.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:57 smithi113 ceph-mon[39177]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-01-24T13:05:57.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:57 smithi084 ceph-mon[35384]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-01-24T13:05:57.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:57 smithi181 ceph-mon[39668]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-01-24T13:05:59.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:05:59 smithi084 ceph-mon[35384]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-01-24T13:05:59.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:05:59 smithi181 ceph-mon[39668]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-01-24T13:05:59.409 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:05:59 smithi113 ceph-mon[39177]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-01-24T13:06:01.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:01 smithi113 ceph-mon[39177]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-01-24T13:06:01.278 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:01 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:01.278 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:01 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:01.278 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:01 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:06:01.384 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:01 smithi084 ceph-mon[35384]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-01-24T13:06:01.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:01 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:01.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:01 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:01.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:01 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:06:01.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:01 smithi181 ceph-mon[39668]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-01-24T13:06:01.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:01 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:01.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:01 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:01.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:01 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:06:02.875 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:02 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:02.876 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:02 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:02.876 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:02 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:06:02.876 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:02 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:06:02.876 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:02 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:02.876 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:02 smithi113 ceph-mon[39177]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-01-24T13:06:02.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:02 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:02.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:02 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:02.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:02 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:06:02.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:02 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:06:02.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:02 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:02.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:02 smithi084 ceph-mon[35384]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-01-24T13:06:02.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:02 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:02.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:02 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:02.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:02 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:06:02.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:02 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:06:02.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:02 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:02.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:02 smithi181 ceph-mon[39668]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-01-24T13:06:02.954 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:06:02.953+0000 7fbb2e000700 1 -- 172.21.15.113:0/2883289222 <== mgr.14150 v2:172.21.15.84:6800/18297849 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7fbb301089b0 con 0x7fbb100a0490 2024-01-24T13:06:02.954 INFO:teuthology.orchestra.run.smithi113.stdout:Created osd(s) 1 on host 'smithi113' 2024-01-24T13:06:02.956 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:06:02.955+0000 7fbb38000700 1 -- 172.21.15.113:0/2883289222 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fbb100a0490 msgr2=0x7fbb100a2950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:06:02.957 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:06:02.955+0000 7fbb38000700 1 --2- 172.21.15.113:0/2883289222 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fbb100a0490 0x7fbb100a2950 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fbb18009990 tx=0x7fbb18005c40 comp rx=0 tx=0).stop 2024-01-24T13:06:02.957 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:06:02.955+0000 7fbb38000700 1 -- 172.21.15.113:0/2883289222 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fbb30100dd0 msgr2=0x7fbb30198cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:06:02.957 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:06:02.955+0000 7fbb38000700 1 --2- 172.21.15.113:0/2883289222 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fbb30100dd0 0x7fbb30198cf0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fbb2000b500 tx=0x7fbb2000b810 comp rx=0 tx=0).stop 2024-01-24T13:06:02.957 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:06:02.955+0000 7fbb38000700 1 -- 172.21.15.113:0/2883289222 shutdown_connections 2024-01-24T13:06:02.957 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:06:02.955+0000 7fbb38000700 1 --2- 172.21.15.113:0/2883289222 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fbb100a0490 0x7fbb100a2950 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:06:02.957 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:06:02.955+0000 7fbb38000700 1 --2- 172.21.15.113:0/2883289222 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fbb30102970 0x7fbb301a0270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:06:02.957 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:06:02.955+0000 7fbb38000700 1 --2- 172.21.15.113:0/2883289222 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fbb30100dd0 0x7fbb30198cf0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:06:02.957 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:06:02.955+0000 7fbb38000700 1 --2- 172.21.15.113:0/2883289222 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbb30101fd0 0x7fbb30199230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:06:02.957 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:06:02.955+0000 7fbb38000700 1 -- 172.21.15.113:0/2883289222 >> 172.21.15.113:0/2883289222 conn(0x7fbb300fc330 msgr2=0x7fbb300fe660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:06:02.957 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:06:02.956+0000 7fbb38000700 1 -- 172.21.15.113:0/2883289222 shutdown_connections 2024-01-24T13:06:02.957 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:06:02.956+0000 7fbb38000700 1 -- 172.21.15.113:0/2883289222 wait complete. 2024-01-24T13:06:03.332 DEBUG:teuthology.orchestra.run.smithi113:osd.1> sudo journalctl -f -n 0 -u ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@osd.1.service 2024-01-24T13:06:03.337 INFO:tasks.cephadm:Deploying osd.2 on smithi181 with /dev/vg_nvme/lv_4... 2024-01-24T13:06:03.337 DEBUG:teuthology.orchestra.run.smithi181:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4e3182a65800aed6d4aa2f6b86da3cfd72188134 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d5d5b6f8-bab8-11ee-95b1-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-01-24T13:06:03.416 INFO:journalctl@ceph.osd.1.smithi113.stdout:-- Logs begin at Wed 2024-01-24 12:47:43 UTC. -- 2024-01-24T13:06:03.682 INFO:teuthology.orchestra.run.smithi181.stderr:Inferring config /var/lib/ceph/d5d5b6f8-bab8-11ee-95b1-87774f69a715/mon.c/config 2024-01-24T13:06:04.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:03 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:04.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:03 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:04.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:03 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:06:04.150 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:03 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:04.150 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:03 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:04.150 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:03 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:06:04.345 INFO:journalctl@ceph.osd.1.smithi113.stdout:Jan 24 13:06:04 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-1[44204]: 2024-01-24T13:06:04.140+0000 7f9d2b3c5640 -1 osd.1 0 log_to_monitors true 2024-01-24T13:06:04.384 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:03 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:04.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:03 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:04.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:03 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:06:05.150 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:04 smithi181 ceph-mon[39668]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-01-24T13:06:05.150 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:04 smithi181 ceph-mon[39668]: from='osd.1 [v2:172.21.15.113:6800/171629096,v1:172.21.15.113:6801/171629096]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-01-24T13:06:05.150 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:04 smithi181 ceph-mon[39668]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-01-24T13:06:05.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:04 smithi113 ceph-mon[39177]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-01-24T13:06:05.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:04 smithi113 ceph-mon[39177]: from='osd.1 [v2:172.21.15.113:6800/171629096,v1:172.21.15.113:6801/171629096]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-01-24T13:06:05.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:04 smithi113 ceph-mon[39177]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-01-24T13:06:05.384 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:04 smithi084 ceph-mon[35384]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-01-24T13:06:05.384 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:04 smithi084 ceph-mon[35384]: from='osd.1 [v2:172.21.15.113:6800/171629096,v1:172.21.15.113:6801/171629096]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-01-24T13:06:05.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:04 smithi084 ceph-mon[35384]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-01-24T13:06:05.392 INFO:teuthology.orchestra.run.smithi181.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-01-24T13:06:05.392 INFO:teuthology.orchestra.run.smithi181.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-01-24T13:06:05.392 INFO:teuthology.orchestra.run.smithi181.stderr: stderr: 10+0 records in 2024-01-24T13:06:05.392 INFO:teuthology.orchestra.run.smithi181.stderr:10+0 records out 2024-01-24T13:06:05.392 INFO:teuthology.orchestra.run.smithi181.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0300115 s, 349 MB/s 2024-01-24T13:06:05.392 INFO:teuthology.orchestra.run.smithi181.stderr:--> Zapping successful for: 2024-01-24T13:06:05.802 DEBUG:teuthology.orchestra.run.smithi181:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4e3182a65800aed6d4aa2f6b86da3cfd72188134 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d5d5b6f8-bab8-11ee-95b1-87774f69a715 -- ceph orch daemon add osd smithi181:vg_nvme/lv_4 2024-01-24T13:06:06.149 INFO:teuthology.orchestra.run.smithi181.stderr:Inferring config /var/lib/ceph/d5d5b6f8-bab8-11ee-95b1-87774f69a715/mon.c/config 2024-01-24T13:06:06.149 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:05 smithi181 ceph-mon[39668]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-01-24T13:06:06.150 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:05 smithi181 ceph-mon[39668]: osdmap e11: 2 total, 1 up, 2 in 2024-01-24T13:06:06.150 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:05 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-01-24T13:06:06.150 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:05 smithi181 ceph-mon[39668]: from='osd.1 [v2:172.21.15.113:6800/171629096,v1:172.21.15.113:6801/171629096]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-01-24T13:06:06.150 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:05 smithi181 ceph-mon[39668]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-01-24T13:06:06.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:05 smithi113 ceph-mon[39177]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-01-24T13:06:06.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:05 smithi113 ceph-mon[39177]: osdmap e11: 2 total, 1 up, 2 in 2024-01-24T13:06:06.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:05 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-01-24T13:06:06.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:05 smithi113 ceph-mon[39177]: from='osd.1 [v2:172.21.15.113:6800/171629096,v1:172.21.15.113:6801/171629096]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-01-24T13:06:06.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:05 smithi113 ceph-mon[39177]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-01-24T13:06:06.278 INFO:journalctl@ceph.osd.1.smithi113.stdout:Jan 24 13:06:05 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-1[44204]: 2024-01-24T13:06:05.920+0000 7f9d1f000700 -1 osd.1 0 waiting for initial osdmap 2024-01-24T13:06:06.278 INFO:journalctl@ceph.osd.1.smithi113.stdout:Jan 24 13:06:05 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-1[44204]: 2024-01-24T13:06:05.925+0000 7f9d18000700 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-01-24T13:06:06.384 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:05 smithi084 ceph-mon[35384]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-01-24T13:06:06.384 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:05 smithi084 ceph-mon[35384]: osdmap e11: 2 total, 1 up, 2 in 2024-01-24T13:06:06.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:05 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-01-24T13:06:06.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:05 smithi084 ceph-mon[35384]: from='osd.1 [v2:172.21.15.113:6800/171629096,v1:172.21.15.113:6801/171629096]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-01-24T13:06:06.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:05 smithi084 ceph-mon[35384]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-01-24T13:06:07.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:06 smithi113 ceph-mon[39177]: pgmap v54: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-01-24T13:06:07.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:06 smithi113 ceph-mon[39177]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]': finished 2024-01-24T13:06:07.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:06 smithi113 ceph-mon[39177]: osdmap e12: 2 total, 1 up, 2 in 2024-01-24T13:06:07.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:06 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-01-24T13:06:07.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:06 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-01-24T13:06:07.278 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:06 smithi113 ceph-mon[39177]: Detected new or changed devices on smithi113 2024-01-24T13:06:07.278 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:06 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:07.278 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:06 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:07.278 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:06 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-24T13:06:07.278 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:06 smithi113 ceph-mon[39177]: Adjusting osd_memory_target on smithi113 to 17271M 2024-01-24T13:06:07.278 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:06 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:07.278 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:06 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:06:07.278 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:06 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:06:07.278 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:06 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:07.284 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:06:07.283+0000 7f7612800700 1 -- 172.21.15.181:0/3019304104 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f760c0737a0 msgr2=0x7f760c073c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:06:07.284 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:06:07.283+0000 7f7612800700 1 --2- 172.21.15.181:0/3019304104 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f760c0737a0 0x7f760c073c20 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f75f4009990 tx=0x7f75f4009ca0 comp rx=0 tx=0).stop 2024-01-24T13:06:07.285 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:06:07.284+0000 7f7612800700 1 -- 172.21.15.181:0/3019304104 shutdown_connections 2024-01-24T13:06:07.285 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:06:07.284+0000 7f7612800700 1 --2- 172.21.15.181:0/3019304104 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f760c108ca0 0x7f760c10b130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:06:07.285 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:06:07.284+0000 7f7612800700 1 --2- 172.21.15.181:0/3019304104 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f760c074d70 0x7f760c0731d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:06:07.285 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:06:07.284+0000 7f7612800700 1 --2- 172.21.15.181:0/3019304104 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f760c0737a0 0x7f760c073c20 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:06:07.285 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:06:07.284+0000 7f7612800700 1 -- 172.21.15.181:0/3019304104 >> 172.21.15.181:0/3019304104 conn(0x7f760c0fc330 msgr2=0x7f760c0fe7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:06:07.285 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:06:07.284+0000 7f7612800700 1 -- 172.21.15.181:0/3019304104 shutdown_connections 2024-01-24T13:06:07.285 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:06:07.284+0000 7f7612800700 1 -- 172.21.15.181:0/3019304104 wait complete. 2024-01-24T13:06:07.287 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:06:07.285+0000 7f7612800700 1 Processor -- start 2024-01-24T13:06:07.287 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:06:07.285+0000 7f7612800700 1 -- start start 2024-01-24T13:06:07.287 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:06:07.285+0000 7f7612800700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f760c0737a0 0x7f760c198c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:06:07.287 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:06:07.285+0000 7f7612800700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f760c074d70 0x7f760c1991b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:06:07.287 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:06:07.285+0000 7f7612800700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f760c108ca0 0x7f760c1a01f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:06:07.287 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:06:07.285+0000 7f7612800700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f760c1a07c0 con 0x7f760c108ca0 2024-01-24T13:06:07.288 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:06:07.285+0000 7f7612800700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f760c1a0900 con 0x7f760c074d70 2024-01-24T13:06:07.288 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:06:07.285+0000 7f7612800700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f760c1a0ac0 con 0x7f760c0737a0 2024-01-24T13:06:07.288 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:06:07.285+0000 7f760b400700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f760c0737a0 0x7f760c198c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:06:07.288 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:06:07.285+0000 7f760b400700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f760c0737a0 0x7f760c198c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.181:37562/0 (socket says 172.21.15.181:37562) 2024-01-24T13:06:07.288 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:06:07.285+0000 7f760b400700 1 -- 172.21.15.181:0/2615680091 learned_addr learned my addr 172.21.15.181:0/2615680091 (peer_addr_for_me v2:172.21.15.181:0/0) 2024-01-24T13:06:07.288 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:06:07.285+0000 7f760be00700 1 --2- 172.21.15.181:0/2615680091 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f760c108ca0 0x7f760c1a01f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:06:07.288 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:06:07.285+0000 7f760aa00700 1 --2- 172.21.15.181:0/2615680091 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f760c074d70 0x7f760c1991b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:06:07.288 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:06:07.286+0000 7f760b400700 1 -- 172.21.15.181:0/2615680091 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f760c074d70 msgr2=0x7f760c1991b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:06:07.288 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:06:07.286+0000 7f760b400700 1 --2- 172.21.15.181:0/2615680091 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f760c074d70 0x7f760c1991b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:06:07.288 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:06:07.286+0000 7f760b400700 1 -- 172.21.15.181:0/2615680091 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f760c108ca0 msgr2=0x7f760c1a01f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:06:07.288 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:06:07.286+0000 7f760b400700 1 --2- 172.21.15.181:0/2615680091 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f760c108ca0 0x7f760c1a01f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:06:07.288 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:06:07.286+0000 7f760b400700 1 -- 172.21.15.181:0/2615680091 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f75f40095f0 con 0x7f760c0737a0 2024-01-24T13:06:07.289 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:06:07.286+0000 7f760b400700 1 --2- 172.21.15.181:0/2615680091 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f760c0737a0 0x7f760c198c70 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f75fc00c8f0 tx=0x7f75fc00cc00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:06:07.289 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:06:07.286+0000 7f7603e00700 1 -- 172.21.15.181:0/2615680091 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f75fc0078d0 con 0x7f760c0737a0 2024-01-24T13:06:07.289 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:06:07.286+0000 7f7603e00700 1 -- 172.21.15.181:0/2615680091 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(25 keys) v1 ==== 1067+0+0 (secure 0 0 0) 0x7f75fc00f450 con 0x7f760c0737a0 2024-01-24T13:06:07.289 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:06:07.286+0000 7f7612800700 1 -- 172.21.15.181:0/2615680091 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f760c1a0da0 con 0x7f760c0737a0 2024-01-24T13:06:07.289 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:06:07.286+0000 7f7603e00700 1 -- 172.21.15.181:0/2615680091 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f75fc018660 con 0x7f760c0737a0 2024-01-24T13:06:07.289 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:06:07.286+0000 7f7612800700 1 -- 172.21.15.181:0/2615680091 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f760c1a11e0 con 0x7f760c0737a0 2024-01-24T13:06:07.289 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:06:07.288+0000 7f7612800700 1 -- 172.21.15.181:0/2615680091 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f760c107350 con 0x7f760c0737a0 2024-01-24T13:06:07.290 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:06:07.290+0000 7f7603e00700 1 -- 172.21.15.181:0/2615680091 <== mon.1 v2:172.21.15.181:3300/0 4 ==== mgrmap(e 15) v1 ==== 135014+0+0 (secure 0 0 0) 0x7f75fc00f5c0 con 0x7f760c0737a0 2024-01-24T13:06:07.292 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:06:07.291+0000 7f7603e00700 1 --2- 172.21.15.181:0/2615680091 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f75ec0a0490 0x7f75ec0a2950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:06:07.292 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:06:07.291+0000 7f7603e00700 1 -- 172.21.15.181:0/2615680091 <== mon.1 v2:172.21.15.181:3300/0 5 ==== osd_map(13..13 src has 1..13) v4 ==== 2309+0+0 (secure 0 0 0) 0x7f75fc0ca080 con 0x7f760c0737a0 2024-01-24T13:06:07.292 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:06:07.291+0000 7f760aa00700 1 --2- 172.21.15.181:0/2615680091 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f75ec0a0490 0x7f75ec0a2950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:06:07.292 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:06:07.292+0000 7f760aa00700 1 --2- 172.21.15.181:0/2615680091 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f75ec0a0490 0x7f75ec0a2950 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f75f400b5c0 tx=0x7f75f4005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:06:07.294 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:06:07.294+0000 7f7603e00700 1 -- 172.21.15.181:0/2615680091 <== mon.1 v2:172.21.15.181:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180484 (secure 0 0 0) 0x7f75fc095460 con 0x7f760c0737a0 2024-01-24T13:06:07.384 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:06 smithi084 ceph-mon[35384]: pgmap v54: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-01-24T13:06:07.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:06 smithi084 ceph-mon[35384]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]': finished 2024-01-24T13:06:07.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:06 smithi084 ceph-mon[35384]: osdmap e12: 2 total, 1 up, 2 in 2024-01-24T13:06:07.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:06 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-01-24T13:06:07.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:06 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-01-24T13:06:07.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:06 smithi084 ceph-mon[35384]: Detected new or changed devices on smithi113 2024-01-24T13:06:07.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:06 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:07.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:06 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:07.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:06 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-24T13:06:07.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:06 smithi084 ceph-mon[35384]: Adjusting osd_memory_target on smithi113 to 17271M 2024-01-24T13:06:07.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:06 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:07.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:06 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:06:07.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:06 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:06:07.386 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:06 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:07.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:06 smithi181 ceph-mon[39668]: pgmap v54: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-01-24T13:06:07.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:06 smithi181 ceph-mon[39668]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]': finished 2024-01-24T13:06:07.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:06 smithi181 ceph-mon[39668]: osdmap e12: 2 total, 1 up, 2 in 2024-01-24T13:06:07.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:06 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-01-24T13:06:07.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:06 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-01-24T13:06:07.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:06 smithi181 ceph-mon[39668]: Detected new or changed devices on smithi113 2024-01-24T13:06:07.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:06 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:07.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:06 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:07.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:06 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-24T13:06:07.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:06 smithi181 ceph-mon[39668]: Adjusting osd_memory_target on smithi113 to 17271M 2024-01-24T13:06:07.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:06 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:07.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:06 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:06:07.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:06 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:06:07.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:06 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:07.501 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:06:07.501+0000 7f7612800700 1 -- 172.21.15.181:0/2615680091 --> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi181:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) v1 -- 0x7f760c061180 con 0x7f75ec0a0490 2024-01-24T13:06:08.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:07 smithi181 ceph-mon[39668]: purged_snaps scrub starts 2024-01-24T13:06:08.212 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:07 smithi181 ceph-mon[39668]: purged_snaps scrub ok 2024-01-24T13:06:08.213 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:07 smithi181 ceph-mon[39668]: osd.1 [v2:172.21.15.113:6800/171629096,v1:172.21.15.113:6801/171629096] boot 2024-01-24T13:06:08.213 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:07 smithi181 ceph-mon[39668]: osdmap e13: 2 total, 2 up, 2 in 2024-01-24T13:06:08.213 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:07 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-01-24T13:06:08.213 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:07 smithi181 ceph-mon[39668]: from='client.24163 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi181:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-01-24T13:06:08.213 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:07 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-01-24T13:06:08.214 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:07 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-01-24T13:06:08.214 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:07 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:06:08.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:07 smithi113 ceph-mon[39177]: purged_snaps scrub starts 2024-01-24T13:06:08.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:07 smithi113 ceph-mon[39177]: purged_snaps scrub ok 2024-01-24T13:06:08.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:07 smithi113 ceph-mon[39177]: osd.1 [v2:172.21.15.113:6800/171629096,v1:172.21.15.113:6801/171629096] boot 2024-01-24T13:06:08.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:07 smithi113 ceph-mon[39177]: osdmap e13: 2 total, 2 up, 2 in 2024-01-24T13:06:08.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:07 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-01-24T13:06:08.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:07 smithi113 ceph-mon[39177]: from='client.24163 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi181:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-01-24T13:06:08.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:07 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-01-24T13:06:08.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:07 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-01-24T13:06:08.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:07 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:06:08.384 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:07 smithi084 ceph-mon[35384]: purged_snaps scrub starts 2024-01-24T13:06:08.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:07 smithi084 ceph-mon[35384]: purged_snaps scrub ok 2024-01-24T13:06:08.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:07 smithi084 ceph-mon[35384]: osd.1 [v2:172.21.15.113:6800/171629096,v1:172.21.15.113:6801/171629096] boot 2024-01-24T13:06:08.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:07 smithi084 ceph-mon[35384]: osdmap e13: 2 total, 2 up, 2 in 2024-01-24T13:06:08.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:07 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-01-24T13:06:08.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:07 smithi084 ceph-mon[35384]: from='client.24163 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi181:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-01-24T13:06:08.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:07 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-01-24T13:06:08.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:07 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-01-24T13:06:08.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:07 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:06:09.150 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:08 smithi181 ceph-mon[39668]: pgmap v57: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-01-24T13:06:09.150 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:08 smithi181 ceph-mon[39668]: osdmap e14: 2 total, 2 up, 2 in 2024-01-24T13:06:09.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:08 smithi113 ceph-mon[39177]: pgmap v57: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-01-24T13:06:09.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:08 smithi113 ceph-mon[39177]: osdmap e14: 2 total, 2 up, 2 in 2024-01-24T13:06:09.387 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:08 smithi084 ceph-mon[35384]: pgmap v57: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-01-24T13:06:09.387 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:08 smithi084 ceph-mon[35384]: osdmap e14: 2 total, 2 up, 2 in 2024-01-24T13:06:10.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:10 smithi084 ceph-mon[35384]: from='client.? 172.21.15.181:0/3137680874' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c8b472df-75e4-4a52-910f-d7d501b3e289"}]: dispatch 2024-01-24T13:06:10.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:10 smithi084 ceph-mon[35384]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c8b472df-75e4-4a52-910f-d7d501b3e289"}]: dispatch 2024-01-24T13:06:10.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:10 smithi084 ceph-mon[35384]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c8b472df-75e4-4a52-910f-d7d501b3e289"}]': finished 2024-01-24T13:06:10.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:10 smithi084 ceph-mon[35384]: osdmap e15: 3 total, 2 up, 3 in 2024-01-24T13:06:10.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:10 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-01-24T13:06:10.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:10 smithi084 ceph-mon[35384]: pgmap v60: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-01-24T13:06:10.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:10 smithi084 ceph-mon[35384]: from='client.? 172.21.15.181:0/1563042320' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-01-24T13:06:10.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:10 smithi181 ceph-mon[39668]: from='client.? 172.21.15.181:0/3137680874' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c8b472df-75e4-4a52-910f-d7d501b3e289"}]: dispatch 2024-01-24T13:06:10.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:10 smithi181 ceph-mon[39668]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c8b472df-75e4-4a52-910f-d7d501b3e289"}]: dispatch 2024-01-24T13:06:10.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:10 smithi181 ceph-mon[39668]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c8b472df-75e4-4a52-910f-d7d501b3e289"}]': finished 2024-01-24T13:06:10.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:10 smithi181 ceph-mon[39668]: osdmap e15: 3 total, 2 up, 3 in 2024-01-24T13:06:10.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:10 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-01-24T13:06:10.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:10 smithi181 ceph-mon[39668]: pgmap v60: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-01-24T13:06:10.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:10 smithi181 ceph-mon[39668]: from='client.? 172.21.15.181:0/1563042320' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-01-24T13:06:11.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:10 smithi113 ceph-mon[39177]: from='client.? 172.21.15.181:0/3137680874' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c8b472df-75e4-4a52-910f-d7d501b3e289"}]: dispatch 2024-01-24T13:06:11.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:10 smithi113 ceph-mon[39177]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c8b472df-75e4-4a52-910f-d7d501b3e289"}]: dispatch 2024-01-24T13:06:11.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:10 smithi113 ceph-mon[39177]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c8b472df-75e4-4a52-910f-d7d501b3e289"}]': finished 2024-01-24T13:06:11.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:10 smithi113 ceph-mon[39177]: osdmap e15: 3 total, 2 up, 3 in 2024-01-24T13:06:11.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:10 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-01-24T13:06:11.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:10 smithi113 ceph-mon[39177]: pgmap v60: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-01-24T13:06:11.028 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:10 smithi113 ceph-mon[39177]: from='client.? 172.21.15.181:0/1563042320' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-01-24T13:06:13.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:12 smithi113 ceph-mon[39177]: pgmap v61: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-01-24T13:06:13.384 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:12 smithi084 ceph-mon[35384]: pgmap v61: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-01-24T13:06:13.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:12 smithi181 ceph-mon[39668]: pgmap v61: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-01-24T13:06:15.259 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:14 smithi181 ceph-mon[39668]: pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-01-24T13:06:15.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:14 smithi113 ceph-mon[39177]: pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-01-24T13:06:15.384 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:14 smithi084 ceph-mon[35384]: pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-01-24T13:06:17.190 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:16 smithi181 ceph-mon[39668]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-01-24T13:06:17.190 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:16 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-01-24T13:06:17.191 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:16 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:06:17.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:16 smithi113 ceph-mon[39177]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-01-24T13:06:17.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:16 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-01-24T13:06:17.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:16 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:06:17.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:16 smithi084 ceph-mon[35384]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-01-24T13:06:17.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:16 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-01-24T13:06:17.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:16 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:06:18.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:17 smithi113 ceph-mon[39177]: Deploying daemon osd.2 on smithi181 2024-01-24T13:06:18.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:17 smithi084 ceph-mon[35384]: Deploying daemon osd.2 on smithi181 2024-01-24T13:06:18.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:17 smithi181 ceph-mon[39668]: Deploying daemon osd.2 on smithi181 2024-01-24T13:06:19.038 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:18 smithi181 ceph-mon[39668]: pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-01-24T13:06:19.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:18 smithi113 ceph-mon[39177]: pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-01-24T13:06:19.384 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:18 smithi084 ceph-mon[35384]: pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-01-24T13:06:20.874 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:20 smithi181 ceph-mon[39668]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-01-24T13:06:20.884 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:20 smithi084 ceph-mon[35384]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-01-24T13:06:21.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:20 smithi113 ceph-mon[39177]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-01-24T13:06:22.649 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:22 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:22.649 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:22 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:22.649 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:22 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:06:22.649 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:22 smithi181 ceph-mon[39668]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-01-24T13:06:22.884 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:22 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:22.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:22 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:22.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:22 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:06:22.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:22 smithi084 ceph-mon[35384]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-01-24T13:06:23.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:22 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:23.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:22 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:23.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:22 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:06:23.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:22 smithi113 ceph-mon[39177]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-01-24T13:06:24.308 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:24 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:24.308 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:24 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:24.308 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:24 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:06:24.308 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:24 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:06:24.308 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:24 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:24.368 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:06:24.367+0000 7f7603e00700 1 -- 172.21.15.181:0/2615680091 <== mgr.14150 v2:172.21.15.84:6800/18297849 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7f760c061180 con 0x7f75ec0a0490 2024-01-24T13:06:24.368 INFO:teuthology.orchestra.run.smithi181.stdout:Created osd(s) 2 on host 'smithi181' 2024-01-24T13:06:24.370 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:06:24.370+0000 7f7612800700 1 -- 172.21.15.181:0/2615680091 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f75ec0a0490 msgr2=0x7f75ec0a2950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:06:24.371 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:06:24.370+0000 7f7612800700 1 --2- 172.21.15.181:0/2615680091 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f75ec0a0490 0x7f75ec0a2950 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f75f400b5c0 tx=0x7f75f4005fb0 comp rx=0 tx=0).stop 2024-01-24T13:06:24.371 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:06:24.370+0000 7f7612800700 1 -- 172.21.15.181:0/2615680091 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f760c0737a0 msgr2=0x7f760c198c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:06:24.371 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:06:24.370+0000 7f7612800700 1 --2- 172.21.15.181:0/2615680091 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f760c0737a0 0x7f760c198c70 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f75fc00c8f0 tx=0x7f75fc00cc00 comp rx=0 tx=0).stop 2024-01-24T13:06:24.371 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:06:24.370+0000 7f7612800700 1 -- 172.21.15.181:0/2615680091 shutdown_connections 2024-01-24T13:06:24.371 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:06:24.370+0000 7f7612800700 1 --2- 172.21.15.181:0/2615680091 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f75ec0a0490 0x7f75ec0a2950 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:06:24.371 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:06:24.370+0000 7f7612800700 1 --2- 172.21.15.181:0/2615680091 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f760c108ca0 0x7f760c1a01f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:06:24.371 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:06:24.370+0000 7f7612800700 1 --2- 172.21.15.181:0/2615680091 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f760c0737a0 0x7f760c198c70 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:06:24.371 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:06:24.370+0000 7f7612800700 1 --2- 172.21.15.181:0/2615680091 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f760c074d70 0x7f760c1991b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:06:24.371 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:06:24.370+0000 7f7612800700 1 -- 172.21.15.181:0/2615680091 >> 172.21.15.181:0/2615680091 conn(0x7f760c0fc330 msgr2=0x7f760c0fe720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:06:24.371 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:06:24.370+0000 7f7612800700 1 -- 172.21.15.181:0/2615680091 shutdown_connections 2024-01-24T13:06:24.371 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:06:24.370+0000 7f7612800700 1 -- 172.21.15.181:0/2615680091 wait complete. 2024-01-24T13:06:24.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:24 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:24.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:24 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:24.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:24 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:06:24.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:24 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:06:24.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:24 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:24.634 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:24 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:24.634 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:24 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:24.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:24 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:06:24.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:24 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:06:24.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:24 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:24.769 DEBUG:teuthology.orchestra.run.smithi181:osd.2> sudo journalctl -f -n 0 -u ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@osd.2.service 2024-01-24T13:06:24.773 INFO:tasks.cephadm:Deploying osd.3 on smithi084 with /dev/vg_nvme/lv_3... 2024-01-24T13:06:24.773 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4e3182a65800aed6d4aa2f6b86da3cfd72188134 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d5d5b6f8-bab8-11ee-95b1-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-01-24T13:06:24.848 INFO:journalctl@ceph.osd.2.smithi181.stdout:-- Logs begin at Wed 2024-01-24 12:47:10 UTC. -- 2024-01-24T13:06:25.129 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/d5d5b6f8-bab8-11ee-95b1-87774f69a715/mon.a/config 2024-01-24T13:06:25.541 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:25 smithi181 ceph-mon[39668]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-01-24T13:06:25.541 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:25 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:25.542 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:25 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:06:25.542 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:25 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:25.627 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:25 smithi084 ceph-mon[35384]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-01-24T13:06:25.627 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:25 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:25.627 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:25 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:06:25.627 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:25 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:25.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:25 smithi113 ceph-mon[39177]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-01-24T13:06:25.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:25 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:25.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:25 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:06:25.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:25 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:25.816 INFO:journalctl@ceph.osd.2.smithi181.stdout:Jan 24 13:06:25 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-2[45400]: 2024-01-24T13:06:25.559+0000 7fb077c41640 -1 osd.2 0 log_to_monitors true 2024-01-24T13:06:26.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:26 smithi084 ceph-mon[35384]: from='osd.2 [v2:172.21.15.181:6800/1047549735,v1:172.21.15.181:6801/1047549735]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-01-24T13:06:26.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:26 smithi084 ceph-mon[35384]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-01-24T13:06:26.649 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:26 smithi181 ceph-mon[39668]: from='osd.2 [v2:172.21.15.181:6800/1047549735,v1:172.21.15.181:6801/1047549735]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-01-24T13:06:26.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:26 smithi181 ceph-mon[39668]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-01-24T13:06:26.704 INFO:teuthology.orchestra.run.smithi084.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-01-24T13:06:26.704 INFO:teuthology.orchestra.run.smithi084.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-01-24T13:06:26.704 INFO:teuthology.orchestra.run.smithi084.stderr: stderr: 10+0 records in 2024-01-24T13:06:26.704 INFO:teuthology.orchestra.run.smithi084.stderr:10+0 records out 2024-01-24T13:06:26.704 INFO:teuthology.orchestra.run.smithi084.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0477432 s, 220 MB/s 2024-01-24T13:06:26.704 INFO:teuthology.orchestra.run.smithi084.stderr:--> Zapping successful for: 2024-01-24T13:06:26.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:26 smithi113 ceph-mon[39177]: from='osd.2 [v2:172.21.15.181:6800/1047549735,v1:172.21.15.181:6801/1047549735]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-01-24T13:06:26.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:26 smithi113 ceph-mon[39177]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-01-24T13:06:27.132 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4e3182a65800aed6d4aa2f6b86da3cfd72188134 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d5d5b6f8-bab8-11ee-95b1-87774f69a715 -- ceph orch daemon add osd smithi084:vg_nvme/lv_3 2024-01-24T13:06:27.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:27 smithi084 ceph-mon[35384]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-01-24T13:06:27.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:27 smithi084 ceph-mon[35384]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-01-24T13:06:27.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:27 smithi084 ceph-mon[35384]: osdmap e16: 3 total, 2 up, 3 in 2024-01-24T13:06:27.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:27 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-01-24T13:06:27.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:27 smithi084 ceph-mon[35384]: from='osd.2 [v2:172.21.15.181:6800/1047549735,v1:172.21.15.181:6801/1047549735]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]: dispatch 2024-01-24T13:06:27.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:27 smithi084 ceph-mon[35384]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]: dispatch 2024-01-24T13:06:27.490 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/d5d5b6f8-bab8-11ee-95b1-87774f69a715/mon.a/config 2024-01-24T13:06:27.649 INFO:journalctl@ceph.osd.2.smithi181.stdout:Jan 24 13:06:27 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-2[45400]: 2024-01-24T13:06:27.352+0000 7fb06b800700 -1 osd.2 0 waiting for initial osdmap 2024-01-24T13:06:27.649 INFO:journalctl@ceph.osd.2.smithi181.stdout:Jan 24 13:06:27 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-2[45400]: 2024-01-24T13:06:27.358+0000 7fb064800700 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-01-24T13:06:27.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:27 smithi181 ceph-mon[39668]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-01-24T13:06:27.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:27 smithi181 ceph-mon[39668]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-01-24T13:06:27.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:27 smithi181 ceph-mon[39668]: osdmap e16: 3 total, 2 up, 3 in 2024-01-24T13:06:27.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:27 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-01-24T13:06:27.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:27 smithi181 ceph-mon[39668]: from='osd.2 [v2:172.21.15.181:6800/1047549735,v1:172.21.15.181:6801/1047549735]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]: dispatch 2024-01-24T13:06:27.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:27 smithi181 ceph-mon[39668]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]: dispatch 2024-01-24T13:06:27.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:27 smithi113 ceph-mon[39177]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-01-24T13:06:27.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:27 smithi113 ceph-mon[39177]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-01-24T13:06:27.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:27 smithi113 ceph-mon[39177]: osdmap e16: 3 total, 2 up, 3 in 2024-01-24T13:06:27.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:27 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-01-24T13:06:27.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:27 smithi113 ceph-mon[39177]: from='osd.2 [v2:172.21.15.181:6800/1047549735,v1:172.21.15.181:6801/1047549735]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]: dispatch 2024-01-24T13:06:27.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:27 smithi113 ceph-mon[39177]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]: dispatch 2024-01-24T13:06:28.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:28 smithi084 ceph-mon[35384]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]': finished 2024-01-24T13:06:28.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:28 smithi084 ceph-mon[35384]: osdmap e17: 3 total, 2 up, 3 in 2024-01-24T13:06:28.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:28 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-01-24T13:06:28.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:28 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-01-24T13:06:28.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:28 smithi084 ceph-mon[35384]: Detected new or changed devices on smithi181 2024-01-24T13:06:28.636 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:28 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:28.636 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:28 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:28.636 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:28 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-24T13:06:28.636 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:28 smithi084 ceph-mon[35384]: Adjusting osd_memory_target on smithi181 to 17271M 2024-01-24T13:06:28.636 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:28 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:28.636 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:28 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:06:28.636 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:28 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:06:28.636 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:28 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:28.649 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:28 smithi181 ceph-mon[39668]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]': finished 2024-01-24T13:06:28.649 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:28 smithi181 ceph-mon[39668]: osdmap e17: 3 total, 2 up, 3 in 2024-01-24T13:06:28.649 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:28 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-01-24T13:06:28.649 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:28 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-01-24T13:06:28.649 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:28 smithi181 ceph-mon[39668]: Detected new or changed devices on smithi181 2024-01-24T13:06:28.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:28 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:28.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:28 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:28.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:28 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-24T13:06:28.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:28 smithi181 ceph-mon[39668]: Adjusting osd_memory_target on smithi181 to 17271M 2024-01-24T13:06:28.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:28 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:28.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:28 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:06:28.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:28 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:06:28.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:28 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:28.663 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:06:28.662+0000 7f5378200700 1 -- 172.21.15.84:0/2996648005 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5370100dd0 msgr2=0x7f53701011f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:06:28.663 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:06:28.662+0000 7f5378200700 1 --2- 172.21.15.84:0/2996648005 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5370100dd0 0x7f53701011f0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f53600099c0 tx=0x7f5360009cd0 comp rx=0 tx=0).stop 2024-01-24T13:06:28.663 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:06:28.662+0000 7f5378200700 1 -- 172.21.15.84:0/2996648005 shutdown_connections 2024-01-24T13:06:28.663 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:06:28.662+0000 7f5378200700 1 --2- 172.21.15.84:0/2996648005 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f5370102970 0x7f5370109220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:06:28.663 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:06:28.662+0000 7f5378200700 1 --2- 172.21.15.84:0/2996648005 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5370100dd0 0x7f53701011f0 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:06:28.663 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:06:28.662+0000 7f5378200700 1 --2- 172.21.15.84:0/2996648005 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f5370101fd0 0x7f5370102430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:06:28.663 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:06:28.662+0000 7f5378200700 1 -- 172.21.15.84:0/2996648005 >> 172.21.15.84:0/2996648005 conn(0x7f53700fc330 msgr2=0x7f53700fe7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:06:28.664 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:06:28.662+0000 7f5378200700 1 -- 172.21.15.84:0/2996648005 shutdown_connections 2024-01-24T13:06:28.664 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:06:28.662+0000 7f5378200700 1 -- 172.21.15.84:0/2996648005 wait complete. 2024-01-24T13:06:28.665 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:06:28.663+0000 7f5378200700 1 Processor -- start 2024-01-24T13:06:28.665 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:06:28.663+0000 7f5378200700 1 -- start start 2024-01-24T13:06:28.665 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:06:28.664+0000 7f5378200700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5370100dd0 0x7f5370198c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:06:28.665 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:06:28.664+0000 7f5378200700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f5370101fd0 0x7f53701991a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:06:28.666 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:06:28.664+0000 7f5378200700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f5370102970 0x7f53701a01e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:06:28.666 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:06:28.664+0000 7f5378200700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f53701a07b0 con 0x7f5370100dd0 2024-01-24T13:06:28.666 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:06:28.664+0000 7f5378200700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f53701a08f0 con 0x7f5370101fd0 2024-01-24T13:06:28.666 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:06:28.664+0000 7f5378200700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f53701a0ab0 con 0x7f5370102970 2024-01-24T13:06:28.666 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:06:28.664+0000 7f5375800700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5370100dd0 0x7f5370198c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:06:28.666 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:06:28.664+0000 7f5375800700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5370100dd0 0x7f5370198c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:53492/0 (socket says 172.21.15.84:53492) 2024-01-24T13:06:28.666 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:06:28.664+0000 7f5375800700 1 -- 172.21.15.84:0/3850150177 learned_addr learned my addr 172.21.15.84:0/3850150177 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:06:28.666 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:06:28.664+0000 7f5374e00700 1 --2- 172.21.15.84:0/3850150177 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f5370101fd0 0x7f53701991a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:06:28.666 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:06:28.664+0000 7f5376200700 1 --2- 172.21.15.84:0/3850150177 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f5370102970 0x7f53701a01e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:06:28.666 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:06:28.665+0000 7f5375800700 1 -- 172.21.15.84:0/3850150177 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f5370102970 msgr2=0x7f53701a01e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:06:28.666 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:06:28.665+0000 7f5375800700 1 --2- 172.21.15.84:0/3850150177 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f5370102970 0x7f53701a01e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:06:28.666 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:06:28.665+0000 7f5375800700 1 -- 172.21.15.84:0/3850150177 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f5370101fd0 msgr2=0x7f53701991a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:06:28.667 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:06:28.665+0000 7f5375800700 1 --2- 172.21.15.84:0/3850150177 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f5370101fd0 0x7f53701991a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:06:28.667 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:06:28.665+0000 7f5375800700 1 -- 172.21.15.84:0/3850150177 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f53600095f0 con 0x7f5370100dd0 2024-01-24T13:06:28.667 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:06:28.665+0000 7f5375800700 1 --2- 172.21.15.84:0/3850150177 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5370100dd0 0x7f5370198c60 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f53600098e0 tx=0x7f5360009580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:06:28.667 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:06:28.665+0000 7f536e000700 1 -- 172.21.15.84:0/3850150177 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f536001d070 con 0x7f5370100dd0 2024-01-24T13:06:28.667 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:06:28.665+0000 7f536e000700 1 -- 172.21.15.84:0/3850150177 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(25 keys) v1 ==== 1067+0+0 (secure 0 0 0) 0x7f5360003f80 con 0x7f5370100dd0 2024-01-24T13:06:28.668 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:06:28.665+0000 7f5378200700 1 -- 172.21.15.84:0/3850150177 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f53701a0d30 con 0x7f5370100dd0 2024-01-24T13:06:28.668 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:06:28.665+0000 7f536e000700 1 -- 172.21.15.84:0/3850150177 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5360022c40 con 0x7f5370100dd0 2024-01-24T13:06:28.668 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:06:28.665+0000 7f5378200700 1 -- 172.21.15.84:0/3850150177 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f53701a1140 con 0x7f5370100dd0 2024-01-24T13:06:28.668 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:06:28.666+0000 7f5378200700 1 -- 172.21.15.84:0/3850150177 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f53701932c0 con 0x7f5370100dd0 2024-01-24T13:06:28.668 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:06:28.668+0000 7f536e000700 1 -- 172.21.15.84:0/3850150177 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 15) v1 ==== 135014+0+0 (secure 0 0 0) 0x7f5360022470 con 0x7f5370100dd0 2024-01-24T13:06:28.670 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:06:28.669+0000 7f536e000700 1 --2- 172.21.15.84:0/3850150177 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f53500a0490 0x7f53500a2950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:06:28.670 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:06:28.669+0000 7f536e000700 1 -- 172.21.15.84:0/3850150177 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(18..18 src has 1..18) v4 ==== 2851+0+0 (secure 0 0 0) 0x7f53600cb8c0 con 0x7f5370100dd0 2024-01-24T13:06:28.670 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:06:28.670+0000 7f5374e00700 1 --2- 172.21.15.84:0/3850150177 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f53500a0490 0x7f53500a2950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:06:28.671 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:06:28.670+0000 7f5374e00700 1 --2- 172.21.15.84:0/3850150177 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f53500a0490 0x7f53500a2950 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f5358005950 tx=0x7f535800b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:06:28.674 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:06:28.673+0000 7f536e000700 1 -- 172.21.15.84:0/3850150177 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180484 (secure 0 0 0) 0x7f5360096ba0 con 0x7f5370100dd0 2024-01-24T13:06:28.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:28 smithi113 ceph-mon[39177]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]': finished 2024-01-24T13:06:28.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:28 smithi113 ceph-mon[39177]: osdmap e17: 3 total, 2 up, 3 in 2024-01-24T13:06:28.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:28 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-01-24T13:06:28.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:28 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-01-24T13:06:28.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:28 smithi113 ceph-mon[39177]: Detected new or changed devices on smithi181 2024-01-24T13:06:28.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:28 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:28.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:28 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:28.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:28 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-24T13:06:28.778 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:28 smithi113 ceph-mon[39177]: Adjusting osd_memory_target on smithi181 to 17271M 2024-01-24T13:06:28.778 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:28 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:28.778 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:28 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:06:28.778 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:28 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:06:28.778 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:28 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:28.883 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:06:28.882+0000 7f5378200700 1 -- 172.21.15.84:0/3850150177 --> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi084:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) v1 -- 0x7f5370061180 con 0x7f53500a0490 2024-01-24T13:06:29.634 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:29 smithi084 ceph-mon[35384]: purged_snaps scrub starts 2024-01-24T13:06:29.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:29 smithi084 ceph-mon[35384]: purged_snaps scrub ok 2024-01-24T13:06:29.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:29 smithi084 ceph-mon[35384]: pgmap v71: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-01-24T13:06:29.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:29 smithi084 ceph-mon[35384]: osd.2 [v2:172.21.15.181:6800/1047549735,v1:172.21.15.181:6801/1047549735] boot 2024-01-24T13:06:29.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:29 smithi084 ceph-mon[35384]: osdmap e18: 3 total, 3 up, 3 in 2024-01-24T13:06:29.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:29 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-01-24T13:06:29.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:29 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-01-24T13:06:29.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:29 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-01-24T13:06:29.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:29 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:06:29.649 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:29 smithi181 ceph-mon[39668]: purged_snaps scrub starts 2024-01-24T13:06:29.649 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:29 smithi181 ceph-mon[39668]: purged_snaps scrub ok 2024-01-24T13:06:29.649 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:29 smithi181 ceph-mon[39668]: pgmap v71: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-01-24T13:06:29.649 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:29 smithi181 ceph-mon[39668]: osd.2 [v2:172.21.15.181:6800/1047549735,v1:172.21.15.181:6801/1047549735] boot 2024-01-24T13:06:29.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:29 smithi181 ceph-mon[39668]: osdmap e18: 3 total, 3 up, 3 in 2024-01-24T13:06:29.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:29 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-01-24T13:06:29.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:29 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-01-24T13:06:29.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:29 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-01-24T13:06:29.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:29 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:06:29.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:29 smithi113 ceph-mon[39177]: purged_snaps scrub starts 2024-01-24T13:06:29.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:29 smithi113 ceph-mon[39177]: purged_snaps scrub ok 2024-01-24T13:06:29.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:29 smithi113 ceph-mon[39177]: pgmap v71: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-01-24T13:06:29.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:29 smithi113 ceph-mon[39177]: osd.2 [v2:172.21.15.181:6800/1047549735,v1:172.21.15.181:6801/1047549735] boot 2024-01-24T13:06:29.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:29 smithi113 ceph-mon[39177]: osdmap e18: 3 total, 3 up, 3 in 2024-01-24T13:06:29.778 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:29 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-01-24T13:06:29.778 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:29 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-01-24T13:06:29.778 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:29 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-01-24T13:06:29.778 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:29 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:06:30.634 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:30 smithi084 ceph-mon[35384]: from='client.14289 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi084:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-01-24T13:06:30.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:30 smithi084 ceph-mon[35384]: osdmap e19: 3 total, 3 up, 3 in 2024-01-24T13:06:30.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:30 smithi113 ceph-mon[39177]: from='client.14289 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi084:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-01-24T13:06:30.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:30 smithi113 ceph-mon[39177]: osdmap e19: 3 total, 3 up, 3 in 2024-01-24T13:06:30.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:30 smithi181 ceph-mon[39668]: from='client.14289 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi084:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-01-24T13:06:30.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:30 smithi181 ceph-mon[39668]: osdmap e19: 3 total, 3 up, 3 in 2024-01-24T13:06:31.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:31 smithi113 ceph-mon[39177]: pgmap v74: 0 pgs: ; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-01-24T13:06:31.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:31 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-01-24T13:06:31.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:31 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-01-24T13:06:31.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:31 smithi113 ceph-mon[39177]: osdmap e20: 3 total, 3 up, 3 in 2024-01-24T13:06:31.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:31 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-01-24T13:06:31.778 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:31 smithi113 ceph-mon[39177]: from='client.? 172.21.15.84:0/1225899929' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b0d418dc-1908-407f-b540-e458c767f94d"}]: dispatch 2024-01-24T13:06:31.778 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:31 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-01-24T13:06:31.778 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:31 smithi113 ceph-mon[39177]: from='client.? 172.21.15.84:0/1225899929' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b0d418dc-1908-407f-b540-e458c767f94d"}]': finished 2024-01-24T13:06:31.778 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:31 smithi113 ceph-mon[39177]: osdmap e21: 4 total, 3 up, 4 in 2024-01-24T13:06:31.778 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:31 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-01-24T13:06:31.805 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:31 smithi084 ceph-mon[35384]: pgmap v74: 0 pgs: ; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-01-24T13:06:31.805 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:31 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-01-24T13:06:31.805 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:31 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-01-24T13:06:31.806 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:31 smithi084 ceph-mon[35384]: osdmap e20: 3 total, 3 up, 3 in 2024-01-24T13:06:31.806 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:31 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-01-24T13:06:31.806 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:31 smithi084 ceph-mon[35384]: from='client.? 172.21.15.84:0/1225899929' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b0d418dc-1908-407f-b540-e458c767f94d"}]: dispatch 2024-01-24T13:06:31.806 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:31 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-01-24T13:06:31.806 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:31 smithi084 ceph-mon[35384]: from='client.? 172.21.15.84:0/1225899929' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b0d418dc-1908-407f-b540-e458c767f94d"}]': finished 2024-01-24T13:06:31.806 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:31 smithi084 ceph-mon[35384]: osdmap e21: 4 total, 3 up, 4 in 2024-01-24T13:06:31.806 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:31 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-01-24T13:06:31.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:31 smithi181 ceph-mon[39668]: pgmap v74: 0 pgs: ; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-01-24T13:06:31.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:31 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-01-24T13:06:31.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:31 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-01-24T13:06:31.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:31 smithi181 ceph-mon[39668]: osdmap e20: 3 total, 3 up, 3 in 2024-01-24T13:06:31.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:31 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-01-24T13:06:31.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:31 smithi181 ceph-mon[39668]: from='client.? 172.21.15.84:0/1225899929' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b0d418dc-1908-407f-b540-e458c767f94d"}]: dispatch 2024-01-24T13:06:31.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:31 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-01-24T13:06:31.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:31 smithi181 ceph-mon[39668]: from='client.? 172.21.15.84:0/1225899929' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b0d418dc-1908-407f-b540-e458c767f94d"}]': finished 2024-01-24T13:06:31.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:31 smithi181 ceph-mon[39668]: osdmap e21: 4 total, 3 up, 4 in 2024-01-24T13:06:31.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:31 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-01-24T13:06:32.134 INFO:journalctl@ceph.osd.0.smithi084.stdout:Jan 24 13:06:31 smithi084 sudo[60506]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2024-01-24T13:06:32.135 INFO:journalctl@ceph.osd.0.smithi084.stdout:Jan 24 13:06:31 smithi084 sudo[60506]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-01-24T13:06:32.135 INFO:journalctl@ceph.osd.0.smithi084.stdout:Jan 24 13:06:31 smithi084 sudo[60506]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-01-24T13:06:32.135 INFO:journalctl@ceph.osd.0.smithi084.stdout:Jan 24 13:06:31 smithi084 sudo[60506]: pam_unix(sudo:session): session closed for user root 2024-01-24T13:06:32.471 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:06:32.470+0000 7f536e000700 1 -- 172.21.15.84:0/3850150177 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mgrmap(e 16) v1 ==== 135070+0+0 (secure 0 0 0) 0x7f53600cdcf0 con 0x7f5370100dd0 2024-01-24T13:06:32.635 INFO:journalctl@ceph.osd.0.smithi084.stdout:Jan 24 13:06:32 smithi084 sudo[60534]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-01-24T13:06:32.635 INFO:journalctl@ceph.osd.0.smithi084.stdout:Jan 24 13:06:32 smithi084 sudo[60534]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-01-24T13:06:32.635 INFO:journalctl@ceph.osd.0.smithi084.stdout:Jan 24 13:06:32 smithi084 sudo[60534]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-01-24T13:06:32.635 INFO:journalctl@ceph.osd.0.smithi084.stdout:Jan 24 13:06:32 smithi084 sudo[60534]: pam_unix(sudo:session): session closed for user root 2024-01-24T13:06:32.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:32 smithi084 ceph-mon[35384]: from='client.? 172.21.15.84:0/2183054324' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-01-24T13:06:32.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:32 smithi084 ceph-mon[35384]: osdmap e22: 4 total, 3 up, 4 in 2024-01-24T13:06:32.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:32 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-01-24T13:06:32.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:32 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:32.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:32 smithi113 ceph-mon[39177]: from='client.? 172.21.15.84:0/2183054324' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-01-24T13:06:32.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:32 smithi113 ceph-mon[39177]: osdmap e22: 4 total, 3 up, 4 in 2024-01-24T13:06:32.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:32 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-01-24T13:06:32.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:32 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:32.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:32 smithi181 ceph-mon[39668]: from='client.? 172.21.15.84:0/2183054324' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-01-24T13:06:32.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:32 smithi181 ceph-mon[39668]: osdmap e22: 4 total, 3 up, 4 in 2024-01-24T13:06:32.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:32 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-01-24T13:06:32.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:32 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:33.277 INFO:journalctl@ceph.osd.1.smithi113.stdout:Jan 24 13:06:32 smithi113 sudo[49504]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2024-01-24T13:06:33.277 INFO:journalctl@ceph.osd.1.smithi113.stdout:Jan 24 13:06:32 smithi113 sudo[49504]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-01-24T13:06:33.277 INFO:journalctl@ceph.osd.1.smithi113.stdout:Jan 24 13:06:32 smithi113 sudo[49504]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-01-24T13:06:33.277 INFO:journalctl@ceph.osd.1.smithi113.stdout:Jan 24 13:06:32 smithi113 sudo[49504]: pam_unix(sudo:session): session closed for user root 2024-01-24T13:06:33.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:33 smithi113 ceph-mon[39177]: pgmap v77: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-01-24T13:06:33.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:33 smithi113 ceph-mon[39177]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-01-24T13:06:33.777 INFO:journalctl@ceph.osd.1.smithi113.stdout:Jan 24 13:06:33 smithi113 sudo[49507]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-01-24T13:06:33.777 INFO:journalctl@ceph.osd.1.smithi113.stdout:Jan 24 13:06:33 smithi113 sudo[49507]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-01-24T13:06:33.778 INFO:journalctl@ceph.osd.1.smithi113.stdout:Jan 24 13:06:33 smithi113 sudo[49507]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-01-24T13:06:33.778 INFO:journalctl@ceph.osd.1.smithi113.stdout:Jan 24 13:06:33 smithi113 sudo[49507]: pam_unix(sudo:session): session closed for user root 2024-01-24T13:06:33.884 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:33 smithi084 ceph-mon[35384]: pgmap v77: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-01-24T13:06:33.884 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:33 smithi084 ceph-mon[35384]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-01-24T13:06:33.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:33 smithi181 ceph-mon[39668]: pgmap v77: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-01-24T13:06:33.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:33 smithi181 ceph-mon[39668]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-01-24T13:06:34.399 INFO:journalctl@ceph.osd.2.smithi181.stdout:Jan 24 13:06:34 smithi181 sudo[49940]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2024-01-24T13:06:34.399 INFO:journalctl@ceph.osd.2.smithi181.stdout:Jan 24 13:06:34 smithi181 sudo[49940]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-01-24T13:06:34.399 INFO:journalctl@ceph.osd.2.smithi181.stdout:Jan 24 13:06:34 smithi181 sudo[49940]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-01-24T13:06:34.399 INFO:journalctl@ceph.osd.2.smithi181.stdout:Jan 24 13:06:34 smithi181 sudo[49940]: pam_unix(sudo:session): session closed for user root 2024-01-24T13:06:34.884 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:34 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:34.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:34 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:34.899 INFO:journalctl@ceph.osd.2.smithi181.stdout:Jan 24 13:06:34 smithi181 sudo[49943]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-01-24T13:06:34.900 INFO:journalctl@ceph.osd.2.smithi181.stdout:Jan 24 13:06:34 smithi181 sudo[49943]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-01-24T13:06:34.900 INFO:journalctl@ceph.osd.2.smithi181.stdout:Jan 24 13:06:34 smithi181 sudo[49943]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-01-24T13:06:34.900 INFO:journalctl@ceph.osd.2.smithi181.stdout:Jan 24 13:06:34 smithi181 sudo[49943]: pam_unix(sudo:session): session closed for user root 2024-01-24T13:06:35.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:34 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:35.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:35 smithi084 sudo[61707]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2024-01-24T13:06:35.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:35 smithi084 sudo[61707]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-01-24T13:06:35.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:35 smithi084 sudo[61707]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-01-24T13:06:35.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:35 smithi084 sudo[61707]: pam_unix(sudo:session): session closed for user root 2024-01-24T13:06:36.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:35 smithi113 ceph-mon[39177]: pgmap v79: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-01-24T13:06:36.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:35 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:36.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:35 smithi113 ceph-mon[39177]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-01-24T13:06:36.134 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:35 smithi084 sudo[61862]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-01-24T13:06:36.135 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:35 smithi084 sudo[61862]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-01-24T13:06:36.135 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:35 smithi084 sudo[61862]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-01-24T13:06:36.135 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:35 smithi084 sudo[61862]: pam_unix(sudo:session): session closed for user root 2024-01-24T13:06:36.135 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:35 smithi084 ceph-mon[35384]: pgmap v79: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-01-24T13:06:36.135 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:35 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:36.135 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:35 smithi084 ceph-mon[35384]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-01-24T13:06:36.149 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:35 smithi181 ceph-mon[39668]: pgmap v79: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-01-24T13:06:36.149 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:35 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:36.149 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:35 smithi181 ceph-mon[39668]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-01-24T13:06:36.649 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:36 smithi181 sudo[49946]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2024-01-24T13:06:36.649 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:36 smithi181 sudo[49946]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-01-24T13:06:36.649 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:36 smithi181 sudo[49946]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-01-24T13:06:36.649 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:36 smithi181 sudo[49946]: pam_unix(sudo:session): session closed for user root 2024-01-24T13:06:37.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:36 smithi113 ceph-mon[39177]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-01-24T13:06:37.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:36 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-01-24T13:06:37.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:36 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-01-24T13:06:37.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:36 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-01-24T13:06:37.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:36 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-01-24T13:06:37.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:36 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-01-24T13:06:37.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:36 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-01-24T13:06:37.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:36 smithi113 ceph-mon[39177]: pgmap v80: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-01-24T13:06:37.088 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:36 smithi084 ceph-mon[35384]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-01-24T13:06:37.088 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:36 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-01-24T13:06:37.088 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:36 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-01-24T13:06:37.088 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:36 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-01-24T13:06:37.088 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:36 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-01-24T13:06:37.089 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:36 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-01-24T13:06:37.089 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:36 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-01-24T13:06:37.089 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:36 smithi084 ceph-mon[35384]: pgmap v80: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-01-24T13:06:37.149 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:36 smithi181 sudo[49949]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-01-24T13:06:37.149 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:36 smithi181 sudo[49949]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-01-24T13:06:37.150 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:36 smithi181 sudo[49949]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-01-24T13:06:37.150 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:36 smithi181 sudo[49949]: pam_unix(sudo:session): session closed for user root 2024-01-24T13:06:37.150 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:36 smithi181 ceph-mon[39668]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-01-24T13:06:37.150 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:36 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-01-24T13:06:37.150 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:36 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-01-24T13:06:37.150 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:36 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-01-24T13:06:37.150 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:36 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-01-24T13:06:37.150 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:36 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-01-24T13:06:37.150 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:36 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-01-24T13:06:37.150 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:36 smithi181 ceph-mon[39668]: pgmap v80: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-01-24T13:06:37.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:37 smithi113 sudo[49510]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2024-01-24T13:06:37.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:37 smithi113 sudo[49510]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-01-24T13:06:37.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:37 smithi113 sudo[49510]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-01-24T13:06:37.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:37 smithi113 sudo[49510]: pam_unix(sudo:session): session closed for user root 2024-01-24T13:06:37.967 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:37 smithi084 ceph-mon[35384]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-01-24T13:06:37.967 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:37 smithi084 ceph-mon[35384]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-01-24T13:06:37.967 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:37 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-01-24T13:06:37.967 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:37 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-01-24T13:06:37.967 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:37 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-01-24T13:06:38.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:37 smithi113 sudo[49513]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-01-24T13:06:38.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:37 smithi113 sudo[49513]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-01-24T13:06:38.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:37 smithi113 sudo[49513]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-01-24T13:06:38.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:37 smithi113 sudo[49513]: pam_unix(sudo:session): session closed for user root 2024-01-24T13:06:38.028 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:37 smithi113 ceph-mon[39177]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-01-24T13:06:38.028 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:37 smithi113 ceph-mon[39177]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-01-24T13:06:38.028 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:37 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-01-24T13:06:38.028 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:37 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-01-24T13:06:38.028 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:37 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-01-24T13:06:38.149 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:37 smithi181 ceph-mon[39668]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-01-24T13:06:38.149 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:37 smithi181 ceph-mon[39668]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-01-24T13:06:38.150 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:37 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-01-24T13:06:38.150 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:37 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-01-24T13:06:38.150 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:37 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-01-24T13:06:38.883 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:38 smithi084 ceph-mon[35384]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-01-24T13:06:38.883 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:38 smithi084 ceph-mon[35384]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-01-24T13:06:38.884 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:38 smithi084 ceph-mon[35384]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-01-24T13:06:38.884 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:38 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-01-24T13:06:38.884 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:38 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:06:38.884 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:38 smithi084 ceph-mon[35384]: Deploying daemon osd.3 on smithi084 2024-01-24T13:06:39.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:38 smithi113 ceph-mon[39177]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-01-24T13:06:39.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:38 smithi113 ceph-mon[39177]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-01-24T13:06:39.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:38 smithi113 ceph-mon[39177]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-01-24T13:06:39.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:38 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-01-24T13:06:39.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:38 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:06:39.028 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:38 smithi113 ceph-mon[39177]: Deploying daemon osd.3 on smithi084 2024-01-24T13:06:39.149 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:38 smithi181 ceph-mon[39668]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-01-24T13:06:39.149 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:38 smithi181 ceph-mon[39668]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-01-24T13:06:39.149 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:38 smithi181 ceph-mon[39668]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-01-24T13:06:39.150 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:38 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-01-24T13:06:39.150 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:38 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:06:39.150 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:38 smithi181 ceph-mon[39668]: Deploying daemon osd.3 on smithi084 2024-01-24T13:06:40.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:40 smithi084 ceph-mon[35384]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 5.0 KiB/s rd, 218 KiB/s wr, 15 op/s 2024-01-24T13:06:40.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:40 smithi181 ceph-mon[39668]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 5.0 KiB/s rd, 218 KiB/s wr, 15 op/s 2024-01-24T13:06:41.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:40 smithi113 ceph-mon[39177]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 5.0 KiB/s rd, 218 KiB/s wr, 15 op/s 2024-01-24T13:06:43.134 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:42 smithi084 ceph-mon[35384]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 3.7 KiB/s rd, 163 KiB/s wr, 11 op/s 2024-01-24T13:06:43.135 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:42 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:43.135 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:42 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:43.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:42 smithi113 ceph-mon[39177]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 3.7 KiB/s rd, 163 KiB/s wr, 11 op/s 2024-01-24T13:06:43.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:42 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:43.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:42 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:43.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:42 smithi181 ceph-mon[39668]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 3.7 KiB/s rd, 163 KiB/s wr, 11 op/s 2024-01-24T13:06:43.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:42 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:43.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:42 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:44.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:43 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:06:44.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:43 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:06:44.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:43 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:06:45.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:44 smithi113 ceph-mon[39177]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-01-24T13:06:45.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:44 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:45.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:44 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:45.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:44 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:06:45.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:44 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:06:45.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:44 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:45.314 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:44 smithi084 ceph-mon[35384]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-01-24T13:06:45.315 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:44 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:45.315 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:44 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:45.315 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:44 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:06:45.315 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:44 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:06:45.315 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:44 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:45.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:44 smithi181 ceph-mon[39668]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-01-24T13:06:45.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:44 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:45.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:44 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:45.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:44 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:06:45.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:44 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:06:45.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:44 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:45.540 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:06:45.539+0000 7f536e000700 1 -- 172.21.15.84:0/3850150177 <== mgr.14150 v2:172.21.15.84:6800/18297849 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7f5370061180 con 0x7f53500a0490 2024-01-24T13:06:45.540 INFO:teuthology.orchestra.run.smithi084.stdout:Created osd(s) 3 on host 'smithi084' 2024-01-24T13:06:45.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:06:45.541+0000 7f5378200700 1 -- 172.21.15.84:0/3850150177 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f53500a0490 msgr2=0x7f53500a2950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:06:45.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:06:45.541+0000 7f5378200700 1 --2- 172.21.15.84:0/3850150177 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f53500a0490 0x7f53500a2950 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f5358005950 tx=0x7f535800b410 comp rx=0 tx=0).stop 2024-01-24T13:06:45.543 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:06:45.541+0000 7f5378200700 1 -- 172.21.15.84:0/3850150177 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5370100dd0 msgr2=0x7f5370198c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:06:45.543 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:06:45.541+0000 7f5378200700 1 --2- 172.21.15.84:0/3850150177 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5370100dd0 0x7f5370198c60 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f53600098e0 tx=0x7f5360009580 comp rx=0 tx=0).stop 2024-01-24T13:06:45.543 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:06:45.541+0000 7f5378200700 1 -- 172.21.15.84:0/3850150177 shutdown_connections 2024-01-24T13:06:45.543 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:06:45.541+0000 7f5378200700 1 --2- 172.21.15.84:0/3850150177 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f53500a0490 0x7f53500a2950 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:06:45.543 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:06:45.542+0000 7f5378200700 1 --2- 172.21.15.84:0/3850150177 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f5370102970 0x7f53701a01e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:06:45.543 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:06:45.542+0000 7f5378200700 1 --2- 172.21.15.84:0/3850150177 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5370100dd0 0x7f5370198c60 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:06:45.543 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:06:45.542+0000 7f5378200700 1 --2- 172.21.15.84:0/3850150177 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f5370101fd0 0x7f53701991a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:06:45.543 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:06:45.542+0000 7f5378200700 1 -- 172.21.15.84:0/3850150177 >> 172.21.15.84:0/3850150177 conn(0x7f53700fc330 msgr2=0x7f53701079f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:06:45.543 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:06:45.542+0000 7f5378200700 1 -- 172.21.15.84:0/3850150177 shutdown_connections 2024-01-24T13:06:45.543 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:06:45.542+0000 7f5378200700 1 -- 172.21.15.84:0/3850150177 wait complete. 2024-01-24T13:06:45.984 DEBUG:teuthology.orchestra.run.smithi084:osd.3> sudo journalctl -f -n 0 -u ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@osd.3.service 2024-01-24T13:06:45.988 INFO:tasks.cephadm:Deploying osd.4 on smithi113 with /dev/vg_nvme/lv_3... 2024-01-24T13:06:45.988 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4e3182a65800aed6d4aa2f6b86da3cfd72188134 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d5d5b6f8-bab8-11ee-95b1-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-01-24T13:06:46.059 INFO:journalctl@ceph.osd.3.smithi084.stdout:-- Logs begin at Wed 2024-01-24 12:47:28 UTC. -- 2024-01-24T13:06:46.344 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/d5d5b6f8-bab8-11ee-95b1-87774f69a715/mon.b/config 2024-01-24T13:06:46.764 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:46 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:46.764 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:46 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:46.765 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:46 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:06:46.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:46 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:46.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:46 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:46.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:46 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:06:46.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:46 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:46.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:46 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:46.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:46 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:06:47.101 INFO:journalctl@ceph.osd.3.smithi084.stdout:Jan 24 13:06:46 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-3[62764]: 2024-01-24T13:06:46.970+0000 7fbc87571640 -1 osd.3 0 log_to_monitors true 2024-01-24T13:06:47.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:47 smithi113 ceph-mon[39177]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 2.5 KiB/s rd, 109 KiB/s wr, 7 op/s 2024-01-24T13:06:47.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:47 smithi113 ceph-mon[39177]: from='osd.3 [v2:172.21.15.84:6810/651827316,v1:172.21.15.84:6811/651827316]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-01-24T13:06:47.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:47 smithi084 ceph-mon[35384]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 2.5 KiB/s rd, 109 KiB/s wr, 7 op/s 2024-01-24T13:06:47.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:47 smithi084 ceph-mon[35384]: from='osd.3 [v2:172.21.15.84:6810/651827316,v1:172.21.15.84:6811/651827316]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-01-24T13:06:47.889 INFO:teuthology.orchestra.run.smithi113.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-01-24T13:06:47.889 INFO:teuthology.orchestra.run.smithi113.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-01-24T13:06:47.889 INFO:teuthology.orchestra.run.smithi113.stderr: stderr: 10+0 records in 2024-01-24T13:06:47.889 INFO:teuthology.orchestra.run.smithi113.stderr:10+0 records out 2024-01-24T13:06:47.889 INFO:teuthology.orchestra.run.smithi113.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0299098 s, 351 MB/s 2024-01-24T13:06:47.889 INFO:teuthology.orchestra.run.smithi113.stderr:--> Zapping successful for: 2024-01-24T13:06:47.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:47 smithi181 ceph-mon[39668]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 2.5 KiB/s rd, 109 KiB/s wr, 7 op/s 2024-01-24T13:06:47.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:47 smithi181 ceph-mon[39668]: from='osd.3 [v2:172.21.15.84:6810/651827316,v1:172.21.15.84:6811/651827316]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-01-24T13:06:48.289 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4e3182a65800aed6d4aa2f6b86da3cfd72188134 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d5d5b6f8-bab8-11ee-95b1-87774f69a715 -- ceph orch daemon add osd smithi113:vg_nvme/lv_3 2024-01-24T13:06:48.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:48 smithi113 ceph-mon[39177]: from='osd.3 [v2:172.21.15.84:6810/651827316,v1:172.21.15.84:6811/651827316]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-01-24T13:06:48.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:48 smithi113 ceph-mon[39177]: osdmap e23: 4 total, 3 up, 4 in 2024-01-24T13:06:48.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:48 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-01-24T13:06:48.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:48 smithi113 ceph-mon[39177]: from='osd.3 [v2:172.21.15.84:6810/651827316,v1:172.21.15.84:6811/651827316]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-01-24T13:06:48.640 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/d5d5b6f8-bab8-11ee-95b1-87774f69a715/mon.b/config 2024-01-24T13:06:48.797 INFO:journalctl@ceph.osd.3.smithi084.stdout:Jan 24 13:06:48 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-3[62764]: 2024-01-24T13:06:48.509+0000 7fbc7b000700 -1 osd.3 0 waiting for initial osdmap 2024-01-24T13:06:48.797 INFO:journalctl@ceph.osd.3.smithi084.stdout:Jan 24 13:06:48 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-3[62764]: 2024-01-24T13:06:48.518+0000 7fbc71800700 -1 osd.3 24 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-01-24T13:06:48.798 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:48 smithi084 ceph-mon[35384]: from='osd.3 [v2:172.21.15.84:6810/651827316,v1:172.21.15.84:6811/651827316]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-01-24T13:06:48.798 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:48 smithi084 ceph-mon[35384]: osdmap e23: 4 total, 3 up, 4 in 2024-01-24T13:06:48.798 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:48 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-01-24T13:06:48.798 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:48 smithi084 ceph-mon[35384]: from='osd.3 [v2:172.21.15.84:6810/651827316,v1:172.21.15.84:6811/651827316]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-01-24T13:06:48.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:48 smithi181 ceph-mon[39668]: from='osd.3 [v2:172.21.15.84:6810/651827316,v1:172.21.15.84:6811/651827316]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-01-24T13:06:48.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:48 smithi181 ceph-mon[39668]: osdmap e23: 4 total, 3 up, 4 in 2024-01-24T13:06:48.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:48 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-01-24T13:06:48.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:48 smithi181 ceph-mon[39668]: from='osd.3 [v2:172.21.15.84:6810/651827316,v1:172.21.15.84:6811/651827316]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-01-24T13:06:49.714 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:06:49.712+0000 7f206fc00700 1 -- 172.21.15.113:0/1244608647 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2068100dd0 msgr2=0x7f20681011f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:06:49.714 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:06:49.712+0000 7f206fc00700 1 --2- 172.21.15.113:0/1244608647 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2068100dd0 0x7f20681011f0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f20580099c0 tx=0x7f2058009cd0 comp rx=0 tx=0).stop 2024-01-24T13:06:49.714 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:06:49.712+0000 7f206fc00700 1 -- 172.21.15.113:0/1244608647 shutdown_connections 2024-01-24T13:06:49.714 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:06:49.712+0000 7f206fc00700 1 --2- 172.21.15.113:0/1244608647 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2068102970 0x7f2068109220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:06:49.714 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:06:49.712+0000 7f206fc00700 1 --2- 172.21.15.113:0/1244608647 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2068100dd0 0x7f20681011f0 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:06:49.714 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:06:49.712+0000 7f206fc00700 1 --2- 172.21.15.113:0/1244608647 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f2068101fd0 0x7f2068102430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:06:49.715 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:06:49.712+0000 7f206fc00700 1 -- 172.21.15.113:0/1244608647 >> 172.21.15.113:0/1244608647 conn(0x7f20680fc330 msgr2=0x7f20680fe7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:06:49.715 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:06:49.712+0000 7f206fc00700 1 -- 172.21.15.113:0/1244608647 shutdown_connections 2024-01-24T13:06:49.715 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:06:49.712+0000 7f206fc00700 1 -- 172.21.15.113:0/1244608647 wait complete. 2024-01-24T13:06:49.717 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:06:49.714+0000 7f206fc00700 1 Processor -- start 2024-01-24T13:06:49.717 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:06:49.714+0000 7f206fc00700 1 -- start start 2024-01-24T13:06:49.717 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:06:49.715+0000 7f206fc00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2068100dd0 0x7f2068196a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:06:49.717 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:06:49.715+0000 7f206fc00700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2068101fd0 0x7f2068196f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:06:49.717 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:06:49.715+0000 7f206fc00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f2068102970 0x7f206819dfd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:06:49.718 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:06:49.715+0000 7f206fc00700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f206819e5a0 con 0x7f2068100dd0 2024-01-24T13:06:49.718 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:06:49.715+0000 7f206fc00700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f206819e6e0 con 0x7f2068101fd0 2024-01-24T13:06:49.718 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:06:49.715+0000 7f206fc00700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f206819e870 con 0x7f2068102970 2024-01-24T13:06:49.718 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:06:49.715+0000 7f2067e00700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2068101fd0 0x7f2068196f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:06:49.718 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:06:49.715+0000 7f206d200700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2068100dd0 0x7f2068196a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:06:49.718 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:06:49.715+0000 7f206d200700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2068100dd0 0x7f2068196a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.113:35446/0 (socket says 172.21.15.113:35446) 2024-01-24T13:06:49.718 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:06:49.715+0000 7f206d200700 1 -- 172.21.15.113:0/979990016 learned_addr learned my addr 172.21.15.113:0/979990016 (peer_addr_for_me v2:172.21.15.113:0/0) 2024-01-24T13:06:49.718 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:06:49.715+0000 7f2067e00700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2068101fd0 0x7f2068196f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.113:44354/0 (socket says 172.21.15.113:44354) 2024-01-24T13:06:49.718 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:06:49.715+0000 7f206dc00700 1 --2- 172.21.15.113:0/979990016 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f2068102970 0x7f206819dfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:06:49.718 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:06:49.715+0000 7f206d200700 1 -- 172.21.15.113:0/979990016 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f2068102970 msgr2=0x7f206819dfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:06:49.718 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:06:49.715+0000 7f206d200700 1 --2- 172.21.15.113:0/979990016 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f2068102970 0x7f206819dfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:06:49.718 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:06:49.715+0000 7f206d200700 1 -- 172.21.15.113:0/979990016 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2068101fd0 msgr2=0x7f2068196f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:06:49.719 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:06:49.715+0000 7f206d200700 1 --2- 172.21.15.113:0/979990016 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2068101fd0 0x7f2068196f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:06:49.719 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:06:49.715+0000 7f206d200700 1 -- 172.21.15.113:0/979990016 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f20580095f0 con 0x7f2068100dd0 2024-01-24T13:06:49.719 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:06:49.715+0000 7f206dc00700 1 --2- 172.21.15.113:0/979990016 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f2068102970 0x7f206819dfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-01-24T13:06:49.719 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:06:49.715+0000 7f2067e00700 1 --2- 172.21.15.113:0/979990016 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2068101fd0 0x7f2068196f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-01-24T13:06:49.719 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:06:49.716+0000 7f206d200700 1 --2- 172.21.15.113:0/979990016 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2068100dd0 0x7f2068196a10 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f20580098e0 tx=0x7f205800fa00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:06:49.719 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:06:49.716+0000 7f2065600700 1 -- 172.21.15.113:0/979990016 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f205801d070 con 0x7f2068100dd0 2024-01-24T13:06:49.719 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:06:49.716+0000 7f2065600700 1 -- 172.21.15.113:0/979990016 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(25 keys) v1 ==== 1067+0+0 (secure 0 0 0) 0x7f20580059a0 con 0x7f2068100dd0 2024-01-24T13:06:49.719 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:06:49.716+0000 7f206fc00700 1 -- 172.21.15.113:0/979990016 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2068072f70 con 0x7f2068100dd0 2024-01-24T13:06:49.719 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:06:49.716+0000 7f2065600700 1 -- 172.21.15.113:0/979990016 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f20580173f0 con 0x7f2068100dd0 2024-01-24T13:06:49.719 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:06:49.716+0000 7f206fc00700 1 -- 172.21.15.113:0/979990016 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2068073460 con 0x7f2068100dd0 2024-01-24T13:06:49.720 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:06:49.717+0000 7f206fc00700 1 -- 172.21.15.113:0/979990016 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f20681084e0 con 0x7f2068100dd0 2024-01-24T13:06:49.720 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:06:49.719+0000 7f2065600700 1 -- 172.21.15.113:0/979990016 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 16) v1 ==== 135070+0+0 (secure 0 0 0) 0x7f2058022470 con 0x7f2068100dd0 2024-01-24T13:06:49.721 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:06:49.720+0000 7f2065600700 1 --2- 172.21.15.113:0/979990016 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f20480a05a0 0x7f20480a2a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:06:49.721 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:06:49.720+0000 7f2065600700 1 -- 172.21.15.113:0/979990016 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 3698+0+0 (secure 0 0 0) 0x7f20580cb7f0 con 0x7f2068100dd0 2024-01-24T13:06:49.721 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:06:49.721+0000 7f2067e00700 1 --2- 172.21.15.113:0/979990016 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f20480a05a0 0x7f20480a2a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:06:49.722 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:06:49.721+0000 7f2067e00700 1 --2- 172.21.15.113:0/979990016 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f20480a05a0 0x7f20480a2a60 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f2050005950 tx=0x7f205000b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:06:49.724 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:06:49.723+0000 7f2065600700 1 -- 172.21.15.113:0/979990016 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180484 (secure 0 0 0) 0x7f2058096580 con 0x7f2068100dd0 2024-01-24T13:06:49.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:49 smithi113 ceph-mon[39177]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-01-24T13:06:49.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:49 smithi113 ceph-mon[39177]: from='osd.3 [v2:172.21.15.84:6810/651827316,v1:172.21.15.84:6811/651827316]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]': finished 2024-01-24T13:06:49.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:49 smithi113 ceph-mon[39177]: osdmap e24: 4 total, 3 up, 4 in 2024-01-24T13:06:49.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:49 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-01-24T13:06:49.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:49 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-01-24T13:06:49.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:49 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:49.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:49 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:49.778 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:49 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-24T13:06:49.778 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:49 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-24T13:06:49.778 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:49 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:49.778 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:49 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:06:49.778 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:49 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:06:49.778 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:49 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:49.778 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:49 smithi113 ceph-mon[39177]: osd.3 [v2:172.21.15.84:6810/651827316,v1:172.21.15.84:6811/651827316] boot 2024-01-24T13:06:49.778 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:49 smithi113 ceph-mon[39177]: osdmap e25: 4 total, 4 up, 4 in 2024-01-24T13:06:49.778 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:49 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-01-24T13:06:49.884 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:49 smithi084 ceph-mon[35384]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-01-24T13:06:49.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:49 smithi084 ceph-mon[35384]: from='osd.3 [v2:172.21.15.84:6810/651827316,v1:172.21.15.84:6811/651827316]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]': finished 2024-01-24T13:06:49.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:49 smithi084 ceph-mon[35384]: osdmap e24: 4 total, 3 up, 4 in 2024-01-24T13:06:49.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:49 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-01-24T13:06:49.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:49 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-01-24T13:06:49.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:49 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:49.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:49 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:49.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:49 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-24T13:06:49.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:49 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-24T13:06:49.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:49 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:49.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:49 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:06:49.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:49 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:06:49.886 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:49 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:49.886 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:49 smithi084 ceph-mon[35384]: osd.3 [v2:172.21.15.84:6810/651827316,v1:172.21.15.84:6811/651827316] boot 2024-01-24T13:06:49.886 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:49 smithi084 ceph-mon[35384]: osdmap e25: 4 total, 4 up, 4 in 2024-01-24T13:06:49.886 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:49 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-01-24T13:06:49.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:49 smithi181 ceph-mon[39668]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-01-24T13:06:49.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:49 smithi181 ceph-mon[39668]: from='osd.3 [v2:172.21.15.84:6810/651827316,v1:172.21.15.84:6811/651827316]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]': finished 2024-01-24T13:06:49.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:49 smithi181 ceph-mon[39668]: osdmap e24: 4 total, 3 up, 4 in 2024-01-24T13:06:49.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:49 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-01-24T13:06:49.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:49 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-01-24T13:06:49.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:49 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:49.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:49 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:49.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:49 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-24T13:06:49.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:49 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-24T13:06:49.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:49 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:49.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:49 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:06:49.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:49 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:06:49.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:49 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:06:49.901 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:49 smithi181 ceph-mon[39668]: osd.3 [v2:172.21.15.84:6810/651827316,v1:172.21.15.84:6811/651827316] boot 2024-01-24T13:06:49.901 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:49 smithi181 ceph-mon[39668]: osdmap e25: 4 total, 4 up, 4 in 2024-01-24T13:06:49.901 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:49 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-01-24T13:06:49.930 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:06:49.929+0000 7f206fc00700 1 -- 172.21.15.113:0/979990016 --> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi113:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) v1 -- 0x7f2068074870 con 0x7f20480a05a0 2024-01-24T13:06:50.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:50 smithi113 ceph-mon[39177]: purged_snaps scrub starts 2024-01-24T13:06:50.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:50 smithi113 ceph-mon[39177]: purged_snaps scrub ok 2024-01-24T13:06:50.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:50 smithi113 ceph-mon[39177]: Detected new or changed devices on smithi084 2024-01-24T13:06:50.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:50 smithi113 ceph-mon[39177]: Adjusting osd_memory_target on smithi084 to 8635M 2024-01-24T13:06:50.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:50 smithi113 ceph-mon[39177]: osdmap e26: 4 total, 4 up, 4 in 2024-01-24T13:06:50.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:50 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-01-24T13:06:50.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:50 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-01-24T13:06:50.778 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:50 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:06:50.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:50 smithi084 ceph-mon[35384]: purged_snaps scrub starts 2024-01-24T13:06:50.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:50 smithi084 ceph-mon[35384]: purged_snaps scrub ok 2024-01-24T13:06:50.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:50 smithi084 ceph-mon[35384]: Detected new or changed devices on smithi084 2024-01-24T13:06:50.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:50 smithi084 ceph-mon[35384]: Adjusting osd_memory_target on smithi084 to 8635M 2024-01-24T13:06:50.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:50 smithi084 ceph-mon[35384]: osdmap e26: 4 total, 4 up, 4 in 2024-01-24T13:06:50.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:50 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-01-24T13:06:50.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:50 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-01-24T13:06:50.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:50 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:06:50.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:50 smithi181 ceph-mon[39668]: purged_snaps scrub starts 2024-01-24T13:06:50.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:50 smithi181 ceph-mon[39668]: purged_snaps scrub ok 2024-01-24T13:06:50.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:50 smithi181 ceph-mon[39668]: Detected new or changed devices on smithi084 2024-01-24T13:06:50.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:50 smithi181 ceph-mon[39668]: Adjusting osd_memory_target on smithi084 to 8635M 2024-01-24T13:06:50.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:50 smithi181 ceph-mon[39668]: osdmap e26: 4 total, 4 up, 4 in 2024-01-24T13:06:50.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:50 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-01-24T13:06:50.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:50 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-01-24T13:06:50.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:50 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:06:51.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:51 smithi113 ceph-mon[39177]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-01-24T13:06:51.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:51 smithi113 ceph-mon[39177]: from='client.14325 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi113:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-01-24T13:06:51.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:51 smithi113 ceph-mon[39177]: osdmap e27: 4 total, 4 up, 4 in 2024-01-24T13:06:51.884 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:51 smithi084 ceph-mon[35384]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-01-24T13:06:51.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:51 smithi084 ceph-mon[35384]: from='client.14325 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi113:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-01-24T13:06:51.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:51 smithi084 ceph-mon[35384]: osdmap e27: 4 total, 4 up, 4 in 2024-01-24T13:06:51.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:51 smithi181 ceph-mon[39668]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-01-24T13:06:51.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:51 smithi181 ceph-mon[39668]: from='client.14325 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi113:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-01-24T13:06:51.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:51 smithi181 ceph-mon[39668]: osdmap e27: 4 total, 4 up, 4 in 2024-01-24T13:06:52.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:52 smithi084 ceph-mon[35384]: osdmap e28: 4 total, 4 up, 4 in 2024-01-24T13:06:52.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:52 smithi084 ceph-mon[35384]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-01-24T13:06:52.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:52 smithi084 ceph-mon[35384]: from='client.? 172.21.15.113:0/498554460' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "dee7423e-2727-4818-8a4b-2ca44f5ee7d4"}]: dispatch 2024-01-24T13:06:52.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:52 smithi084 ceph-mon[35384]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "dee7423e-2727-4818-8a4b-2ca44f5ee7d4"}]: dispatch 2024-01-24T13:06:52.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:52 smithi084 ceph-mon[35384]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "dee7423e-2727-4818-8a4b-2ca44f5ee7d4"}]': finished 2024-01-24T13:06:52.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:52 smithi084 ceph-mon[35384]: osdmap e29: 5 total, 4 up, 5 in 2024-01-24T13:06:52.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:52 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-01-24T13:06:52.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:52 smithi181 ceph-mon[39668]: osdmap e28: 4 total, 4 up, 4 in 2024-01-24T13:06:52.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:52 smithi181 ceph-mon[39668]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-01-24T13:06:52.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:52 smithi181 ceph-mon[39668]: from='client.? 172.21.15.113:0/498554460' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "dee7423e-2727-4818-8a4b-2ca44f5ee7d4"}]: dispatch 2024-01-24T13:06:52.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:52 smithi181 ceph-mon[39668]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "dee7423e-2727-4818-8a4b-2ca44f5ee7d4"}]: dispatch 2024-01-24T13:06:52.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:52 smithi181 ceph-mon[39668]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "dee7423e-2727-4818-8a4b-2ca44f5ee7d4"}]': finished 2024-01-24T13:06:52.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:52 smithi181 ceph-mon[39668]: osdmap e29: 5 total, 4 up, 5 in 2024-01-24T13:06:52.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:52 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-01-24T13:06:53.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:52 smithi113 ceph-mon[39177]: osdmap e28: 4 total, 4 up, 4 in 2024-01-24T13:06:53.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:52 smithi113 ceph-mon[39177]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-01-24T13:06:53.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:52 smithi113 ceph-mon[39177]: from='client.? 172.21.15.113:0/498554460' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "dee7423e-2727-4818-8a4b-2ca44f5ee7d4"}]: dispatch 2024-01-24T13:06:53.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:52 smithi113 ceph-mon[39177]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "dee7423e-2727-4818-8a4b-2ca44f5ee7d4"}]: dispatch 2024-01-24T13:06:53.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:52 smithi113 ceph-mon[39177]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "dee7423e-2727-4818-8a4b-2ca44f5ee7d4"}]': finished 2024-01-24T13:06:53.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:52 smithi113 ceph-mon[39177]: osdmap e29: 5 total, 4 up, 5 in 2024-01-24T13:06:53.028 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:52 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-01-24T13:06:53.884 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:53 smithi084 ceph-mon[35384]: from='client.? 172.21.15.113:0/2621234719' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-01-24T13:06:53.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:53 smithi181 ceph-mon[39668]: from='client.? 172.21.15.113:0/2621234719' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-01-24T13:06:54.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:53 smithi113 ceph-mon[39177]: from='client.? 172.21.15.113:0/2621234719' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-01-24T13:06:54.884 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:54 smithi084 ceph-mon[35384]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 135 KiB/s, 0 objects/s recovering 2024-01-24T13:06:54.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:54 smithi181 ceph-mon[39668]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 135 KiB/s, 0 objects/s recovering 2024-01-24T13:06:55.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:54 smithi113 ceph-mon[39177]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 135 KiB/s, 0 objects/s recovering 2024-01-24T13:06:57.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:56 smithi113 ceph-mon[39177]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 109 MiB used, 358 GiB / 358 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-01-24T13:06:57.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:56 smithi084 ceph-mon[35384]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 109 MiB used, 358 GiB / 358 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-01-24T13:06:57.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:56 smithi181 ceph-mon[39668]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 109 MiB used, 358 GiB / 358 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-01-24T13:06:59.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:58 smithi113 ceph-mon[39177]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 79 KiB/s, 0 objects/s recovering 2024-01-24T13:06:59.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:58 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-01-24T13:06:59.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:58 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:06:59.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:58 smithi084 ceph-mon[35384]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 79 KiB/s, 0 objects/s recovering 2024-01-24T13:06:59.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:58 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-01-24T13:06:59.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:58 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:06:59.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:58 smithi181 ceph-mon[39668]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 79 KiB/s, 0 objects/s recovering 2024-01-24T13:06:59.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:58 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-01-24T13:06:59.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:58 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:07:00.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:06:59 smithi113 ceph-mon[39177]: Deploying daemon osd.4 on smithi113 2024-01-24T13:07:00.384 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:06:59 smithi084 ceph-mon[35384]: Deploying daemon osd.4 on smithi113 2024-01-24T13:07:00.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:06:59 smithi181 ceph-mon[39668]: Deploying daemon osd.4 on smithi113 2024-01-24T13:07:01.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:00 smithi113 ceph-mon[39177]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 70 KiB/s, 0 objects/s recovering 2024-01-24T13:07:01.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:00 smithi084 ceph-mon[35384]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 70 KiB/s, 0 objects/s recovering 2024-01-24T13:07:01.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:00 smithi181 ceph-mon[39668]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 70 KiB/s, 0 objects/s recovering 2024-01-24T13:07:03.253 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:02 smithi113 ceph-mon[39177]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-01-24T13:07:03.384 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:02 smithi084 ceph-mon[35384]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-01-24T13:07:03.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:02 smithi181 ceph-mon[39668]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-01-24T13:07:05.149 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:04 smithi181 ceph-mon[39668]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 49 KiB/s, 0 objects/s recovering 2024-01-24T13:07:05.149 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:04 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:05.149 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:04 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:05.150 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:04 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:07:05.227 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:04 smithi113 ceph-mon[39177]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 49 KiB/s, 0 objects/s recovering 2024-01-24T13:07:05.227 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:04 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:05.227 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:04 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:05.228 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:04 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:07:05.384 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:04 smithi084 ceph-mon[35384]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 49 KiB/s, 0 objects/s recovering 2024-01-24T13:07:05.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:04 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:05.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:04 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:05.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:04 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:07:06.643 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:07:06.643+0000 7f2065600700 1 -- 172.21.15.113:0/979990016 <== mgr.14150 v2:172.21.15.84:6800/18297849 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7f2068074870 con 0x7f20480a05a0 2024-01-24T13:07:06.643 INFO:teuthology.orchestra.run.smithi113.stdout:Created osd(s) 4 on host 'smithi113' 2024-01-24T13:07:06.645 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:07:06.645+0000 7f206fc00700 1 -- 172.21.15.113:0/979990016 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f20480a05a0 msgr2=0x7f20480a2a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:07:06.645 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:07:06.645+0000 7f206fc00700 1 --2- 172.21.15.113:0/979990016 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f20480a05a0 0x7f20480a2a60 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f2050005950 tx=0x7f205000b410 comp rx=0 tx=0).stop 2024-01-24T13:07:06.646 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:07:06.645+0000 7f206fc00700 1 -- 172.21.15.113:0/979990016 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2068100dd0 msgr2=0x7f2068196a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:07:06.646 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:07:06.645+0000 7f206fc00700 1 --2- 172.21.15.113:0/979990016 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2068100dd0 0x7f2068196a10 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f20580098e0 tx=0x7f205800fa00 comp rx=0 tx=0).stop 2024-01-24T13:07:06.646 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:07:06.645+0000 7f206fc00700 1 -- 172.21.15.113:0/979990016 shutdown_connections 2024-01-24T13:07:06.646 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:07:06.645+0000 7f206fc00700 1 --2- 172.21.15.113:0/979990016 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f20480a05a0 0x7f20480a2a60 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:07:06.646 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:07:06.645+0000 7f206fc00700 1 --2- 172.21.15.113:0/979990016 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f2068102970 0x7f206819dfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:07:06.646 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:07:06.645+0000 7f206fc00700 1 --2- 172.21.15.113:0/979990016 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2068100dd0 0x7f2068196a10 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:07:06.646 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:07:06.645+0000 7f206fc00700 1 --2- 172.21.15.113:0/979990016 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2068101fd0 0x7f2068196f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:07:06.646 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:07:06.645+0000 7f206fc00700 1 -- 172.21.15.113:0/979990016 >> 172.21.15.113:0/979990016 conn(0x7f20680fc330 msgr2=0x7f2068105620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:07:06.646 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:07:06.645+0000 7f206fc00700 1 -- 172.21.15.113:0/979990016 shutdown_connections 2024-01-24T13:07:06.646 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:07:06.645+0000 7f206fc00700 1 -- 172.21.15.113:0/979990016 wait complete. 2024-01-24T13:07:06.855 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:06 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:06.855 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:06 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:06.855 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:06 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:07:06.856 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:06 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:07:06.856 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:06 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:06.856 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:06 smithi113 ceph-mon[39177]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-01-24T13:07:06.856 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:06 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:06.856 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:06 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:06.856 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:06 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:07:07.041 DEBUG:teuthology.orchestra.run.smithi113:osd.4> sudo journalctl -f -n 0 -u ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@osd.4.service 2024-01-24T13:07:07.045 INFO:tasks.cephadm:Deploying osd.5 on smithi181 with /dev/vg_nvme/lv_3... 2024-01-24T13:07:07.045 DEBUG:teuthology.orchestra.run.smithi181:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4e3182a65800aed6d4aa2f6b86da3cfd72188134 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d5d5b6f8-bab8-11ee-95b1-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-01-24T13:07:07.111 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:06 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:07.111 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:06 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:07.111 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:06 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:07:07.111 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:06 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:07:07.111 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:06 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:07.111 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:06 smithi181 ceph-mon[39668]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-01-24T13:07:07.111 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:06 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:07.111 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:06 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:07.111 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:06 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:07:07.114 INFO:journalctl@ceph.osd.4.smithi113.stdout:-- Logs begin at Wed 2024-01-24 12:47:43 UTC. -- 2024-01-24T13:07:07.134 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:06 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:07.134 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:06 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:07.134 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:06 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:07:07.135 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:06 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:07:07.135 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:06 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:07.135 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:06 smithi084 ceph-mon[35384]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-01-24T13:07:07.135 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:06 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:07.135 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:06 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:07.135 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:06 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:07:07.400 INFO:teuthology.orchestra.run.smithi181.stderr:Inferring config /var/lib/ceph/d5d5b6f8-bab8-11ee-95b1-87774f69a715/mon.c/config 2024-01-24T13:07:08.278 INFO:journalctl@ceph.osd.4.smithi113.stdout:Jan 24 13:07:07 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-4[52711]: 2024-01-24T13:07:07.982+0000 7f526f2f4640 -1 osd.4 0 log_to_monitors true 2024-01-24T13:07:09.048 INFO:teuthology.orchestra.run.smithi181.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-01-24T13:07:09.048 INFO:teuthology.orchestra.run.smithi181.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-01-24T13:07:09.048 INFO:teuthology.orchestra.run.smithi181.stderr: stderr: 10+0 records in 2024-01-24T13:07:09.048 INFO:teuthology.orchestra.run.smithi181.stderr:10+0 records out 2024-01-24T13:07:09.048 INFO:teuthology.orchestra.run.smithi181.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0440189 s, 238 MB/s 2024-01-24T13:07:09.048 INFO:teuthology.orchestra.run.smithi181.stderr:--> Zapping successful for: 2024-01-24T13:07:09.276 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:08 smithi181 ceph-mon[39668]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-01-24T13:07:09.276 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:08 smithi181 ceph-mon[39668]: from='osd.4 [v2:172.21.15.113:6808/1715382353,v1:172.21.15.113:6809/1715382353]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-01-24T13:07:09.276 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:08 smithi181 ceph-mon[39668]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-01-24T13:07:09.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:08 smithi113 ceph-mon[39177]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-01-24T13:07:09.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:08 smithi113 ceph-mon[39177]: from='osd.4 [v2:172.21.15.113:6808/1715382353,v1:172.21.15.113:6809/1715382353]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-01-24T13:07:09.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:08 smithi113 ceph-mon[39177]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-01-24T13:07:09.384 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:08 smithi084 ceph-mon[35384]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-01-24T13:07:09.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:08 smithi084 ceph-mon[35384]: from='osd.4 [v2:172.21.15.113:6808/1715382353,v1:172.21.15.113:6809/1715382353]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-01-24T13:07:09.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:08 smithi084 ceph-mon[35384]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-01-24T13:07:09.457 DEBUG:teuthology.orchestra.run.smithi181:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4e3182a65800aed6d4aa2f6b86da3cfd72188134 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d5d5b6f8-bab8-11ee-95b1-87774f69a715 -- ceph orch daemon add osd smithi181:vg_nvme/lv_3 2024-01-24T13:07:09.808 INFO:teuthology.orchestra.run.smithi181.stderr:Inferring config /var/lib/ceph/d5d5b6f8-bab8-11ee-95b1-87774f69a715/mon.c/config 2024-01-24T13:07:10.276 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:09 smithi181 ceph-mon[39668]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-01-24T13:07:10.276 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:09 smithi181 ceph-mon[39668]: osdmap e30: 5 total, 4 up, 5 in 2024-01-24T13:07:10.276 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:09 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-01-24T13:07:10.276 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:09 smithi181 ceph-mon[39668]: from='osd.4 [v2:172.21.15.113:6808/1715382353,v1:172.21.15.113:6809/1715382353]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-01-24T13:07:10.276 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:09 smithi181 ceph-mon[39668]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-01-24T13:07:10.276 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:09 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:10.276 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:09 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:10.277 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:09 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-24T13:07:10.277 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:09 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-24T13:07:10.277 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:09 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:10.277 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:09 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:07:10.277 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:09 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:07:10.277 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:09 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:10.277 INFO:journalctl@ceph.osd.4.smithi113.stdout:Jan 24 13:07:09 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-4[52711]: 2024-01-24T13:07:09.950+0000 7f5264c00700 -1 osd.4 0 waiting for initial osdmap 2024-01-24T13:07:10.277 INFO:journalctl@ceph.osd.4.smithi113.stdout:Jan 24 13:07:09 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-4[52711]: 2024-01-24T13:07:09.959+0000 7f525dc00700 -1 osd.4 31 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-01-24T13:07:10.278 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:09 smithi113 ceph-mon[39177]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-01-24T13:07:10.278 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:09 smithi113 ceph-mon[39177]: osdmap e30: 5 total, 4 up, 5 in 2024-01-24T13:07:10.278 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:09 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-01-24T13:07:10.278 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:09 smithi113 ceph-mon[39177]: from='osd.4 [v2:172.21.15.113:6808/1715382353,v1:172.21.15.113:6809/1715382353]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-01-24T13:07:10.278 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:09 smithi113 ceph-mon[39177]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-01-24T13:07:10.278 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:09 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:10.278 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:09 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:10.278 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:09 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-24T13:07:10.278 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:09 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-24T13:07:10.278 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:09 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:10.278 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:09 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:07:10.278 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:09 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:07:10.279 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:09 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:10.384 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:09 smithi084 ceph-mon[35384]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-01-24T13:07:10.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:09 smithi084 ceph-mon[35384]: osdmap e30: 5 total, 4 up, 5 in 2024-01-24T13:07:10.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:09 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-01-24T13:07:10.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:09 smithi084 ceph-mon[35384]: from='osd.4 [v2:172.21.15.113:6808/1715382353,v1:172.21.15.113:6809/1715382353]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-01-24T13:07:10.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:09 smithi084 ceph-mon[35384]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-01-24T13:07:10.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:09 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:10.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:09 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:10.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:09 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-24T13:07:10.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:09 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-24T13:07:10.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:09 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:10.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:09 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:07:10.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:09 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:07:10.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:09 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:10.884 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:07:10.883+0000 7fc4a7600700 1 -- 172.21.15.181:0/894825070 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc4a0102970 msgr2=0x7fc4a0109220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:07:10.884 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:07:10.883+0000 7fc4a7600700 1 --2- 172.21.15.181:0/894825070 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc4a0102970 0x7fc4a0109220 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fc49800b0a0 tx=0x7fc49800b3b0 comp rx=0 tx=0).stop 2024-01-24T13:07:10.884 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:07:10.883+0000 7fc4a7600700 1 -- 172.21.15.181:0/894825070 shutdown_connections 2024-01-24T13:07:10.884 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:07:10.883+0000 7fc4a7600700 1 --2- 172.21.15.181:0/894825070 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc4a0102970 0x7fc4a0109220 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:07:10.884 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:07:10.883+0000 7fc4a7600700 1 --2- 172.21.15.181:0/894825070 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc4a0100dd0 0x7fc4a01011f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:07:10.884 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:07:10.883+0000 7fc4a7600700 1 --2- 172.21.15.181:0/894825070 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc4a0101fd0 0x7fc4a0102430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:07:10.885 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:07:10.883+0000 7fc4a7600700 1 -- 172.21.15.181:0/894825070 >> 172.21.15.181:0/894825070 conn(0x7fc4a00fc330 msgr2=0x7fc4a00fe7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:07:10.885 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:07:10.883+0000 7fc4a7600700 1 -- 172.21.15.181:0/894825070 shutdown_connections 2024-01-24T13:07:10.885 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:07:10.883+0000 7fc4a7600700 1 -- 172.21.15.181:0/894825070 wait complete. 2024-01-24T13:07:10.887 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:07:10.884+0000 7fc4a7600700 1 Processor -- start 2024-01-24T13:07:10.887 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:07:10.885+0000 7fc4a7600700 1 -- start start 2024-01-24T13:07:10.887 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:07:10.885+0000 7fc4a7600700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc4a0100dd0 0x7fc4a0198ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:07:10.887 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:07:10.885+0000 7fc4a7600700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc4a0101fd0 0x7fc4a0199220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:07:10.887 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:07:10.885+0000 7fc4a7600700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc4a0102970 0x7fc4a01a0260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:07:10.887 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:07:10.885+0000 7fc4a7600700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc4a01a0830 con 0x7fc4a0100dd0 2024-01-24T13:07:10.887 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:07:10.885+0000 7fc4a7600700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc4a01a0970 con 0x7fc4a0101fd0 2024-01-24T13:07:10.888 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:07:10.885+0000 7fc4a7600700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc4a01a0b30 con 0x7fc4a0102970 2024-01-24T13:07:10.888 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:07:10.885+0000 7fc4a5600700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc4a0102970 0x7fc4a01a0260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:07:10.888 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:07:10.885+0000 7fc4a4c00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc4a0100dd0 0x7fc4a0198ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:07:10.888 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:07:10.885+0000 7fc4a4c00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc4a0100dd0 0x7fc4a0198ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.181:37430/0 (socket says 172.21.15.181:37430) 2024-01-24T13:07:10.888 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:07:10.885+0000 7fc4a4c00700 1 -- 172.21.15.181:0/3896249421 learned_addr learned my addr 172.21.15.181:0/3896249421 (peer_addr_for_me v2:172.21.15.181:0/0) 2024-01-24T13:07:10.888 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:07:10.885+0000 7fc4a5600700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc4a0102970 0x7fc4a01a0260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.181:42932/0 (socket says 172.21.15.181:42932) 2024-01-24T13:07:10.888 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:07:10.885+0000 7fc49fe00700 1 --2- 172.21.15.181:0/3896249421 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc4a0101fd0 0x7fc4a0199220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:07:10.888 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:07:10.886+0000 7fc4a5600700 1 -- 172.21.15.181:0/3896249421 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc4a0101fd0 msgr2=0x7fc4a0199220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:07:10.888 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:07:10.886+0000 7fc4a5600700 1 --2- 172.21.15.181:0/3896249421 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc4a0101fd0 0x7fc4a0199220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:07:10.888 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:07:10.886+0000 7fc4a5600700 1 -- 172.21.15.181:0/3896249421 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc4a0100dd0 msgr2=0x7fc4a0198ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:07:10.888 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:07:10.886+0000 7fc4a5600700 1 --2- 172.21.15.181:0/3896249421 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc4a0100dd0 0x7fc4a0198ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:07:10.888 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:07:10.886+0000 7fc4a5600700 1 -- 172.21.15.181:0/3896249421 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc498009d00 con 0x7fc4a0102970 2024-01-24T13:07:10.889 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:07:10.886+0000 7fc4a5600700 1 --2- 172.21.15.181:0/3896249421 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc4a0102970 0x7fc4a01a0260 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fc49800b070 tx=0x7fc49800bd60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:07:10.889 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:07:10.886+0000 7fc49d600700 1 -- 172.21.15.181:0/3896249421 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc49800e040 con 0x7fc4a0102970 2024-01-24T13:07:10.889 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:07:10.886+0000 7fc4a7600700 1 -- 172.21.15.181:0/3896249421 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc4a01a0db0 con 0x7fc4a0102970 2024-01-24T13:07:10.889 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:07:10.886+0000 7fc49d600700 1 -- 172.21.15.181:0/3896249421 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(25 keys) v1 ==== 1067+0+0 (secure 0 0 0) 0x7fc4980094b0 con 0x7fc4a0102970 2024-01-24T13:07:10.889 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:07:10.886+0000 7fc49d600700 1 -- 172.21.15.181:0/3896249421 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc498005040 con 0x7fc4a0102970 2024-01-24T13:07:10.890 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:07:10.886+0000 7fc4a7600700 1 -- 172.21.15.181:0/3896249421 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc4a01a1170 con 0x7fc4a0102970 2024-01-24T13:07:10.890 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:07:10.887+0000 7fc4a7600700 1 -- 172.21.15.181:0/3896249421 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc4a0193230 con 0x7fc4a0102970 2024-01-24T13:07:10.890 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:07:10.889+0000 7fc49d600700 1 -- 172.21.15.181:0/3896249421 <== mon.1 v2:172.21.15.181:3300/0 4 ==== mgrmap(e 16) v1 ==== 135070+0+0 (secure 0 0 0) 0x7fc49801d470 con 0x7fc4a0102970 2024-01-24T13:07:10.891 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:07:10.890+0000 7fc49d600700 1 --2- 172.21.15.181:0/3896249421 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fc4800a0520 0x7fc4800a29e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:07:10.891 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:07:10.891+0000 7fc49d600700 1 -- 172.21.15.181:0/3896249421 <== mon.1 v2:172.21.15.181:3300/0 5 ==== osd_map(31..31 src has 1..31) v4 ==== 3821+0+0 (secure 0 0 0) 0x7fc4980cb990 con 0x7fc4a0102970 2024-01-24T13:07:10.891 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:07:10.891+0000 7fc4a4c00700 1 --2- 172.21.15.181:0/3896249421 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fc4800a0520 0x7fc4800a29e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:07:10.892 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:07:10.892+0000 7fc4a4c00700 1 --2- 172.21.15.181:0/3896249421 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fc4800a0520 0x7fc4800a29e0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fc4a019a1c0 tx=0x7fc490007480 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:07:10.896 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:07:10.895+0000 7fc49d600700 1 -- 172.21.15.181:0/3896249421 <== mon.1 v2:172.21.15.181:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180484 (secure 0 0 0) 0x7fc4980966b0 con 0x7fc4a0102970 2024-01-24T13:07:11.108 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:07:11.105+0000 7fc4a7600700 1 -- 172.21.15.181:0/3896249421 --> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi181:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) v1 -- 0x7fc4a0061180 con 0x7fc4800a0520 2024-01-24T13:07:11.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:10 smithi113 ceph-mon[39177]: Detected new or changed devices on smithi113 2024-01-24T13:07:11.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:10 smithi113 ceph-mon[39177]: Adjusting osd_memory_target on smithi113 to 8635M 2024-01-24T13:07:11.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:10 smithi113 ceph-mon[39177]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-01-24T13:07:11.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:10 smithi113 ceph-mon[39177]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]': finished 2024-01-24T13:07:11.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:10 smithi113 ceph-mon[39177]: osdmap e31: 5 total, 4 up, 5 in 2024-01-24T13:07:11.278 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:10 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-01-24T13:07:11.278 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:10 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-01-24T13:07:11.278 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:10 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-01-24T13:07:11.384 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:10 smithi084 ceph-mon[35384]: Detected new or changed devices on smithi113 2024-01-24T13:07:11.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:10 smithi084 ceph-mon[35384]: Adjusting osd_memory_target on smithi113 to 8635M 2024-01-24T13:07:11.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:10 smithi084 ceph-mon[35384]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-01-24T13:07:11.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:10 smithi084 ceph-mon[35384]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]': finished 2024-01-24T13:07:11.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:10 smithi084 ceph-mon[35384]: osdmap e31: 5 total, 4 up, 5 in 2024-01-24T13:07:11.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:10 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-01-24T13:07:11.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:10 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-01-24T13:07:11.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:10 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-01-24T13:07:11.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:10 smithi181 ceph-mon[39668]: Detected new or changed devices on smithi113 2024-01-24T13:07:11.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:10 smithi181 ceph-mon[39668]: Adjusting osd_memory_target on smithi113 to 8635M 2024-01-24T13:07:11.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:10 smithi181 ceph-mon[39668]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-01-24T13:07:11.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:10 smithi181 ceph-mon[39668]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]': finished 2024-01-24T13:07:11.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:10 smithi181 ceph-mon[39668]: osdmap e31: 5 total, 4 up, 5 in 2024-01-24T13:07:11.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:10 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-01-24T13:07:11.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:10 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-01-24T13:07:11.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:10 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-01-24T13:07:12.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:11 smithi113 ceph-mon[39177]: purged_snaps scrub starts 2024-01-24T13:07:12.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:11 smithi113 ceph-mon[39177]: purged_snaps scrub ok 2024-01-24T13:07:12.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:11 smithi113 ceph-mon[39177]: osd.4 [v2:172.21.15.113:6808/1715382353,v1:172.21.15.113:6809/1715382353] boot 2024-01-24T13:07:12.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:11 smithi113 ceph-mon[39177]: osdmap e32: 5 total, 5 up, 5 in 2024-01-24T13:07:12.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:11 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-01-24T13:07:12.278 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:11 smithi113 ceph-mon[39177]: from='client.24241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi181:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-01-24T13:07:12.278 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:11 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-01-24T13:07:12.278 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:11 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-01-24T13:07:12.278 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:11 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:07:12.384 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:11 smithi084 ceph-mon[35384]: purged_snaps scrub starts 2024-01-24T13:07:12.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:11 smithi084 ceph-mon[35384]: purged_snaps scrub ok 2024-01-24T13:07:12.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:11 smithi084 ceph-mon[35384]: osd.4 [v2:172.21.15.113:6808/1715382353,v1:172.21.15.113:6809/1715382353] boot 2024-01-24T13:07:12.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:11 smithi084 ceph-mon[35384]: osdmap e32: 5 total, 5 up, 5 in 2024-01-24T13:07:12.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:11 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-01-24T13:07:12.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:11 smithi084 ceph-mon[35384]: from='client.24241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi181:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-01-24T13:07:12.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:11 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-01-24T13:07:12.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:11 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-01-24T13:07:12.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:11 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:07:12.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:11 smithi181 ceph-mon[39668]: purged_snaps scrub starts 2024-01-24T13:07:12.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:11 smithi181 ceph-mon[39668]: purged_snaps scrub ok 2024-01-24T13:07:12.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:11 smithi181 ceph-mon[39668]: osd.4 [v2:172.21.15.113:6808/1715382353,v1:172.21.15.113:6809/1715382353] boot 2024-01-24T13:07:12.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:11 smithi181 ceph-mon[39668]: osdmap e32: 5 total, 5 up, 5 in 2024-01-24T13:07:12.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:11 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-01-24T13:07:12.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:11 smithi181 ceph-mon[39668]: from='client.24241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi181:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-01-24T13:07:12.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:11 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-01-24T13:07:12.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:11 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-01-24T13:07:12.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:11 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:07:13.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:12 smithi113 ceph-mon[39177]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-01-24T13:07:13.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:12 smithi113 ceph-mon[39177]: osdmap e33: 5 total, 5 up, 5 in 2024-01-24T13:07:13.384 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:12 smithi084 ceph-mon[35384]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-01-24T13:07:13.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:12 smithi084 ceph-mon[35384]: osdmap e33: 5 total, 5 up, 5 in 2024-01-24T13:07:13.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:12 smithi181 ceph-mon[39668]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-01-24T13:07:13.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:12 smithi181 ceph-mon[39668]: osdmap e33: 5 total, 5 up, 5 in 2024-01-24T13:07:14.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:13 smithi113 ceph-mon[39177]: from='client.? 172.21.15.181:0/1418507655' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6f313894-fccf-48cc-8c31-c315a8f68014"}]: dispatch 2024-01-24T13:07:14.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:13 smithi113 ceph-mon[39177]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6f313894-fccf-48cc-8c31-c315a8f68014"}]: dispatch 2024-01-24T13:07:14.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:13 smithi113 ceph-mon[39177]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6f313894-fccf-48cc-8c31-c315a8f68014"}]': finished 2024-01-24T13:07:14.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:13 smithi113 ceph-mon[39177]: osdmap e34: 6 total, 5 up, 6 in 2024-01-24T13:07:14.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:13 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-01-24T13:07:14.384 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:13 smithi084 ceph-mon[35384]: from='client.? 172.21.15.181:0/1418507655' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6f313894-fccf-48cc-8c31-c315a8f68014"}]: dispatch 2024-01-24T13:07:14.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:13 smithi084 ceph-mon[35384]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6f313894-fccf-48cc-8c31-c315a8f68014"}]: dispatch 2024-01-24T13:07:14.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:13 smithi084 ceph-mon[35384]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6f313894-fccf-48cc-8c31-c315a8f68014"}]': finished 2024-01-24T13:07:14.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:13 smithi084 ceph-mon[35384]: osdmap e34: 6 total, 5 up, 6 in 2024-01-24T13:07:14.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:13 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-01-24T13:07:14.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:13 smithi181 ceph-mon[39668]: from='client.? 172.21.15.181:0/1418507655' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6f313894-fccf-48cc-8c31-c315a8f68014"}]: dispatch 2024-01-24T13:07:14.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:13 smithi181 ceph-mon[39668]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6f313894-fccf-48cc-8c31-c315a8f68014"}]: dispatch 2024-01-24T13:07:14.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:13 smithi181 ceph-mon[39668]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6f313894-fccf-48cc-8c31-c315a8f68014"}]': finished 2024-01-24T13:07:14.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:13 smithi181 ceph-mon[39668]: osdmap e34: 6 total, 5 up, 6 in 2024-01-24T13:07:14.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:13 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-01-24T13:07:15.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:14 smithi113 ceph-mon[39177]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-01-24T13:07:15.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:14 smithi113 ceph-mon[39177]: from='client.? 172.21.15.181:0/583380428' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-01-24T13:07:15.384 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:14 smithi084 ceph-mon[35384]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-01-24T13:07:15.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:14 smithi084 ceph-mon[35384]: from='client.? 172.21.15.181:0/583380428' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-01-24T13:07:15.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:14 smithi181 ceph-mon[39668]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-01-24T13:07:15.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:14 smithi181 ceph-mon[39668]: from='client.? 172.21.15.181:0/583380428' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-01-24T13:07:17.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:16 smithi113 ceph-mon[39177]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-01-24T13:07:17.384 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:16 smithi084 ceph-mon[35384]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-01-24T13:07:17.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:16 smithi181 ceph-mon[39668]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-01-24T13:07:19.149 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:18 smithi181 ceph-mon[39668]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-01-24T13:07:19.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:18 smithi113 ceph-mon[39177]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-01-24T13:07:19.384 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:18 smithi084 ceph-mon[35384]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-01-24T13:07:20.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:20 smithi084 ceph-mon[35384]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-01-24T13:07:20.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:20 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-01-24T13:07:20.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:20 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:07:20.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:20 smithi084 ceph-mon[35384]: Deploying daemon osd.5 on smithi181 2024-01-24T13:07:20.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:20 smithi181 ceph-mon[39668]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-01-24T13:07:20.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:20 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-01-24T13:07:20.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:20 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:07:20.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:20 smithi181 ceph-mon[39668]: Deploying daemon osd.5 on smithi181 2024-01-24T13:07:21.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:20 smithi113 ceph-mon[39177]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-01-24T13:07:21.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:20 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-01-24T13:07:21.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:20 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:07:21.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:20 smithi113 ceph-mon[39177]: Deploying daemon osd.5 on smithi181 2024-01-24T13:07:22.991 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:22 smithi181 ceph-mon[39668]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-01-24T13:07:23.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:22 smithi113 ceph-mon[39177]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-01-24T13:07:23.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:22 smithi084 ceph-mon[35384]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-01-24T13:07:25.230 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:24 smithi181 ceph-mon[39668]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-01-24T13:07:25.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:24 smithi113 ceph-mon[39177]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-01-24T13:07:25.384 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:24 smithi084 ceph-mon[35384]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-01-24T13:07:26.319 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:26 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:26.319 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:26 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:26.319 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:26 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:07:26.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:26 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:26.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:26 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:26.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:26 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:07:26.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:26 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:26.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:26 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:26.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:26 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:07:27.634 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:27 smithi084 ceph-mon[35384]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-01-24T13:07:27.649 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:27 smithi181 ceph-mon[39668]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-01-24T13:07:27.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:27 smithi113 ceph-mon[39177]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-01-24T13:07:28.120 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:07:28.119+0000 7fc49d600700 1 -- 172.21.15.181:0/3896249421 <== mgr.14150 v2:172.21.15.84:6800/18297849 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7fc4a0061180 con 0x7fc4800a0520 2024-01-24T13:07:28.120 INFO:teuthology.orchestra.run.smithi181.stdout:Created osd(s) 5 on host 'smithi181' 2024-01-24T13:07:28.122 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:07:28.121+0000 7fc4a7600700 1 -- 172.21.15.181:0/3896249421 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fc4800a0520 msgr2=0x7fc4800a29e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:07:28.122 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:07:28.121+0000 7fc4a7600700 1 --2- 172.21.15.181:0/3896249421 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fc4800a0520 0x7fc4800a29e0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fc4a019a1c0 tx=0x7fc490007480 comp rx=0 tx=0).stop 2024-01-24T13:07:28.122 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:07:28.121+0000 7fc4a7600700 1 -- 172.21.15.181:0/3896249421 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc4a0102970 msgr2=0x7fc4a01a0260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:07:28.122 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:07:28.121+0000 7fc4a7600700 1 --2- 172.21.15.181:0/3896249421 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc4a0102970 0x7fc4a01a0260 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fc49800b070 tx=0x7fc49800bd60 comp rx=0 tx=0).stop 2024-01-24T13:07:28.123 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:07:28.122+0000 7fc4a7600700 1 -- 172.21.15.181:0/3896249421 shutdown_connections 2024-01-24T13:07:28.123 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:07:28.122+0000 7fc4a7600700 1 --2- 172.21.15.181:0/3896249421 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fc4800a0520 0x7fc4800a29e0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:07:28.123 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:07:28.122+0000 7fc4a7600700 1 --2- 172.21.15.181:0/3896249421 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fc4a0102970 0x7fc4a01a0260 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:07:28.123 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:07:28.122+0000 7fc4a7600700 1 --2- 172.21.15.181:0/3896249421 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc4a0100dd0 0x7fc4a0198ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:07:28.123 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:07:28.122+0000 7fc4a7600700 1 --2- 172.21.15.181:0/3896249421 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fc4a0101fd0 0x7fc4a0199220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:07:28.123 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:07:28.122+0000 7fc4a7600700 1 -- 172.21.15.181:0/3896249421 >> 172.21.15.181:0/3896249421 conn(0x7fc4a00fc330 msgr2=0x7fc4a01079a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:07:28.123 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:07:28.122+0000 7fc4a7600700 1 -- 172.21.15.181:0/3896249421 shutdown_connections 2024-01-24T13:07:28.123 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:07:28.122+0000 7fc4a7600700 1 -- 172.21.15.181:0/3896249421 wait complete. 2024-01-24T13:07:28.555 DEBUG:teuthology.orchestra.run.smithi181:osd.5> sudo journalctl -f -n 0 -u ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@osd.5.service 2024-01-24T13:07:28.561 INFO:tasks.cephadm:Deploying osd.6 on smithi084 with /dev/vg_nvme/lv_2... 2024-01-24T13:07:28.561 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4e3182a65800aed6d4aa2f6b86da3cfd72188134 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d5d5b6f8-bab8-11ee-95b1-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-01-24T13:07:28.621 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:28 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:28.622 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:28 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:28.622 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:28 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:07:28.622 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:28 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:07:28.622 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:28 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:28.622 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:28 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:28.622 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:28 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:28.622 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:28 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:07:28.627 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:28 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:28.627 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:28 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:28.627 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:28 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:07:28.627 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:28 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:07:28.627 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:28 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:28.627 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:28 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:28.627 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:28 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:28.627 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:28 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:07:28.636 INFO:journalctl@ceph.osd.5.smithi181.stdout:-- Logs begin at Wed 2024-01-24 12:47:10 UTC. -- 2024-01-24T13:07:28.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:28 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:28.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:28 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:28.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:28 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:07:28.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:28 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:07:28.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:28 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:28.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:28 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:28.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:28 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:28.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:28 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:07:28.922 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/d5d5b6f8-bab8-11ee-95b1-87774f69a715/mon.a/config 2024-01-24T13:07:29.634 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:29 smithi084 ceph-mon[35384]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-01-24T13:07:29.634 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:29 smithi084 ceph-mon[35384]: from='osd.5 [v2:172.21.15.181:6808/644379730,v1:172.21.15.181:6809/644379730]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-01-24T13:07:29.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:29 smithi084 ceph-mon[35384]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-01-24T13:07:29.637 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:29 smithi181 ceph-mon[39668]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-01-24T13:07:29.637 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:29 smithi181 ceph-mon[39668]: from='osd.5 [v2:172.21.15.181:6808/644379730,v1:172.21.15.181:6809/644379730]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-01-24T13:07:29.638 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:29 smithi181 ceph-mon[39668]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-01-24T13:07:29.638 INFO:journalctl@ceph.osd.5.smithi181.stdout:Jan 24 13:07:29 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-5[53204]: 2024-01-24T13:07:29.337+0000 7fc1a586e640 -1 osd.5 0 log_to_monitors true 2024-01-24T13:07:29.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:29 smithi113 ceph-mon[39177]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-01-24T13:07:29.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:29 smithi113 ceph-mon[39177]: from='osd.5 [v2:172.21.15.181:6808/644379730,v1:172.21.15.181:6809/644379730]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-01-24T13:07:29.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:29 smithi113 ceph-mon[39177]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-01-24T13:07:30.528 INFO:teuthology.orchestra.run.smithi084.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-01-24T13:07:30.529 INFO:teuthology.orchestra.run.smithi084.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-01-24T13:07:30.529 INFO:teuthology.orchestra.run.smithi084.stderr: stderr: 10+0 records in 2024-01-24T13:07:30.529 INFO:teuthology.orchestra.run.smithi084.stderr:10+0 records out 2024-01-24T13:07:30.529 INFO:teuthology.orchestra.run.smithi084.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0379327 s, 276 MB/s 2024-01-24T13:07:30.529 INFO:teuthology.orchestra.run.smithi084.stderr:--> Zapping successful for: 2024-01-24T13:07:30.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:30 smithi084 ceph-mon[35384]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-01-24T13:07:30.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:30 smithi084 ceph-mon[35384]: osdmap e35: 6 total, 5 up, 6 in 2024-01-24T13:07:30.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:30 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-01-24T13:07:30.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:30 smithi084 ceph-mon[35384]: from='osd.5 [v2:172.21.15.181:6808/644379730,v1:172.21.15.181:6809/644379730]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]: dispatch 2024-01-24T13:07:30.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:30 smithi084 ceph-mon[35384]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]: dispatch 2024-01-24T13:07:30.649 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:30 smithi181 ceph-mon[39668]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-01-24T13:07:30.649 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:30 smithi181 ceph-mon[39668]: osdmap e35: 6 total, 5 up, 6 in 2024-01-24T13:07:30.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:30 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-01-24T13:07:30.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:30 smithi181 ceph-mon[39668]: from='osd.5 [v2:172.21.15.181:6808/644379730,v1:172.21.15.181:6809/644379730]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]: dispatch 2024-01-24T13:07:30.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:30 smithi181 ceph-mon[39668]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]: dispatch 2024-01-24T13:07:30.650 INFO:journalctl@ceph.osd.5.smithi181.stdout:Jan 24 13:07:30 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-5[53204]: 2024-01-24T13:07:30.379+0000 7fc199400700 -1 osd.5 0 waiting for initial osdmap 2024-01-24T13:07:30.650 INFO:journalctl@ceph.osd.5.smithi181.stdout:Jan 24 13:07:30 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-5[53204]: 2024-01-24T13:07:30.392+0000 7fc194c00700 -1 osd.5 36 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-01-24T13:07:30.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:30 smithi113 ceph-mon[39177]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-01-24T13:07:30.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:30 smithi113 ceph-mon[39177]: osdmap e35: 6 total, 5 up, 6 in 2024-01-24T13:07:30.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:30 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-01-24T13:07:30.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:30 smithi113 ceph-mon[39177]: from='osd.5 [v2:172.21.15.181:6808/644379730,v1:172.21.15.181:6809/644379730]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]: dispatch 2024-01-24T13:07:30.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:30 smithi113 ceph-mon[39177]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]: dispatch 2024-01-24T13:07:30.915 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4e3182a65800aed6d4aa2f6b86da3cfd72188134 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d5d5b6f8-bab8-11ee-95b1-87774f69a715 -- ceph orch daemon add osd smithi084:vg_nvme/lv_2 2024-01-24T13:07:31.278 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/d5d5b6f8-bab8-11ee-95b1-87774f69a715/mon.a/config 2024-01-24T13:07:31.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:31 smithi084 ceph-mon[35384]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-01-24T13:07:31.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:31 smithi084 ceph-mon[35384]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]': finished 2024-01-24T13:07:31.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:31 smithi084 ceph-mon[35384]: osdmap e36: 6 total, 5 up, 6 in 2024-01-24T13:07:31.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:31 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-01-24T13:07:31.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:31 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-01-24T13:07:31.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:31 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:31.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:31 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:31.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:31 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-24T13:07:31.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:31 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-24T13:07:31.636 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:31 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:31.636 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:31 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:07:31.636 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:31 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:07:31.636 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:31 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:31.636 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:31 smithi084 ceph-mon[35384]: osd.5 [v2:172.21.15.181:6808/644379730,v1:172.21.15.181:6809/644379730] boot 2024-01-24T13:07:31.636 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:31 smithi084 ceph-mon[35384]: osdmap e37: 6 total, 6 up, 6 in 2024-01-24T13:07:31.636 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:31 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-01-24T13:07:31.649 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:31 smithi181 ceph-mon[39668]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-01-24T13:07:31.649 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:31 smithi181 ceph-mon[39668]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]': finished 2024-01-24T13:07:31.649 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:31 smithi181 ceph-mon[39668]: osdmap e36: 6 total, 5 up, 6 in 2024-01-24T13:07:31.649 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:31 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-01-24T13:07:31.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:31 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-01-24T13:07:31.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:31 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:31.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:31 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:31.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:31 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-24T13:07:31.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:31 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-24T13:07:31.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:31 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:31.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:31 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:07:31.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:31 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:07:31.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:31 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:31.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:31 smithi181 ceph-mon[39668]: osd.5 [v2:172.21.15.181:6808/644379730,v1:172.21.15.181:6809/644379730] boot 2024-01-24T13:07:31.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:31 smithi181 ceph-mon[39668]: osdmap e37: 6 total, 6 up, 6 in 2024-01-24T13:07:31.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:31 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-01-24T13:07:31.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:31 smithi113 ceph-mon[39177]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-01-24T13:07:31.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:31 smithi113 ceph-mon[39177]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]': finished 2024-01-24T13:07:31.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:31 smithi113 ceph-mon[39177]: osdmap e36: 6 total, 5 up, 6 in 2024-01-24T13:07:31.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:31 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-01-24T13:07:31.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:31 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-01-24T13:07:31.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:31 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:31.778 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:31 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:31.778 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:31 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-24T13:07:31.778 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:31 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-24T13:07:31.778 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:31 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:31.778 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:31 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:07:31.778 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:31 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:07:31.778 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:31 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:31.778 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:31 smithi113 ceph-mon[39177]: osd.5 [v2:172.21.15.181:6808/644379730,v1:172.21.15.181:6809/644379730] boot 2024-01-24T13:07:31.778 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:31 smithi113 ceph-mon[39177]: osdmap e37: 6 total, 6 up, 6 in 2024-01-24T13:07:31.778 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:31 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-01-24T13:07:32.407 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:07:32.406+0000 7f6642600700 1 -- 172.21.15.84:0/3056935017 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f663c108b00 msgr2=0x7f663c10af90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:07:32.407 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:07:32.406+0000 7f6642600700 1 --2- 172.21.15.84:0/3056935017 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f663c108b00 0x7f663c10af90 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f663400b0a0 tx=0x7f663400b3b0 comp rx=0 tx=0).stop 2024-01-24T13:07:32.407 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:07:32.406+0000 7f6642600700 1 -- 172.21.15.84:0/3056935017 shutdown_connections 2024-01-24T13:07:32.407 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:07:32.406+0000 7f6642600700 1 --2- 172.21.15.84:0/3056935017 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f663c108b00 0x7f663c10af90 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:07:32.407 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:07:32.406+0000 7f6642600700 1 --2- 172.21.15.84:0/3056935017 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f663c074d70 0x7f663c0731d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:07:32.407 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:07:32.406+0000 7f6642600700 1 --2- 172.21.15.84:0/3056935017 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f663c0737a0 0x7f663c073c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:07:32.407 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:07:32.406+0000 7f6642600700 1 -- 172.21.15.84:0/3056935017 >> 172.21.15.84:0/3056935017 conn(0x7f663c0fc1f0 msgr2=0x7f663c0fe610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:07:32.408 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:07:32.406+0000 7f6642600700 1 -- 172.21.15.84:0/3056935017 shutdown_connections 2024-01-24T13:07:32.408 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:07:32.406+0000 7f6642600700 1 -- 172.21.15.84:0/3056935017 wait complete. 2024-01-24T13:07:32.409 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:07:32.407+0000 7f6642600700 1 Processor -- start 2024-01-24T13:07:32.409 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:07:32.407+0000 7f6642600700 1 -- start start 2024-01-24T13:07:32.410 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:07:32.408+0000 7f6642600700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f663c0737a0 0x7f663c198ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:07:32.410 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:07:32.408+0000 7f6642600700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f663c074d70 0x7f663c199010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:07:32.410 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:07:32.408+0000 7f6642600700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f663c108b00 0x7f663c1a0090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:07:32.410 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:07:32.408+0000 7f6642600700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f663c1a0660 con 0x7f663c074d70 2024-01-24T13:07:32.410 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:07:32.408+0000 7f6642600700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f663c1a07a0 con 0x7f663c108b00 2024-01-24T13:07:32.410 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:07:32.408+0000 7f6642600700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f663c1a0930 con 0x7f663c0737a0 2024-01-24T13:07:32.410 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:07:32.408+0000 7f663be00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f663c074d70 0x7f663c199010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:07:32.410 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:07:32.408+0000 7f663be00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f663c074d70 0x7f663c199010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:60980/0 (socket says 172.21.15.84:60980) 2024-01-24T13:07:32.410 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:07:32.408+0000 7f663be00700 1 -- 172.21.15.84:0/2539932882 learned_addr learned my addr 172.21.15.84:0/2539932882 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:07:32.410 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:07:32.408+0000 7f6641200700 1 --2- 172.21.15.84:0/2539932882 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f663c0737a0 0x7f663c198ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:07:32.410 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:07:32.408+0000 7f663be00700 1 -- 172.21.15.84:0/2539932882 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f663c0737a0 msgr2=0x7f663c198ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:07:32.410 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:07:32.408+0000 7f663be00700 1 --2- 172.21.15.84:0/2539932882 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f663c0737a0 0x7f663c198ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:07:32.411 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:07:32.408+0000 7f663be00700 1 -- 172.21.15.84:0/2539932882 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f663c108b00 msgr2=0x7f663c1a0090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:07:32.411 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:07:32.408+0000 7f663be00700 1 --2- 172.21.15.84:0/2539932882 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f663c108b00 0x7f663c1a0090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:07:32.411 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:07:32.408+0000 7f663be00700 1 -- 172.21.15.84:0/2539932882 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6634009d00 con 0x7f663c074d70 2024-01-24T13:07:32.411 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:07:32.408+0000 7f663be00700 1 --2- 172.21.15.84:0/2539932882 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f663c074d70 0x7f663c199010 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f662400e9a0 tx=0x7f662400ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:07:32.411 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:07:32.409+0000 7f6639600700 1 -- 172.21.15.84:0/2539932882 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6624009790 con 0x7f663c074d70 2024-01-24T13:07:32.411 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:07:32.409+0000 7f6639600700 1 -- 172.21.15.84:0/2539932882 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(25 keys) v1 ==== 1067+0+0 (secure 0 0 0) 0x7f66240044b0 con 0x7f663c074d70 2024-01-24T13:07:32.411 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:07:32.409+0000 7f6639600700 1 -- 172.21.15.84:0/2539932882 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6624003d00 con 0x7f663c074d70 2024-01-24T13:07:32.411 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:07:32.409+0000 7f6642600700 1 -- 172.21.15.84:0/2539932882 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f663c1a0c10 con 0x7f663c074d70 2024-01-24T13:07:32.411 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:07:32.409+0000 7f6642600700 1 -- 172.21.15.84:0/2539932882 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f663c1a1110 con 0x7f663c074d70 2024-01-24T13:07:32.411 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:07:32.410+0000 7f6642600700 1 -- 172.21.15.84:0/2539932882 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f663c1071b0 con 0x7f663c074d70 2024-01-24T13:07:32.412 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:07:32.412+0000 7f6639600700 1 -- 172.21.15.84:0/2539932882 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 16) v1 ==== 135070+0+0 (secure 0 0 0) 0x7f6624003e60 con 0x7f663c074d70 2024-01-24T13:07:32.414 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:07:32.413+0000 7f6639600700 1 --2- 172.21.15.84:0/2539932882 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f661c0a05a0 0x7f661c0a2a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:07:32.414 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:07:32.413+0000 7f6639600700 1 -- 172.21.15.84:0/2539932882 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(38..38 src has 1..38) v4 ==== 4562+0+0 (secure 0 0 0) 0x7f6624014070 con 0x7f663c074d70 2024-01-24T13:07:32.414 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:07:32.413+0000 7f6641200700 1 --2- 172.21.15.84:0/2539932882 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f661c0a05a0 0x7f661c0a2a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:07:32.415 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:07:32.414+0000 7f6641200700 1 --2- 172.21.15.84:0/2539932882 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f661c0a05a0 0x7f661c0a2a60 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f662c005ea0 tx=0x7f662c005e30 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:07:32.416 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:07:32.416+0000 7f6639600700 1 -- 172.21.15.84:0/2539932882 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180484 (secure 0 0 0) 0x7f66240958f0 con 0x7f663c074d70 2024-01-24T13:07:32.623 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:07:32.623+0000 7f6642600700 1 -- 172.21.15.84:0/2539932882 --> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi084:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) v1 -- 0x7f663c061180 con 0x7f661c0a05a0 2024-01-24T13:07:32.634 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:32 smithi084 ceph-mon[35384]: purged_snaps scrub starts 2024-01-24T13:07:32.634 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:32 smithi084 ceph-mon[35384]: purged_snaps scrub ok 2024-01-24T13:07:32.634 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:32 smithi084 ceph-mon[35384]: Detected new or changed devices on smithi181 2024-01-24T13:07:32.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:32 smithi084 ceph-mon[35384]: Adjusting osd_memory_target on smithi181 to 8635M 2024-01-24T13:07:32.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:32 smithi084 ceph-mon[35384]: osdmap e38: 6 total, 6 up, 6 in 2024-01-24T13:07:32.649 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:32 smithi181 ceph-mon[39668]: purged_snaps scrub starts 2024-01-24T13:07:32.649 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:32 smithi181 ceph-mon[39668]: purged_snaps scrub ok 2024-01-24T13:07:32.649 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:32 smithi181 ceph-mon[39668]: Detected new or changed devices on smithi181 2024-01-24T13:07:32.649 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:32 smithi181 ceph-mon[39668]: Adjusting osd_memory_target on smithi181 to 8635M 2024-01-24T13:07:32.649 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:32 smithi181 ceph-mon[39668]: osdmap e38: 6 total, 6 up, 6 in 2024-01-24T13:07:32.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:32 smithi113 ceph-mon[39177]: purged_snaps scrub starts 2024-01-24T13:07:32.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:32 smithi113 ceph-mon[39177]: purged_snaps scrub ok 2024-01-24T13:07:32.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:32 smithi113 ceph-mon[39177]: Detected new or changed devices on smithi181 2024-01-24T13:07:32.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:32 smithi113 ceph-mon[39177]: Adjusting osd_memory_target on smithi181 to 8635M 2024-01-24T13:07:32.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:32 smithi113 ceph-mon[39177]: osdmap e38: 6 total, 6 up, 6 in 2024-01-24T13:07:33.528 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:33 smithi084 ceph-mon[35384]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-01-24T13:07:33.528 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:33 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-01-24T13:07:33.529 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:33 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-01-24T13:07:33.529 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:33 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:07:33.529 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:33 smithi084 ceph-mon[35384]: osdmap e39: 6 total, 6 up, 6 in 2024-01-24T13:07:33.649 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:33 smithi181 ceph-mon[39668]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-01-24T13:07:33.649 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:33 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-01-24T13:07:33.649 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:33 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-01-24T13:07:33.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:33 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:07:33.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:33 smithi181 ceph-mon[39668]: osdmap e39: 6 total, 6 up, 6 in 2024-01-24T13:07:33.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:33 smithi113 ceph-mon[39177]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-01-24T13:07:33.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:33 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-01-24T13:07:33.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:33 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-01-24T13:07:33.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:33 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:07:33.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:33 smithi113 ceph-mon[39177]: osdmap e39: 6 total, 6 up, 6 in 2024-01-24T13:07:34.649 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:34 smithi181 ceph-mon[39668]: from='client.14373 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi084:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-01-24T13:07:34.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:34 smithi113 ceph-mon[39177]: from='client.14373 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi084:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-01-24T13:07:34.884 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:34 smithi084 ceph-mon[35384]: from='client.14373 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi084:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-01-24T13:07:35.649 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:35 smithi181 ceph-mon[39668]: pgmap v126: 1 pgs: 1 remapped+peering; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-01-24T13:07:35.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:35 smithi181 ceph-mon[39668]: osdmap e40: 6 total, 6 up, 6 in 2024-01-24T13:07:35.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:35 smithi181 ceph-mon[39668]: from='client.? 172.21.15.84:0/3070660904' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "91fa194b-790c-4447-9164-108cc1e70647"}]: dispatch 2024-01-24T13:07:35.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:35 smithi181 ceph-mon[39668]: from='client.? 172.21.15.84:0/3070660904' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "91fa194b-790c-4447-9164-108cc1e70647"}]': finished 2024-01-24T13:07:35.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:35 smithi181 ceph-mon[39668]: osdmap e41: 7 total, 6 up, 7 in 2024-01-24T13:07:35.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:35 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-01-24T13:07:35.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:35 smithi113 ceph-mon[39177]: pgmap v126: 1 pgs: 1 remapped+peering; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-01-24T13:07:35.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:35 smithi113 ceph-mon[39177]: osdmap e40: 6 total, 6 up, 6 in 2024-01-24T13:07:35.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:35 smithi113 ceph-mon[39177]: from='client.? 172.21.15.84:0/3070660904' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "91fa194b-790c-4447-9164-108cc1e70647"}]: dispatch 2024-01-24T13:07:35.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:35 smithi113 ceph-mon[39177]: from='client.? 172.21.15.84:0/3070660904' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "91fa194b-790c-4447-9164-108cc1e70647"}]': finished 2024-01-24T13:07:35.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:35 smithi113 ceph-mon[39177]: osdmap e41: 7 total, 6 up, 7 in 2024-01-24T13:07:35.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:35 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-01-24T13:07:35.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:35 smithi084 ceph-mon[35384]: pgmap v126: 1 pgs: 1 remapped+peering; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-01-24T13:07:35.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:35 smithi084 ceph-mon[35384]: osdmap e40: 6 total, 6 up, 6 in 2024-01-24T13:07:35.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:35 smithi084 ceph-mon[35384]: from='client.? 172.21.15.84:0/3070660904' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "91fa194b-790c-4447-9164-108cc1e70647"}]: dispatch 2024-01-24T13:07:35.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:35 smithi084 ceph-mon[35384]: from='client.? 172.21.15.84:0/3070660904' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "91fa194b-790c-4447-9164-108cc1e70647"}]': finished 2024-01-24T13:07:35.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:35 smithi084 ceph-mon[35384]: osdmap e41: 7 total, 6 up, 7 in 2024-01-24T13:07:35.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:35 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-01-24T13:07:36.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:36 smithi113 ceph-mon[39177]: from='client.? 172.21.15.84:0/2658856093' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-01-24T13:07:36.884 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:36 smithi084 ceph-mon[35384]: from='client.? 172.21.15.84:0/2658856093' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-01-24T13:07:36.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:36 smithi181 ceph-mon[39668]: from='client.? 172.21.15.84:0/2658856093' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-01-24T13:07:37.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:37 smithi113 ceph-mon[39177]: pgmap v129: 1 pgs: 1 remapped+peering; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-01-24T13:07:37.884 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:37 smithi084 ceph-mon[35384]: pgmap v129: 1 pgs: 1 remapped+peering; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-01-24T13:07:37.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:37 smithi181 ceph-mon[39668]: pgmap v129: 1 pgs: 1 remapped+peering; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-01-24T13:07:39.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:39 smithi113 ceph-mon[39177]: pgmap v130: 1 pgs: 1 remapped+peering; 577 KiB data, 163 MiB used, 536 GiB / 536 GiB avail 2024-01-24T13:07:39.884 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:39 smithi084 ceph-mon[35384]: pgmap v130: 1 pgs: 1 remapped+peering; 577 KiB data, 163 MiB used, 536 GiB / 536 GiB avail 2024-01-24T13:07:39.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:39 smithi181 ceph-mon[39668]: pgmap v130: 1 pgs: 1 remapped+peering; 577 KiB data, 163 MiB used, 536 GiB / 536 GiB avail 2024-01-24T13:07:40.887 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:40 smithi084 ceph-mon[35384]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 89 KiB/s, 0 objects/s recovering 2024-01-24T13:07:40.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:40 smithi181 ceph-mon[39668]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 89 KiB/s, 0 objects/s recovering 2024-01-24T13:07:41.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:40 smithi113 ceph-mon[39177]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 89 KiB/s, 0 objects/s recovering 2024-01-24T13:07:42.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:41 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-01-24T13:07:42.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:41 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:07:42.134 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:41 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-01-24T13:07:42.134 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:41 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:07:42.149 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:41 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-01-24T13:07:42.149 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:41 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:07:43.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:42 smithi113 ceph-mon[39177]: Deploying daemon osd.6 on smithi084 2024-01-24T13:07:43.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:42 smithi113 ceph-mon[39177]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-01-24T13:07:43.135 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:42 smithi084 ceph-mon[35384]: Deploying daemon osd.6 on smithi084 2024-01-24T13:07:43.135 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:42 smithi084 ceph-mon[35384]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-01-24T13:07:43.149 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:42 smithi181 ceph-mon[39668]: Deploying daemon osd.6 on smithi084 2024-01-24T13:07:43.149 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:42 smithi181 ceph-mon[39668]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-01-24T13:07:45.212 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:44 smithi084 ceph-mon[35384]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-01-24T13:07:45.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:44 smithi113 ceph-mon[39177]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-01-24T13:07:45.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:44 smithi181 ceph-mon[39668]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-01-24T13:07:47.134 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:46 smithi084 ceph-mon[35384]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 52 KiB/s, 0 objects/s recovering 2024-01-24T13:07:47.134 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:46 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:47.135 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:46 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:47.135 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:46 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:07:47.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:46 smithi113 ceph-mon[39177]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 52 KiB/s, 0 objects/s recovering 2024-01-24T13:07:47.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:46 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:47.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:46 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:47.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:46 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:07:47.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:46 smithi181 ceph-mon[39668]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 52 KiB/s, 0 objects/s recovering 2024-01-24T13:07:47.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:46 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:47.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:46 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:47.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:46 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:07:49.134 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:48 smithi084 ceph-mon[35384]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-01-24T13:07:49.279 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:48 smithi113 ceph-mon[39177]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-01-24T13:07:49.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:48 smithi181 ceph-mon[39668]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-01-24T13:07:50.029 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:07:50.028+0000 7f6639600700 1 -- 172.21.15.84:0/2539932882 <== mgr.14150 v2:172.21.15.84:6800/18297849 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7f663c061180 con 0x7f661c0a05a0 2024-01-24T13:07:50.030 INFO:teuthology.orchestra.run.smithi084.stdout:Created osd(s) 6 on host 'smithi084' 2024-01-24T13:07:50.032 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:07:50.031+0000 7f6642600700 1 -- 172.21.15.84:0/2539932882 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f661c0a05a0 msgr2=0x7f661c0a2a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:07:50.032 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:07:50.031+0000 7f6642600700 1 --2- 172.21.15.84:0/2539932882 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f661c0a05a0 0x7f661c0a2a60 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f662c005ea0 tx=0x7f662c005e30 comp rx=0 tx=0).stop 2024-01-24T13:07:50.032 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:07:50.031+0000 7f6642600700 1 -- 172.21.15.84:0/2539932882 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f663c074d70 msgr2=0x7f663c199010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:07:50.032 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:07:50.031+0000 7f6642600700 1 --2- 172.21.15.84:0/2539932882 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f663c074d70 0x7f663c199010 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f662400e9a0 tx=0x7f662400ed60 comp rx=0 tx=0).stop 2024-01-24T13:07:50.032 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:07:50.031+0000 7f6642600700 1 -- 172.21.15.84:0/2539932882 shutdown_connections 2024-01-24T13:07:50.032 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:07:50.031+0000 7f6642600700 1 --2- 172.21.15.84:0/2539932882 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f661c0a05a0 0x7f661c0a2a60 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:07:50.032 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:07:50.031+0000 7f6642600700 1 --2- 172.21.15.84:0/2539932882 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f663c108b00 0x7f663c1a0090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:07:50.032 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:07:50.031+0000 7f6642600700 1 --2- 172.21.15.84:0/2539932882 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f663c0737a0 0x7f663c198ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:07:50.032 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:07:50.031+0000 7f6642600700 1 --2- 172.21.15.84:0/2539932882 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f663c074d70 0x7f663c199010 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:07:50.032 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:07:50.031+0000 7f6642600700 1 -- 172.21.15.84:0/2539932882 >> 172.21.15.84:0/2539932882 conn(0x7f663c0fc1f0 msgr2=0x7f663c0fe5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:07:50.033 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:07:50.031+0000 7f6642600700 1 -- 172.21.15.84:0/2539932882 shutdown_connections 2024-01-24T13:07:50.033 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:07:50.031+0000 7f6642600700 1 -- 172.21.15.84:0/2539932882 wait complete. 2024-01-24T13:07:50.247 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:50 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:50.248 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:50 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:50.248 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:50 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:07:50.248 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:50 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:07:50.248 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:50 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:50.248 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:50 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:50.248 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:50 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:50.248 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:50 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:07:50.418 DEBUG:teuthology.orchestra.run.smithi084:osd.6> sudo journalctl -f -n 0 -u ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@osd.6.service 2024-01-24T13:07:50.423 INFO:tasks.cephadm:Deploying osd.7 on smithi113 with /dev/vg_nvme/lv_2... 2024-01-24T13:07:50.424 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4e3182a65800aed6d4aa2f6b86da3cfd72188134 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d5d5b6f8-bab8-11ee-95b1-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-01-24T13:07:50.509 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:50 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:50.509 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:50 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:50.509 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:50 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:07:50.509 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:50 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:07:50.509 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:50 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:50.509 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:50 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:50.509 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:50 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:50.509 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:50 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:07:50.512 INFO:journalctl@ceph.osd.6.smithi084.stdout:-- Logs begin at Wed 2024-01-24 12:47:28 UTC. -- 2024-01-24T13:07:50.649 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:50 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:50.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:50 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:50.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:50 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:07:50.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:50 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:07:50.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:50 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:50.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:50 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:50.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:50 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:50.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:50 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:07:50.800 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/d5d5b6f8-bab8-11ee-95b1-87774f69a715/mon.b/config 2024-01-24T13:07:51.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:51 smithi113 ceph-mon[39177]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-01-24T13:07:51.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:51 smithi113 ceph-mon[39177]: from='osd.6 [v2:172.21.15.84:6818/1946587582,v1:172.21.15.84:6819/1946587582]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-01-24T13:07:51.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:51 smithi113 ceph-mon[39177]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-01-24T13:07:51.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:51 smithi084 ceph-mon[35384]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-01-24T13:07:51.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:51 smithi084 ceph-mon[35384]: from='osd.6 [v2:172.21.15.84:6818/1946587582,v1:172.21.15.84:6819/1946587582]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-01-24T13:07:51.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:51 smithi084 ceph-mon[35384]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-01-24T13:07:51.385 INFO:journalctl@ceph.osd.6.smithi084.stdout:Jan 24 13:07:50 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-6[71364]: 2024-01-24T13:07:50.981+0000 7f405e5af640 -1 osd.6 0 log_to_monitors true 2024-01-24T13:07:51.649 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:51 smithi181 ceph-mon[39668]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-01-24T13:07:51.649 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:51 smithi181 ceph-mon[39668]: from='osd.6 [v2:172.21.15.84:6818/1946587582,v1:172.21.15.84:6819/1946587582]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-01-24T13:07:51.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:51 smithi181 ceph-mon[39668]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-01-24T13:07:52.359 INFO:teuthology.orchestra.run.smithi113.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-01-24T13:07:52.359 INFO:teuthology.orchestra.run.smithi113.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-01-24T13:07:52.360 INFO:teuthology.orchestra.run.smithi113.stderr: stderr: 10+0 records in 2024-01-24T13:07:52.360 INFO:teuthology.orchestra.run.smithi113.stderr:10+0 records out 2024-01-24T13:07:52.360 INFO:teuthology.orchestra.run.smithi113.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.054835 s, 191 MB/s 2024-01-24T13:07:52.360 INFO:teuthology.orchestra.run.smithi113.stderr:--> Zapping successful for: 2024-01-24T13:07:52.709 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:52 smithi113 ceph-mon[39177]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-01-24T13:07:52.709 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:52 smithi113 ceph-mon[39177]: osdmap e42: 7 total, 6 up, 7 in 2024-01-24T13:07:52.709 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:52 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-01-24T13:07:52.709 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:52 smithi113 ceph-mon[39177]: from='osd.6 [v2:172.21.15.84:6818/1946587582,v1:172.21.15.84:6819/1946587582]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-01-24T13:07:52.710 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:52 smithi113 ceph-mon[39177]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-01-24T13:07:52.710 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:52 smithi113 ceph-mon[39177]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-01-24T13:07:52.739 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4e3182a65800aed6d4aa2f6b86da3cfd72188134 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d5d5b6f8-bab8-11ee-95b1-87774f69a715 -- ceph orch daemon add osd smithi113:vg_nvme/lv_2 2024-01-24T13:07:52.885 INFO:journalctl@ceph.osd.6.smithi084.stdout:Jan 24 13:07:52 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-6[71364]: 2024-01-24T13:07:52.622+0000 7f4052200700 -1 osd.6 0 waiting for initial osdmap 2024-01-24T13:07:52.885 INFO:journalctl@ceph.osd.6.smithi084.stdout:Jan 24 13:07:52 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-6[71364]: 2024-01-24T13:07:52.637+0000 7f4049400700 -1 osd.6 43 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-01-24T13:07:52.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:52 smithi084 ceph-mon[35384]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-01-24T13:07:52.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:52 smithi084 ceph-mon[35384]: osdmap e42: 7 total, 6 up, 7 in 2024-01-24T13:07:52.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:52 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-01-24T13:07:52.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:52 smithi084 ceph-mon[35384]: from='osd.6 [v2:172.21.15.84:6818/1946587582,v1:172.21.15.84:6819/1946587582]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-01-24T13:07:52.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:52 smithi084 ceph-mon[35384]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-01-24T13:07:52.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:52 smithi084 ceph-mon[35384]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-01-24T13:07:52.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:52 smithi181 ceph-mon[39668]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-01-24T13:07:52.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:52 smithi181 ceph-mon[39668]: osdmap e42: 7 total, 6 up, 7 in 2024-01-24T13:07:52.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:52 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-01-24T13:07:52.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:52 smithi181 ceph-mon[39668]: from='osd.6 [v2:172.21.15.84:6818/1946587582,v1:172.21.15.84:6819/1946587582]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-01-24T13:07:52.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:52 smithi181 ceph-mon[39668]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-01-24T13:07:52.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:52 smithi181 ceph-mon[39668]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-01-24T13:07:53.087 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/d5d5b6f8-bab8-11ee-95b1-87774f69a715/mon.b/config 2024-01-24T13:07:53.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:53 smithi084 ceph-mon[35384]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]': finished 2024-01-24T13:07:53.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:53 smithi084 ceph-mon[35384]: osdmap e43: 7 total, 6 up, 7 in 2024-01-24T13:07:53.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:53 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-01-24T13:07:53.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:53 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-01-24T13:07:53.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:53 smithi084 ceph-mon[35384]: Detected new or changed devices on smithi084 2024-01-24T13:07:53.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:53 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:53.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:53 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:53.886 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:53 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-24T13:07:53.886 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:53 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-24T13:07:53.886 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:53 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-24T13:07:53.886 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:53 smithi084 ceph-mon[35384]: Adjusting osd_memory_target on smithi084 to 5757M 2024-01-24T13:07:53.886 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:53 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:53.886 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:53 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:07:53.886 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:53 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:07:53.886 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:53 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:53.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:53 smithi181 ceph-mon[39668]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]': finished 2024-01-24T13:07:53.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:53 smithi181 ceph-mon[39668]: osdmap e43: 7 total, 6 up, 7 in 2024-01-24T13:07:53.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:53 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-01-24T13:07:53.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:53 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-01-24T13:07:53.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:53 smithi181 ceph-mon[39668]: Detected new or changed devices on smithi084 2024-01-24T13:07:53.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:53 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:53.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:53 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:53.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:53 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-24T13:07:53.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:53 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-24T13:07:53.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:53 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-24T13:07:53.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:53 smithi181 ceph-mon[39668]: Adjusting osd_memory_target on smithi084 to 5757M 2024-01-24T13:07:53.901 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:53 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:53.901 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:53 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:07:53.901 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:53 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:07:53.901 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:53 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:53.950 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:53 smithi113 ceph-mon[39177]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]': finished 2024-01-24T13:07:53.951 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:53 smithi113 ceph-mon[39177]: osdmap e43: 7 total, 6 up, 7 in 2024-01-24T13:07:53.951 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:53 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-01-24T13:07:53.951 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:53 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-01-24T13:07:53.951 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:53 smithi113 ceph-mon[39177]: Detected new or changed devices on smithi084 2024-01-24T13:07:53.951 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:53 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:53.951 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:53 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:53.951 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:53 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-24T13:07:53.951 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:53 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-24T13:07:53.951 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:53 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-24T13:07:53.951 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:53 smithi113 ceph-mon[39177]: Adjusting osd_memory_target on smithi084 to 5757M 2024-01-24T13:07:53.952 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:53 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:53.952 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:53 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:07:53.952 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:53 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:07:53.952 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:53 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:07:54.200 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:07:54.200+0000 7fcef9c00700 1 -- 172.21.15.113:0/179780536 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fcef4074d70 msgr2=0x7fcef40731d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:07:54.200 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:07:54.200+0000 7fcef9c00700 1 --2- 172.21.15.113:0/179780536 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fcef4074d70 0x7fcef40731d0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fcee4009990 tx=0x7fcee4009ca0 comp rx=0 tx=0).stop 2024-01-24T13:07:54.201 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:07:54.200+0000 7fcef9c00700 1 -- 172.21.15.113:0/179780536 shutdown_connections 2024-01-24T13:07:54.201 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:07:54.200+0000 7fcef9c00700 1 --2- 172.21.15.113:0/179780536 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fcef4108ca0 0x7fcef410b130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:07:54.201 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:07:54.200+0000 7fcef9c00700 1 --2- 172.21.15.113:0/179780536 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fcef4074d70 0x7fcef40731d0 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:07:54.201 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:07:54.200+0000 7fcef9c00700 1 --2- 172.21.15.113:0/179780536 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcef40737a0 0x7fcef4073c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:07:54.201 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:07:54.200+0000 7fcef9c00700 1 -- 172.21.15.113:0/179780536 >> 172.21.15.113:0/179780536 conn(0x7fcef40fc330 msgr2=0x7fcef40fe7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:07:54.201 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:07:54.200+0000 7fcef9c00700 1 -- 172.21.15.113:0/179780536 shutdown_connections 2024-01-24T13:07:54.201 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:07:54.200+0000 7fcef9c00700 1 -- 172.21.15.113:0/179780536 wait complete. 2024-01-24T13:07:54.203 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:07:54.201+0000 7fcef9c00700 1 Processor -- start 2024-01-24T13:07:54.203 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:07:54.201+0000 7fcef9c00700 1 -- start start 2024-01-24T13:07:54.203 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:07:54.202+0000 7fcef9c00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcef40737a0 0x7fcef4198c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:07:54.203 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:07:54.202+0000 7fcef9c00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fcef4074d70 0x7fcef4199190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:07:54.203 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:07:54.202+0000 7fcef9c00700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fcef4108ca0 0x7fcef41a01d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:07:54.203 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:07:54.202+0000 7fcef9c00700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcef41a07a0 con 0x7fcef40737a0 2024-01-24T13:07:54.204 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:07:54.202+0000 7fcef9c00700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcef41a08e0 con 0x7fcef4108ca0 2024-01-24T13:07:54.204 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:07:54.202+0000 7fcef9c00700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcef41a0aa0 con 0x7fcef4074d70 2024-01-24T13:07:54.204 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:07:54.202+0000 7fcef3400700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fcef4108ca0 0x7fcef41a01d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:07:54.204 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:07:54.202+0000 7fcef2000700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fcef4074d70 0x7fcef4199190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:07:54.204 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:07:54.202+0000 7fcef2a00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcef40737a0 0x7fcef4198c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:07:54.204 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:07:54.202+0000 7fcef2000700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fcef4074d70 0x7fcef4199190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.113:55498/0 (socket says 172.21.15.113:55498) 2024-01-24T13:07:54.204 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:07:54.202+0000 7fcef2000700 1 -- 172.21.15.113:0/2159953196 learned_addr learned my addr 172.21.15.113:0/2159953196 (peer_addr_for_me v2:172.21.15.113:0/0) 2024-01-24T13:07:54.204 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:07:54.202+0000 7fcef3400700 1 -- 172.21.15.113:0/2159953196 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fcef4074d70 msgr2=0x7fcef4199190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:07:54.204 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:07:54.202+0000 7fcef3400700 1 --2- 172.21.15.113:0/2159953196 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fcef4074d70 0x7fcef4199190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:07:54.204 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:07:54.202+0000 7fcef3400700 1 -- 172.21.15.113:0/2159953196 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcef40737a0 msgr2=0x7fcef4198c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:07:54.204 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:07:54.202+0000 7fcef3400700 1 --2- 172.21.15.113:0/2159953196 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcef40737a0 0x7fcef4198c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:07:54.204 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:07:54.202+0000 7fcef3400700 1 -- 172.21.15.113:0/2159953196 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcee40095f0 con 0x7fcef4108ca0 2024-01-24T13:07:54.205 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:07:54.203+0000 7fcef3400700 1 --2- 172.21.15.113:0/2159953196 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fcef4108ca0 0x7fcef41a01d0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fceec007f10 tx=0x7fceec00d3b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:07:54.205 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:07:54.203+0000 7fceeb400700 1 -- 172.21.15.113:0/2159953196 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fceec004db0 con 0x7fcef4108ca0 2024-01-24T13:07:54.205 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:07:54.203+0000 7fcef9c00700 1 -- 172.21.15.113:0/2159953196 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcef41a0d80 con 0x7fcef4108ca0 2024-01-24T13:07:54.205 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:07:54.203+0000 7fceeb400700 1 -- 172.21.15.113:0/2159953196 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(25 keys) v1 ==== 1067+0+0 (secure 0 0 0) 0x7fceec00f040 con 0x7fcef4108ca0 2024-01-24T13:07:54.205 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:07:54.203+0000 7fceeb400700 1 -- 172.21.15.113:0/2159953196 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fceec005960 con 0x7fcef4108ca0 2024-01-24T13:07:54.205 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:07:54.203+0000 7fcef9c00700 1 -- 172.21.15.113:0/2159953196 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcef41a1170 con 0x7fcef4108ca0 2024-01-24T13:07:54.205 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:07:54.204+0000 7fcef9c00700 1 -- 172.21.15.113:0/2159953196 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcef4107350 con 0x7fcef4108ca0 2024-01-24T13:07:54.206 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:07:54.206+0000 7fceeb400700 1 -- 172.21.15.113:0/2159953196 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 16) v1 ==== 135070+0+0 (secure 0 0 0) 0x7fceec00db20 con 0x7fcef4108ca0 2024-01-24T13:07:54.207 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:07:54.207+0000 7fceeb400700 1 --2- 172.21.15.113:0/2159953196 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fced40a0520 0x7fced40a29e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:07:54.207 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:07:54.207+0000 7fceeb400700 1 -- 172.21.15.113:0/2159953196 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(44..44 src has 1..44) v4 ==== 4965+0+0 (secure 0 0 0) 0x7fceec0ca5c0 con 0x7fcef4108ca0 2024-01-24T13:07:54.208 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:07:54.208+0000 7fcef2a00700 1 --2- 172.21.15.113:0/2159953196 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fced40a0520 0x7fced40a29e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:07:54.208 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:07:54.208+0000 7fcef2a00700 1 --2- 172.21.15.113:0/2159953196 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fced40a0520 0x7fced40a29e0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fcee400c010 tx=0x7fcee4009ee0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:07:54.212 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:07:54.212+0000 7fceeb400700 1 -- 172.21.15.113:0/2159953196 <== mon.2 v2:172.21.15.113:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180484 (secure 0 0 0) 0x7fceec094dd0 con 0x7fcef4108ca0 2024-01-24T13:07:54.417 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:07:54.417+0000 7fcef9c00700 1 -- 172.21.15.113:0/2159953196 --> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi113:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) v1 -- 0x7fcef4061180 con 0x7fced40a0520 2024-01-24T13:07:54.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:54 smithi084 ceph-mon[35384]: purged_snaps scrub starts 2024-01-24T13:07:54.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:54 smithi084 ceph-mon[35384]: purged_snaps scrub ok 2024-01-24T13:07:54.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:54 smithi084 ceph-mon[35384]: osd.6 [v2:172.21.15.84:6818/1946587582,v1:172.21.15.84:6819/1946587582] boot 2024-01-24T13:07:54.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:54 smithi084 ceph-mon[35384]: osdmap e44: 7 total, 7 up, 7 in 2024-01-24T13:07:54.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:54 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-01-24T13:07:54.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:54 smithi084 ceph-mon[35384]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-01-24T13:07:54.886 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:54 smithi084 ceph-mon[35384]: from='client.24305 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi113:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-01-24T13:07:54.886 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:54 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-01-24T13:07:54.886 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:54 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-01-24T13:07:54.886 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:54 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:07:54.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:54 smithi181 ceph-mon[39668]: purged_snaps scrub starts 2024-01-24T13:07:54.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:54 smithi181 ceph-mon[39668]: purged_snaps scrub ok 2024-01-24T13:07:54.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:54 smithi181 ceph-mon[39668]: osd.6 [v2:172.21.15.84:6818/1946587582,v1:172.21.15.84:6819/1946587582] boot 2024-01-24T13:07:54.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:54 smithi181 ceph-mon[39668]: osdmap e44: 7 total, 7 up, 7 in 2024-01-24T13:07:54.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:54 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-01-24T13:07:54.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:54 smithi181 ceph-mon[39668]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-01-24T13:07:54.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:54 smithi181 ceph-mon[39668]: from='client.24305 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi113:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-01-24T13:07:54.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:54 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-01-24T13:07:54.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:54 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-01-24T13:07:54.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:54 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:07:54.991 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:54 smithi113 ceph-mon[39177]: purged_snaps scrub starts 2024-01-24T13:07:54.991 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:54 smithi113 ceph-mon[39177]: purged_snaps scrub ok 2024-01-24T13:07:54.991 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:54 smithi113 ceph-mon[39177]: osd.6 [v2:172.21.15.84:6818/1946587582,v1:172.21.15.84:6819/1946587582] boot 2024-01-24T13:07:54.992 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:54 smithi113 ceph-mon[39177]: osdmap e44: 7 total, 7 up, 7 in 2024-01-24T13:07:54.992 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:54 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-01-24T13:07:54.992 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:54 smithi113 ceph-mon[39177]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-01-24T13:07:54.992 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:54 smithi113 ceph-mon[39177]: from='client.24305 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi113:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-01-24T13:07:54.992 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:54 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-01-24T13:07:54.992 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:54 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-01-24T13:07:54.993 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:54 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:07:55.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:55 smithi181 ceph-mon[39668]: osdmap e45: 7 total, 7 up, 7 in 2024-01-24T13:07:56.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:55 smithi113 ceph-mon[39177]: osdmap e45: 7 total, 7 up, 7 in 2024-01-24T13:07:56.135 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:55 smithi084 ceph-mon[35384]: osdmap e45: 7 total, 7 up, 7 in 2024-01-24T13:07:56.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:56 smithi181 ceph-mon[39668]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-01-24T13:07:57.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:56 smithi113 ceph-mon[39177]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-01-24T13:07:57.134 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:56 smithi084 ceph-mon[35384]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-01-24T13:07:58.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:57 smithi113 ceph-mon[39177]: from='client.? 172.21.15.113:0/4006625242' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "04607be5-e648-4f28-a7c3-de56d6015a0e"}]: dispatch 2024-01-24T13:07:58.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:57 smithi113 ceph-mon[39177]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "04607be5-e648-4f28-a7c3-de56d6015a0e"}]: dispatch 2024-01-24T13:07:58.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:57 smithi113 ceph-mon[39177]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "04607be5-e648-4f28-a7c3-de56d6015a0e"}]': finished 2024-01-24T13:07:58.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:57 smithi113 ceph-mon[39177]: osdmap e46: 8 total, 7 up, 8 in 2024-01-24T13:07:58.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:57 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-01-24T13:07:58.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:57 smithi113 ceph-mon[39177]: from='client.? 172.21.15.113:0/569906084' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-01-24T13:07:58.134 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:57 smithi084 ceph-mon[35384]: from='client.? 172.21.15.113:0/4006625242' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "04607be5-e648-4f28-a7c3-de56d6015a0e"}]: dispatch 2024-01-24T13:07:58.135 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:57 smithi084 ceph-mon[35384]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "04607be5-e648-4f28-a7c3-de56d6015a0e"}]: dispatch 2024-01-24T13:07:58.135 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:57 smithi084 ceph-mon[35384]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "04607be5-e648-4f28-a7c3-de56d6015a0e"}]': finished 2024-01-24T13:07:58.135 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:57 smithi084 ceph-mon[35384]: osdmap e46: 8 total, 7 up, 8 in 2024-01-24T13:07:58.135 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:57 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-01-24T13:07:58.135 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:57 smithi084 ceph-mon[35384]: from='client.? 172.21.15.113:0/569906084' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-01-24T13:07:58.149 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:57 smithi181 ceph-mon[39668]: from='client.? 172.21.15.113:0/4006625242' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "04607be5-e648-4f28-a7c3-de56d6015a0e"}]: dispatch 2024-01-24T13:07:58.149 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:57 smithi181 ceph-mon[39668]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "04607be5-e648-4f28-a7c3-de56d6015a0e"}]: dispatch 2024-01-24T13:07:58.149 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:57 smithi181 ceph-mon[39668]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "04607be5-e648-4f28-a7c3-de56d6015a0e"}]': finished 2024-01-24T13:07:58.150 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:57 smithi181 ceph-mon[39668]: osdmap e46: 8 total, 7 up, 8 in 2024-01-24T13:07:58.150 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:57 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-01-24T13:07:58.150 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:57 smithi181 ceph-mon[39668]: from='client.? 172.21.15.113:0/569906084' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-01-24T13:07:59.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:07:58 smithi113 ceph-mon[39177]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-01-24T13:07:59.134 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:07:58 smithi084 ceph-mon[35384]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-01-24T13:07:59.149 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:07:58 smithi181 ceph-mon[39668]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-01-24T13:08:00.881 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:00 smithi113 ceph-mon[39177]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-01-24T13:08:00.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:00 smithi084 ceph-mon[35384]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-01-24T13:08:00.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:00 smithi181 ceph-mon[39668]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-01-24T13:08:03.189 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:02 smithi113 ceph-mon[39177]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-01-24T13:08:03.384 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:02 smithi084 ceph-mon[35384]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-01-24T13:08:03.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:02 smithi181 ceph-mon[39668]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-01-24T13:08:04.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:03 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-01-24T13:08:04.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:03 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:08:04.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:03 smithi113 ceph-mon[39177]: Deploying daemon osd.7 on smithi113 2024-01-24T13:08:04.384 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:03 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-01-24T13:08:04.384 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:03 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:08:04.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:03 smithi084 ceph-mon[35384]: Deploying daemon osd.7 on smithi113 2024-01-24T13:08:04.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:03 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-01-24T13:08:04.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:03 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:08:04.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:03 smithi181 ceph-mon[39668]: Deploying daemon osd.7 on smithi113 2024-01-24T13:08:05.222 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:04 smithi113 ceph-mon[39177]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-01-24T13:08:05.384 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:04 smithi084 ceph-mon[35384]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-01-24T13:08:05.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:04 smithi181 ceph-mon[39668]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-01-24T13:08:07.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:06 smithi113 ceph-mon[39177]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-01-24T13:08:07.384 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:06 smithi084 ceph-mon[35384]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-01-24T13:08:07.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:06 smithi181 ceph-mon[39668]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-01-24T13:08:09.414 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:09 smithi113 ceph-mon[39177]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-01-24T13:08:09.414 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:09 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:09.414 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:09 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:09.415 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:09 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:08:09.634 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:09 smithi084 ceph-mon[35384]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-01-24T13:08:09.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:09 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:09.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:09 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:09.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:09 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:08:09.649 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:09 smithi181 ceph-mon[39668]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-01-24T13:08:09.649 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:09 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:09.649 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:09 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:09.649 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:09 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:08:11.178 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:08:11.177+0000 7fceeb400700 1 -- 172.21.15.113:0/2159953196 <== mgr.14150 v2:172.21.15.84:6800/18297849 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7fcef4061180 con 0x7fced40a0520 2024-01-24T13:08:11.179 INFO:teuthology.orchestra.run.smithi113.stdout:Created osd(s) 7 on host 'smithi113' 2024-01-24T13:08:11.180 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:08:11.179+0000 7fcef9c00700 1 -- 172.21.15.113:0/2159953196 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fced40a0520 msgr2=0x7fced40a29e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:08:11.180 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:08:11.179+0000 7fcef9c00700 1 --2- 172.21.15.113:0/2159953196 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fced40a0520 0x7fced40a29e0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fcee400c010 tx=0x7fcee4009ee0 comp rx=0 tx=0).stop 2024-01-24T13:08:11.180 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:08:11.179+0000 7fcef9c00700 1 -- 172.21.15.113:0/2159953196 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fcef4108ca0 msgr2=0x7fcef41a01d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:08:11.181 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:08:11.179+0000 7fcef9c00700 1 --2- 172.21.15.113:0/2159953196 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fcef4108ca0 0x7fcef41a01d0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fceec007f10 tx=0x7fceec00d3b0 comp rx=0 tx=0).stop 2024-01-24T13:08:11.181 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:08:11.179+0000 7fcef9c00700 1 -- 172.21.15.113:0/2159953196 shutdown_connections 2024-01-24T13:08:11.181 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:08:11.179+0000 7fcef9c00700 1 --2- 172.21.15.113:0/2159953196 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fced40a0520 0x7fced40a29e0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:08:11.181 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:08:11.179+0000 7fcef9c00700 1 --2- 172.21.15.113:0/2159953196 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fcef4108ca0 0x7fcef41a01d0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:08:11.181 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:08:11.179+0000 7fcef9c00700 1 --2- 172.21.15.113:0/2159953196 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcef40737a0 0x7fcef4198c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:08:11.181 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:08:11.179+0000 7fcef9c00700 1 --2- 172.21.15.113:0/2159953196 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fcef4074d70 0x7fcef4199190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:08:11.181 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:08:11.179+0000 7fcef9c00700 1 -- 172.21.15.113:0/2159953196 >> 172.21.15.113:0/2159953196 conn(0x7fcef40fc330 msgr2=0x7fcef40fe720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:08:11.181 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:08:11.180+0000 7fcef9c00700 1 -- 172.21.15.113:0/2159953196 shutdown_connections 2024-01-24T13:08:11.181 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:08:11.180+0000 7fcef9c00700 1 -- 172.21.15.113:0/2159953196 wait complete. 2024-01-24T13:08:11.384 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:11 smithi084 ceph-mon[35384]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-01-24T13:08:11.384 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:11 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:11.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:11 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:11.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:11 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:08:11.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:11 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:08:11.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:11 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:11.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:11 smithi181 ceph-mon[39668]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-01-24T13:08:11.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:11 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:11.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:11 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:11.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:11 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:08:11.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:11 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:08:11.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:11 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:11.430 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:11 smithi113 ceph-mon[39177]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-01-24T13:08:11.430 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:11 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:11.430 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:11 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:11.430 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:11 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:08:11.430 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:11 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:08:11.430 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:11 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:11.652 DEBUG:teuthology.orchestra.run.smithi113:osd.7> sudo journalctl -f -n 0 -u ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@osd.7.service 2024-01-24T13:08:11.656 INFO:tasks.cephadm:Deploying osd.8 on smithi181 with /dev/vg_nvme/lv_2... 2024-01-24T13:08:11.656 DEBUG:teuthology.orchestra.run.smithi181:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4e3182a65800aed6d4aa2f6b86da3cfd72188134 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d5d5b6f8-bab8-11ee-95b1-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-01-24T13:08:11.734 INFO:journalctl@ceph.osd.7.smithi113.stdout:-- Logs begin at Wed 2024-01-24 12:47:43 UTC. -- 2024-01-24T13:08:12.033 INFO:teuthology.orchestra.run.smithi181.stderr:Inferring config /var/lib/ceph/d5d5b6f8-bab8-11ee-95b1-87774f69a715/mon.c/config 2024-01-24T13:08:12.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:12 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:12.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:12 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:12.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:12 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:08:12.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:12 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:12.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:12 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:12.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:12 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:08:12.598 INFO:journalctl@ceph.osd.7.smithi113.stdout:Jan 24 13:08:12 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-7[61259]: 2024-01-24T13:08:12.343+0000 7fdb5f867640 -1 osd.7 0 log_to_monitors true 2024-01-24T13:08:12.634 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:12 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:12.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:12 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:12.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:12 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:08:13.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:13 smithi181 ceph-mon[39668]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-01-24T13:08:13.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:13 smithi181 ceph-mon[39668]: from='osd.7 [v2:172.21.15.113:6816/2426923166,v1:172.21.15.113:6817/2426923166]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-01-24T13:08:13.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:13 smithi181 ceph-mon[39668]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-01-24T13:08:13.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:13 smithi113 ceph-mon[39177]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-01-24T13:08:13.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:13 smithi113 ceph-mon[39177]: from='osd.7 [v2:172.21.15.113:6816/2426923166,v1:172.21.15.113:6817/2426923166]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-01-24T13:08:13.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:13 smithi113 ceph-mon[39177]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-01-24T13:08:13.634 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:13 smithi084 ceph-mon[35384]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-01-24T13:08:13.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:13 smithi084 ceph-mon[35384]: from='osd.7 [v2:172.21.15.113:6816/2426923166,v1:172.21.15.113:6817/2426923166]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-01-24T13:08:13.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:13 smithi084 ceph-mon[35384]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-01-24T13:08:13.642 INFO:teuthology.orchestra.run.smithi181.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-01-24T13:08:13.642 INFO:teuthology.orchestra.run.smithi181.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-01-24T13:08:13.642 INFO:teuthology.orchestra.run.smithi181.stderr: stderr: 10+0 records in 2024-01-24T13:08:13.642 INFO:teuthology.orchestra.run.smithi181.stderr:10+0 records out 2024-01-24T13:08:13.643 INFO:teuthology.orchestra.run.smithi181.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0302189 s, 347 MB/s 2024-01-24T13:08:13.643 INFO:teuthology.orchestra.run.smithi181.stderr:--> Zapping successful for: 2024-01-24T13:08:14.039 DEBUG:teuthology.orchestra.run.smithi181:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4e3182a65800aed6d4aa2f6b86da3cfd72188134 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d5d5b6f8-bab8-11ee-95b1-87774f69a715 -- ceph orch daemon add osd smithi181:vg_nvme/lv_2 2024-01-24T13:08:14.392 INFO:teuthology.orchestra.run.smithi181.stderr:Inferring config /var/lib/ceph/d5d5b6f8-bab8-11ee-95b1-87774f69a715/mon.c/config 2024-01-24T13:08:14.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:14 smithi181 ceph-mon[39668]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-01-24T13:08:14.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:14 smithi181 ceph-mon[39668]: osdmap e47: 8 total, 7 up, 8 in 2024-01-24T13:08:14.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:14 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-01-24T13:08:14.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:14 smithi181 ceph-mon[39668]: from='osd.7 [v2:172.21.15.113:6816/2426923166,v1:172.21.15.113:6817/2426923166]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-01-24T13:08:14.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:14 smithi181 ceph-mon[39668]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-01-24T13:08:14.527 INFO:journalctl@ceph.osd.7.smithi113.stdout:Jan 24 13:08:14 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-7[61259]: 2024-01-24T13:08:14.168+0000 7fdb53400700 -1 osd.7 0 waiting for initial osdmap 2024-01-24T13:08:14.527 INFO:journalctl@ceph.osd.7.smithi113.stdout:Jan 24 13:08:14 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-7[61259]: 2024-01-24T13:08:14.180+0000 7fdb4ce00700 -1 osd.7 48 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-01-24T13:08:14.528 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:14 smithi113 ceph-mon[39177]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-01-24T13:08:14.528 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:14 smithi113 ceph-mon[39177]: osdmap e47: 8 total, 7 up, 8 in 2024-01-24T13:08:14.528 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:14 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-01-24T13:08:14.528 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:14 smithi113 ceph-mon[39177]: from='osd.7 [v2:172.21.15.113:6816/2426923166,v1:172.21.15.113:6817/2426923166]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-01-24T13:08:14.528 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:14 smithi113 ceph-mon[39177]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-01-24T13:08:14.634 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:14 smithi084 ceph-mon[35384]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-01-24T13:08:14.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:14 smithi084 ceph-mon[35384]: osdmap e47: 8 total, 7 up, 8 in 2024-01-24T13:08:14.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:14 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-01-24T13:08:14.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:14 smithi084 ceph-mon[35384]: from='osd.7 [v2:172.21.15.113:6816/2426923166,v1:172.21.15.113:6817/2426923166]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-01-24T13:08:14.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:14 smithi084 ceph-mon[35384]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-01-24T13:08:15.517 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:08:15.513+0000 7f2065e00700 1 -- 172.21.15.181:0/3157064758 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f2060104190 msgr2=0x7f2060106580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:08:15.517 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:08:15.513+0000 7f2065e00700 1 --2- 172.21.15.181:0/3157064758 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f2060104190 0x7f2060106580 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f2048009990 tx=0x7f2048009ca0 comp rx=0 tx=0).stop 2024-01-24T13:08:15.517 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:08:15.513+0000 7f2065e00700 1 -- 172.21.15.181:0/3157064758 shutdown_connections 2024-01-24T13:08:15.517 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:08:15.513+0000 7f2065e00700 1 --2- 172.21.15.181:0/3157064758 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2060106ac0 0x7f2060108f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:08:15.517 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:08:15.513+0000 7f2065e00700 1 --2- 172.21.15.181:0/3157064758 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2060101860 0x7f2060103c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:08:15.517 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:08:15.513+0000 7f2065e00700 1 --2- 172.21.15.181:0/3157064758 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f2060104190 0x7f2060106580 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:08:15.517 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:08:15.513+0000 7f2065e00700 1 -- 172.21.15.181:0/3157064758 >> 172.21.15.181:0/3157064758 conn(0x7f20600fb250 msgr2=0x7f20600fd6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:08:15.518 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:08:15.513+0000 7f2065e00700 1 -- 172.21.15.181:0/3157064758 shutdown_connections 2024-01-24T13:08:15.518 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:08:15.513+0000 7f2065e00700 1 -- 172.21.15.181:0/3157064758 wait complete. 2024-01-24T13:08:15.518 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:08:15.514+0000 7f2065e00700 1 Processor -- start 2024-01-24T13:08:15.518 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:08:15.514+0000 7f2065e00700 1 -- start start 2024-01-24T13:08:15.518 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:08:15.515+0000 7f2065e00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f2060101860 0x7f20601011c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:08:15.518 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:08:15.515+0000 7f2065e00700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2060104190 0x7f20600ff810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:08:15.518 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:08:15.515+0000 7f2065e00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2060106ac0 0x7f20600ffd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:08:15.518 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:08:15.515+0000 7f2065e00700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f20601004d0 con 0x7f2060106ac0 2024-01-24T13:08:15.518 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:08:15.515+0000 7f2065e00700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2060100640 con 0x7f2060104190 2024-01-24T13:08:15.518 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:08:15.515+0000 7f2065e00700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f20601a0a60 con 0x7f2060101860 2024-01-24T13:08:15.519 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:08:15.515+0000 7f205ea00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f2060101860 0x7f20601011c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:08:15.519 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:08:15.515+0000 7f205ea00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f2060101860 0x7f20601011c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.181:36940/0 (socket says 172.21.15.181:36940) 2024-01-24T13:08:15.519 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:08:15.515+0000 7f205ea00700 1 -- 172.21.15.181:0/2465233842 learned_addr learned my addr 172.21.15.181:0/2465233842 (peer_addr_for_me v2:172.21.15.181:0/0) 2024-01-24T13:08:15.519 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:08:15.515+0000 7f205f400700 1 --2- 172.21.15.181:0/2465233842 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2060106ac0 0x7f20600ffd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:08:15.519 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:08:15.515+0000 7f205e000700 1 --2- 172.21.15.181:0/2465233842 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2060104190 0x7f20600ff810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:08:15.519 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:08:15.515+0000 7f205ea00700 1 -- 172.21.15.181:0/2465233842 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2060104190 msgr2=0x7f20600ff810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:08:15.519 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:08:15.515+0000 7f205ea00700 1 --2- 172.21.15.181:0/2465233842 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2060104190 0x7f20600ff810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:08:15.519 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:08:15.515+0000 7f205ea00700 1 -- 172.21.15.181:0/2465233842 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2060106ac0 msgr2=0x7f20600ffd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:08:15.519 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:08:15.515+0000 7f205ea00700 1 --2- 172.21.15.181:0/2465233842 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2060106ac0 0x7f20600ffd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:08:15.519 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:08:15.515+0000 7f205ea00700 1 -- 172.21.15.181:0/2465233842 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f20480095f0 con 0x7f2060101860 2024-01-24T13:08:15.520 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:08:15.515+0000 7f205e000700 1 --2- 172.21.15.181:0/2465233842 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2060104190 0x7f20600ff810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-01-24T13:08:15.520 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:08:15.516+0000 7f205ea00700 1 --2- 172.21.15.181:0/2465233842 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f2060101860 0x7f20601011c0 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f205000d950 tx=0x7f205000dc60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:08:15.520 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:08:15.516+0000 7f2064a00700 1 -- 172.21.15.181:0/2465233842 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2050009940 con 0x7f2060101860 2024-01-24T13:08:15.520 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:08:15.516+0000 7f2064a00700 1 -- 172.21.15.181:0/2465233842 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(25 keys) v1 ==== 1067+0+0 (secure 0 0 0) 0x7f2050010460 con 0x7f2060101860 2024-01-24T13:08:15.520 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:08:15.516+0000 7f2065e00700 1 -- 172.21.15.181:0/2465233842 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f20601a0d40 con 0x7f2060101860 2024-01-24T13:08:15.520 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:08:15.516+0000 7f2064a00700 1 -- 172.21.15.181:0/2465233842 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f205000f620 con 0x7f2060101860 2024-01-24T13:08:15.520 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:08:15.516+0000 7f2065e00700 1 -- 172.21.15.181:0/2465233842 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f20601a1190 con 0x7f2060101860 2024-01-24T13:08:15.521 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:08:15.517+0000 7f2065e00700 1 -- 172.21.15.181:0/2465233842 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f20600fcdd0 con 0x7f2060101860 2024-01-24T13:08:15.521 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:08:15.519+0000 7f2064a00700 1 -- 172.21.15.181:0/2465233842 <== mon.1 v2:172.21.15.181:3300/0 4 ==== mgrmap(e 16) v1 ==== 135070+0+0 (secure 0 0 0) 0x7f20500105d0 con 0x7f2060101860 2024-01-24T13:08:15.521 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:08:15.520+0000 7f2064a00700 1 --2- 172.21.15.181:0/2465233842 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f20400a0520 0x7f20400a29e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:08:15.521 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:08:15.520+0000 7f2064a00700 1 -- 172.21.15.181:0/2465233842 <== mon.1 v2:172.21.15.181:3300/0 5 ==== osd_map(49..49 src has 1..49) v4 ==== 5430+0+0 (secure 0 0 0) 0x7f20500cad30 con 0x7f2060101860 2024-01-24T13:08:15.521 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:08:15.521+0000 7f205e000700 1 --2- 172.21.15.181:0/2465233842 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f20400a0520 0x7f20400a29e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:08:15.522 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:08:15.522+0000 7f205e000700 1 --2- 172.21.15.181:0/2465233842 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f20400a0520 0x7f20400a29e0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f204800b5c0 tx=0x7f2048005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:08:15.525 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:08:15.525+0000 7f2064a00700 1 -- 172.21.15.181:0/2465233842 <== mon.1 v2:172.21.15.181:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180484 (secure 0 0 0) 0x7f2050095370 con 0x7f2060101860 2024-01-24T13:08:15.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:15 smithi113 ceph-mon[39177]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-01-24T13:08:15.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:15 smithi113 ceph-mon[39177]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]': finished 2024-01-24T13:08:15.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:15 smithi113 ceph-mon[39177]: osdmap e48: 8 total, 7 up, 8 in 2024-01-24T13:08:15.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:15 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-01-24T13:08:15.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:15 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-01-24T13:08:15.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:15 smithi113 ceph-mon[39177]: Detected new or changed devices on smithi113 2024-01-24T13:08:15.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:15 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:15.528 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:15 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:15.528 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:15 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-24T13:08:15.528 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:15 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-24T13:08:15.528 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:15 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-24T13:08:15.528 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:15 smithi113 ceph-mon[39177]: Adjusting osd_memory_target on smithi113 to 5757M 2024-01-24T13:08:15.528 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:15 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:15.528 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:15 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:08:15.528 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:15 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:08:15.528 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:15 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:15.529 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:15 smithi113 ceph-mon[39177]: osd.7 [v2:172.21.15.113:6816/2426923166,v1:172.21.15.113:6817/2426923166] boot 2024-01-24T13:08:15.529 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:15 smithi113 ceph-mon[39177]: osdmap e49: 8 total, 8 up, 8 in 2024-01-24T13:08:15.529 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:15 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-01-24T13:08:15.634 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:15 smithi084 ceph-mon[35384]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-01-24T13:08:15.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:15 smithi084 ceph-mon[35384]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]': finished 2024-01-24T13:08:15.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:15 smithi084 ceph-mon[35384]: osdmap e48: 8 total, 7 up, 8 in 2024-01-24T13:08:15.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:15 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-01-24T13:08:15.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:15 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-01-24T13:08:15.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:15 smithi084 ceph-mon[35384]: Detected new or changed devices on smithi113 2024-01-24T13:08:15.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:15 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:15.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:15 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:15.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:15 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-24T13:08:15.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:15 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-24T13:08:15.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:15 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-24T13:08:15.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:15 smithi084 ceph-mon[35384]: Adjusting osd_memory_target on smithi113 to 5757M 2024-01-24T13:08:15.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:15 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:15.636 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:15 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:08:15.636 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:15 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:08:15.636 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:15 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:15.636 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:15 smithi084 ceph-mon[35384]: osd.7 [v2:172.21.15.113:6816/2426923166,v1:172.21.15.113:6817/2426923166] boot 2024-01-24T13:08:15.636 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:15 smithi084 ceph-mon[35384]: osdmap e49: 8 total, 8 up, 8 in 2024-01-24T13:08:15.636 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:15 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-01-24T13:08:15.649 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:15 smithi181 ceph-mon[39668]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-01-24T13:08:15.649 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:15 smithi181 ceph-mon[39668]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]': finished 2024-01-24T13:08:15.649 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:15 smithi181 ceph-mon[39668]: osdmap e48: 8 total, 7 up, 8 in 2024-01-24T13:08:15.649 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:15 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-01-24T13:08:15.649 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:15 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-01-24T13:08:15.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:15 smithi181 ceph-mon[39668]: Detected new or changed devices on smithi113 2024-01-24T13:08:15.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:15 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:15.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:15 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:15.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:15 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-24T13:08:15.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:15 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-24T13:08:15.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:15 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-24T13:08:15.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:15 smithi181 ceph-mon[39668]: Adjusting osd_memory_target on smithi113 to 5757M 2024-01-24T13:08:15.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:15 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:15.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:15 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:08:15.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:15 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:08:15.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:15 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:15.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:15 smithi181 ceph-mon[39668]: osd.7 [v2:172.21.15.113:6816/2426923166,v1:172.21.15.113:6817/2426923166] boot 2024-01-24T13:08:15.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:15 smithi181 ceph-mon[39668]: osdmap e49: 8 total, 8 up, 8 in 2024-01-24T13:08:15.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:15 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-01-24T13:08:15.731 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:08:15.730+0000 7f2065e00700 1 -- 172.21.15.181:0/2465233842 --> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi181:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) v1 -- 0x7f2060061180 con 0x7f20400a0520 2024-01-24T13:08:16.434 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:16 smithi181 ceph-mon[39668]: purged_snaps scrub starts 2024-01-24T13:08:16.435 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:16 smithi181 ceph-mon[39668]: purged_snaps scrub ok 2024-01-24T13:08:16.435 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:16 smithi181 ceph-mon[39668]: osdmap e50: 8 total, 8 up, 8 in 2024-01-24T13:08:16.435 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:16 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-01-24T13:08:16.435 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:16 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-01-24T13:08:16.435 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:16 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:08:16.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:16 smithi113 ceph-mon[39177]: purged_snaps scrub starts 2024-01-24T13:08:16.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:16 smithi113 ceph-mon[39177]: purged_snaps scrub ok 2024-01-24T13:08:16.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:16 smithi113 ceph-mon[39177]: osdmap e50: 8 total, 8 up, 8 in 2024-01-24T13:08:16.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:16 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-01-24T13:08:16.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:16 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-01-24T13:08:16.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:16 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:08:16.634 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:16 smithi084 ceph-mon[35384]: purged_snaps scrub starts 2024-01-24T13:08:16.634 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:16 smithi084 ceph-mon[35384]: purged_snaps scrub ok 2024-01-24T13:08:16.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:16 smithi084 ceph-mon[35384]: osdmap e50: 8 total, 8 up, 8 in 2024-01-24T13:08:16.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:16 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-01-24T13:08:16.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:16 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-01-24T13:08:16.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:16 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:08:17.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:17 smithi181 ceph-mon[39668]: from='client.24313 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi181:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-01-24T13:08:17.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:17 smithi181 ceph-mon[39668]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2024-01-24T13:08:17.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:17 smithi181 ceph-mon[39668]: osdmap e51: 8 total, 8 up, 8 in 2024-01-24T13:08:17.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:17 smithi113 ceph-mon[39177]: from='client.24313 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi181:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-01-24T13:08:17.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:17 smithi113 ceph-mon[39177]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2024-01-24T13:08:17.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:17 smithi113 ceph-mon[39177]: osdmap e51: 8 total, 8 up, 8 in 2024-01-24T13:08:17.634 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:17 smithi084 ceph-mon[35384]: from='client.24313 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi181:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-01-24T13:08:17.634 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:17 smithi084 ceph-mon[35384]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2024-01-24T13:08:17.634 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:17 smithi084 ceph-mon[35384]: osdmap e51: 8 total, 8 up, 8 in 2024-01-24T13:08:18.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:18 smithi181 ceph-mon[39668]: osdmap e52: 8 total, 8 up, 8 in 2024-01-24T13:08:18.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:18 smithi181 ceph-mon[39668]: pgmap v161: 1 pgs: 1 remapped+peering; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2024-01-24T13:08:18.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:18 smithi181 ceph-mon[39668]: from='client.? 172.21.15.181:0/1737538727' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ddca922c-04b0-4c7b-baf6-4b63aef38f86"}]: dispatch 2024-01-24T13:08:18.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:18 smithi181 ceph-mon[39668]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ddca922c-04b0-4c7b-baf6-4b63aef38f86"}]: dispatch 2024-01-24T13:08:18.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:18 smithi181 ceph-mon[39668]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ddca922c-04b0-4c7b-baf6-4b63aef38f86"}]': finished 2024-01-24T13:08:18.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:18 smithi181 ceph-mon[39668]: osdmap e53: 9 total, 8 up, 9 in 2024-01-24T13:08:18.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:18 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-01-24T13:08:19.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:18 smithi113 ceph-mon[39177]: osdmap e52: 8 total, 8 up, 8 in 2024-01-24T13:08:19.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:18 smithi113 ceph-mon[39177]: pgmap v161: 1 pgs: 1 remapped+peering; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2024-01-24T13:08:19.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:18 smithi113 ceph-mon[39177]: from='client.? 172.21.15.181:0/1737538727' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ddca922c-04b0-4c7b-baf6-4b63aef38f86"}]: dispatch 2024-01-24T13:08:19.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:18 smithi113 ceph-mon[39177]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ddca922c-04b0-4c7b-baf6-4b63aef38f86"}]: dispatch 2024-01-24T13:08:19.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:18 smithi113 ceph-mon[39177]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ddca922c-04b0-4c7b-baf6-4b63aef38f86"}]': finished 2024-01-24T13:08:19.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:18 smithi113 ceph-mon[39177]: osdmap e53: 9 total, 8 up, 9 in 2024-01-24T13:08:19.028 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:18 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-01-24T13:08:19.135 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:18 smithi084 ceph-mon[35384]: osdmap e52: 8 total, 8 up, 8 in 2024-01-24T13:08:19.135 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:18 smithi084 ceph-mon[35384]: pgmap v161: 1 pgs: 1 remapped+peering; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2024-01-24T13:08:19.135 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:18 smithi084 ceph-mon[35384]: from='client.? 172.21.15.181:0/1737538727' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ddca922c-04b0-4c7b-baf6-4b63aef38f86"}]: dispatch 2024-01-24T13:08:19.135 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:18 smithi084 ceph-mon[35384]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ddca922c-04b0-4c7b-baf6-4b63aef38f86"}]: dispatch 2024-01-24T13:08:19.135 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:18 smithi084 ceph-mon[35384]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ddca922c-04b0-4c7b-baf6-4b63aef38f86"}]': finished 2024-01-24T13:08:19.135 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:18 smithi084 ceph-mon[35384]: osdmap e53: 9 total, 8 up, 9 in 2024-01-24T13:08:19.136 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:18 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-01-24T13:08:19.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:19 smithi181 ceph-mon[39668]: from='client.? 172.21.15.181:0/4093326777' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-01-24T13:08:20.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:19 smithi113 ceph-mon[39177]: from='client.? 172.21.15.181:0/4093326777' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-01-24T13:08:20.135 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:19 smithi084 ceph-mon[35384]: from='client.? 172.21.15.181:0/4093326777' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-01-24T13:08:20.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:20 smithi181 ceph-mon[39668]: pgmap v163: 1 pgs: 1 remapped+peering; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-01-24T13:08:21.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:20 smithi113 ceph-mon[39177]: pgmap v163: 1 pgs: 1 remapped+peering; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-01-24T13:08:21.134 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:20 smithi084 ceph-mon[35384]: pgmap v163: 1 pgs: 1 remapped+peering; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-01-24T13:08:23.197 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:22 smithi181 ceph-mon[39668]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-01-24T13:08:23.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:22 smithi113 ceph-mon[39177]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-01-24T13:08:23.384 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:22 smithi084 ceph-mon[35384]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-01-24T13:08:25.149 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:24 smithi181 ceph-mon[39668]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-01-24T13:08:25.149 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:24 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-01-24T13:08:25.150 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:24 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:08:25.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:24 smithi113 ceph-mon[39177]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-01-24T13:08:25.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:24 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-01-24T13:08:25.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:24 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:08:25.384 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:24 smithi084 ceph-mon[35384]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-01-24T13:08:25.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:24 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-01-24T13:08:25.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:24 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:08:26.149 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:25 smithi181 ceph-mon[39668]: Deploying daemon osd.8 on smithi181 2024-01-24T13:08:26.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:25 smithi113 ceph-mon[39177]: Deploying daemon osd.8 on smithi181 2024-01-24T13:08:26.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:25 smithi084 ceph-mon[35384]: Deploying daemon osd.8 on smithi181 2024-01-24T13:08:27.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:26 smithi113 ceph-mon[39177]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-01-24T13:08:27.286 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:26 smithi181 ceph-mon[39668]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-01-24T13:08:27.384 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:26 smithi084 ceph-mon[35384]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-01-24T13:08:29.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:28 smithi113 ceph-mon[39177]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-01-24T13:08:29.384 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:28 smithi084 ceph-mon[35384]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-01-24T13:08:29.457 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:28 smithi181 ceph-mon[39668]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-01-24T13:08:30.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:30 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:30.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:30 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:30.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:30 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:08:30.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:30 smithi181 ceph-mon[39668]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-01-24T13:08:31.134 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:30 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:31.135 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:30 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:31.135 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:30 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:08:31.135 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:30 smithi084 ceph-mon[35384]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-01-24T13:08:31.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:30 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:31.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:30 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:31.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:30 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:08:31.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:30 smithi113 ceph-mon[39177]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-01-24T13:08:32.450 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:08:32.449+0000 7f2064a00700 1 -- 172.21.15.181:0/2465233842 <== mgr.14150 v2:172.21.15.84:6800/18297849 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7f2060061180 con 0x7f20400a0520 2024-01-24T13:08:32.450 INFO:teuthology.orchestra.run.smithi181.stdout:Created osd(s) 8 on host 'smithi181' 2024-01-24T13:08:32.455 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:08:32.451+0000 7f2065e00700 1 -- 172.21.15.181:0/2465233842 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f20400a0520 msgr2=0x7f20400a29e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:08:32.455 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:08:32.452+0000 7f2065e00700 1 --2- 172.21.15.181:0/2465233842 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f20400a0520 0x7f20400a29e0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f204800b5c0 tx=0x7f2048005fb0 comp rx=0 tx=0).stop 2024-01-24T13:08:32.455 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:08:32.452+0000 7f2065e00700 1 -- 172.21.15.181:0/2465233842 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f2060101860 msgr2=0x7f20601011c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:08:32.455 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:08:32.452+0000 7f2065e00700 1 --2- 172.21.15.181:0/2465233842 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f2060101860 0x7f20601011c0 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f205000d950 tx=0x7f205000dc60 comp rx=0 tx=0).stop 2024-01-24T13:08:32.455 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:08:32.452+0000 7f2065e00700 1 -- 172.21.15.181:0/2465233842 shutdown_connections 2024-01-24T13:08:32.455 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:08:32.452+0000 7f2065e00700 1 --2- 172.21.15.181:0/2465233842 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f20400a0520 0x7f20400a29e0 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:08:32.456 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:08:32.452+0000 7f2065e00700 1 --2- 172.21.15.181:0/2465233842 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2060106ac0 0x7f20600ffd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:08:32.456 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:08:32.452+0000 7f2065e00700 1 --2- 172.21.15.181:0/2465233842 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f2060101860 0x7f20601011c0 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:08:32.456 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:08:32.452+0000 7f2065e00700 1 --2- 172.21.15.181:0/2465233842 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2060104190 0x7f20600ff810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:08:32.456 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:08:32.452+0000 7f2065e00700 1 -- 172.21.15.181:0/2465233842 >> 172.21.15.181:0/2465233842 conn(0x7f20600fb250 msgr2=0x7f20601024d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:08:32.456 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:08:32.452+0000 7f2065e00700 1 -- 172.21.15.181:0/2465233842 shutdown_connections 2024-01-24T13:08:32.456 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:08:32.452+0000 7f2065e00700 1 -- 172.21.15.181:0/2465233842 wait complete. 2024-01-24T13:08:32.865 DEBUG:teuthology.orchestra.run.smithi181:osd.8> sudo journalctl -f -n 0 -u ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@osd.8.service 2024-01-24T13:08:32.870 INFO:tasks.cephadm:Deploying osd.9 on smithi084 with /dev/vg_nvme/lv_1... 2024-01-24T13:08:32.870 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4e3182a65800aed6d4aa2f6b86da3cfd72188134 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d5d5b6f8-bab8-11ee-95b1-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-01-24T13:08:32.928 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:32 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:32.928 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:32 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:32.928 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:32 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:08:32.928 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:32 smithi181 ceph-mon[39668]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-01-24T13:08:32.928 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:32 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:08:32.928 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:32 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:32.929 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:32 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:32.929 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:32 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:32.929 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:32 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:08:32.941 INFO:journalctl@ceph.osd.8.smithi181.stdout:-- Logs begin at Wed 2024-01-24 12:47:10 UTC. -- 2024-01-24T13:08:33.134 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:32 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:33.135 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:32 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:33.135 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:32 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:08:33.135 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:32 smithi084 ceph-mon[35384]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-01-24T13:08:33.135 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:32 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:08:33.135 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:32 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:33.135 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:32 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:33.135 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:32 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:33.135 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:32 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:08:33.233 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/d5d5b6f8-bab8-11ee-95b1-87774f69a715/mon.a/config 2024-01-24T13:08:33.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:32 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:33.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:32 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:33.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:32 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:08:33.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:32 smithi113 ceph-mon[39177]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-01-24T13:08:33.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:32 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:08:33.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:32 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:33.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:32 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:33.278 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:32 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:33.278 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:32 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:08:34.400 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:08:33 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:08:33.909+0000 7fc29fb39640 -1 osd.8 0 log_to_monitors true 2024-01-24T13:08:34.947 INFO:teuthology.orchestra.run.smithi084.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-01-24T13:08:34.947 INFO:teuthology.orchestra.run.smithi084.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-01-24T13:08:34.948 INFO:teuthology.orchestra.run.smithi084.stderr: stderr: 10+0 records in 2024-01-24T13:08:34.948 INFO:teuthology.orchestra.run.smithi084.stderr:10+0 records out 2024-01-24T13:08:34.948 INFO:teuthology.orchestra.run.smithi084.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0511918 s, 205 MB/s 2024-01-24T13:08:34.948 INFO:teuthology.orchestra.run.smithi084.stderr: stderr: 2024-01-24T13:08:34.948 INFO:teuthology.orchestra.run.smithi084.stderr:--> Zapping successful for: 2024-01-24T13:08:35.149 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:34 smithi181 ceph-mon[39668]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-01-24T13:08:35.149 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:34 smithi181 ceph-mon[39668]: from='osd.8 [v2:172.21.15.181:6816/4151286226,v1:172.21.15.181:6817/4151286226]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-01-24T13:08:35.149 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:34 smithi181 ceph-mon[39668]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-01-24T13:08:35.157 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:34 smithi084 ceph-mon[35384]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-01-24T13:08:35.157 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:34 smithi084 ceph-mon[35384]: from='osd.8 [v2:172.21.15.181:6816/4151286226,v1:172.21.15.181:6817/4151286226]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-01-24T13:08:35.157 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:34 smithi084 ceph-mon[35384]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-01-24T13:08:35.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:34 smithi113 ceph-mon[39177]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-01-24T13:08:35.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:34 smithi113 ceph-mon[39177]: from='osd.8 [v2:172.21.15.181:6816/4151286226,v1:172.21.15.181:6817/4151286226]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-01-24T13:08:35.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:34 smithi113 ceph-mon[39177]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-01-24T13:08:35.343 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4e3182a65800aed6d4aa2f6b86da3cfd72188134 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d5d5b6f8-bab8-11ee-95b1-87774f69a715 -- ceph orch daemon add osd smithi084:vg_nvme/lv_1 2024-01-24T13:08:35.711 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/d5d5b6f8-bab8-11ee-95b1-87774f69a715/mon.a/config 2024-01-24T13:08:36.135 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:35 smithi084 ceph-mon[35384]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-01-24T13:08:36.135 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:35 smithi084 ceph-mon[35384]: osdmap e54: 9 total, 8 up, 9 in 2024-01-24T13:08:36.135 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:35 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-01-24T13:08:36.135 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:35 smithi084 ceph-mon[35384]: from='osd.8 [v2:172.21.15.181:6816/4151286226,v1:172.21.15.181:6817/4151286226]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]: dispatch 2024-01-24T13:08:36.135 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:35 smithi084 ceph-mon[35384]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]: dispatch 2024-01-24T13:08:36.135 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:35 smithi084 ceph-mon[35384]: Detected new or changed devices on smithi181 2024-01-24T13:08:36.136 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:35 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:36.136 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:35 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:36.136 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:35 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-24T13:08:36.136 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:35 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-24T13:08:36.136 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:35 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-24T13:08:36.136 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:35 smithi084 ceph-mon[35384]: Adjusting osd_memory_target on smithi181 to 5757M 2024-01-24T13:08:36.136 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:35 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:36.136 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:35 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:08:36.136 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:35 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:08:36.136 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:35 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:36.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:35 smithi113 ceph-mon[39177]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-01-24T13:08:36.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:35 smithi113 ceph-mon[39177]: osdmap e54: 9 total, 8 up, 9 in 2024-01-24T13:08:36.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:35 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-01-24T13:08:36.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:35 smithi113 ceph-mon[39177]: from='osd.8 [v2:172.21.15.181:6816/4151286226,v1:172.21.15.181:6817/4151286226]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]: dispatch 2024-01-24T13:08:36.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:35 smithi113 ceph-mon[39177]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]: dispatch 2024-01-24T13:08:36.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:35 smithi113 ceph-mon[39177]: Detected new or changed devices on smithi181 2024-01-24T13:08:36.278 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:35 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:36.278 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:35 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:36.278 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:35 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-24T13:08:36.278 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:35 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-24T13:08:36.278 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:35 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-24T13:08:36.278 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:35 smithi113 ceph-mon[39177]: Adjusting osd_memory_target on smithi181 to 5757M 2024-01-24T13:08:36.278 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:35 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:36.278 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:35 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:08:36.278 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:35 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:08:36.278 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:35 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:36.399 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:08:35 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:08:35.916+0000 7fc293600700 -1 osd.8 0 waiting for initial osdmap 2024-01-24T13:08:36.399 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:08:35 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:08:35.930+0000 7fc28c600700 -1 osd.8 55 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-01-24T13:08:36.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:35 smithi181 ceph-mon[39668]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-01-24T13:08:36.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:35 smithi181 ceph-mon[39668]: osdmap e54: 9 total, 8 up, 9 in 2024-01-24T13:08:36.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:35 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-01-24T13:08:36.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:35 smithi181 ceph-mon[39668]: from='osd.8 [v2:172.21.15.181:6816/4151286226,v1:172.21.15.181:6817/4151286226]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]: dispatch 2024-01-24T13:08:36.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:35 smithi181 ceph-mon[39668]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]: dispatch 2024-01-24T13:08:36.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:35 smithi181 ceph-mon[39668]: Detected new or changed devices on smithi181 2024-01-24T13:08:36.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:35 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:36.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:35 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:36.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:35 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-24T13:08:36.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:35 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-24T13:08:36.401 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:35 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-24T13:08:36.401 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:35 smithi181 ceph-mon[39668]: Adjusting osd_memory_target on smithi181 to 5757M 2024-01-24T13:08:36.401 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:35 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:36.401 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:35 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:08:36.401 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:35 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:08:36.401 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:35 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:36.960 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:08:36.960+0000 7f2368a00700 1 -- 172.21.15.84:0/3165798089 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2360102980 msgr2=0x7f2360109230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:08:36.960 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:08:36.960+0000 7f2368a00700 1 --2- 172.21.15.84:0/3165798089 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2360102980 0x7f2360109230 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f235800b0d0 tx=0x7f235800b3e0 comp rx=0 tx=0).stop 2024-01-24T13:08:36.961 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:08:36.960+0000 7f2368a00700 1 -- 172.21.15.84:0/3165798089 shutdown_connections 2024-01-24T13:08:36.961 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:08:36.960+0000 7f2368a00700 1 --2- 172.21.15.84:0/3165798089 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2360102980 0x7f2360109230 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:08:36.961 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:08:36.960+0000 7f2368a00700 1 --2- 172.21.15.84:0/3165798089 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f2360100de0 0x7f2360101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:08:36.961 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:08:36.960+0000 7f2368a00700 1 --2- 172.21.15.84:0/3165798089 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2360101fe0 0x7f2360102440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:08:36.961 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:08:36.960+0000 7f2368a00700 1 -- 172.21.15.84:0/3165798089 >> 172.21.15.84:0/3165798089 conn(0x7f23600fc360 msgr2=0x7f23600fe7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:08:36.961 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:08:36.960+0000 7f2368a00700 1 -- 172.21.15.84:0/3165798089 shutdown_connections 2024-01-24T13:08:36.961 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:08:36.960+0000 7f2368a00700 1 -- 172.21.15.84:0/3165798089 wait complete. 2024-01-24T13:08:36.963 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:08:36.961+0000 7f2368a00700 1 Processor -- start 2024-01-24T13:08:36.963 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:08:36.962+0000 7f2368a00700 1 -- start start 2024-01-24T13:08:36.963 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:08:36.962+0000 7f2368a00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2360100de0 0x7f2360198ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:08:36.963 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:08:36.962+0000 7f2368a00700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2360101fe0 0x7f23601991e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:08:36.963 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:08:36.962+0000 7f2368a00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f2360102980 0x7f23601a0250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:08:36.963 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:08:36.962+0000 7f2368a00700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f23601a0820 con 0x7f2360100de0 2024-01-24T13:08:36.963 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:08:36.962+0000 7f2368a00700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f23601a0960 con 0x7f2360101fe0 2024-01-24T13:08:36.964 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:08:36.962+0000 7f2368a00700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f23601a0b20 con 0x7f2360102980 2024-01-24T13:08:36.964 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:08:36.962+0000 7f2366000700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2360100de0 0x7f2360198ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:08:36.964 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:08:36.962+0000 7f2366000700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2360100de0 0x7f2360198ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:37394/0 (socket says 172.21.15.84:37394) 2024-01-24T13:08:36.964 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:08:36.962+0000 7f2366000700 1 -- 172.21.15.84:0/4047257639 learned_addr learned my addr 172.21.15.84:0/4047257639 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:08:36.964 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:08:36.962+0000 7f2365600700 1 --2- 172.21.15.84:0/4047257639 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2360101fe0 0x7f23601991e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:08:36.964 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:08:36.963+0000 7f2366a00700 1 --2- 172.21.15.84:0/4047257639 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f2360102980 0x7f23601a0250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:08:36.964 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:08:36.963+0000 7f2366000700 1 -- 172.21.15.84:0/4047257639 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f2360102980 msgr2=0x7f23601a0250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:08:36.964 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:08:36.963+0000 7f2366000700 1 --2- 172.21.15.84:0/4047257639 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f2360102980 0x7f23601a0250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:08:36.964 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:08:36.963+0000 7f2366000700 1 -- 172.21.15.84:0/4047257639 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2360101fe0 msgr2=0x7f23601991e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:08:36.964 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:08:36.963+0000 7f2366000700 1 --2- 172.21.15.84:0/4047257639 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2360101fe0 0x7f23601991e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:08:36.964 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:08:36.963+0000 7f2366000700 1 -- 172.21.15.84:0/4047257639 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2358009d00 con 0x7f2360100de0 2024-01-24T13:08:36.964 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:08:36.963+0000 7f2366000700 1 --2- 172.21.15.84:0/4047257639 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2360100de0 0x7f2360198ca0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f235000e970 tx=0x7f235000ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:08:36.964 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:08:36.963+0000 7f235ea00700 1 -- 172.21.15.84:0/4047257639 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2350009790 con 0x7f2360100de0 2024-01-24T13:08:36.965 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:08:36.963+0000 7f235ea00700 1 -- 172.21.15.84:0/4047257639 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(25 keys) v1 ==== 1067+0+0 (secure 0 0 0) 0x7f235000eec0 con 0x7f2360100de0 2024-01-24T13:08:36.965 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:08:36.963+0000 7f2368a00700 1 -- 172.21.15.84:0/4047257639 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f23601a0e00 con 0x7f2360100de0 2024-01-24T13:08:36.965 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:08:36.963+0000 7f235ea00700 1 -- 172.21.15.84:0/4047257639 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2350003c10 con 0x7f2360100de0 2024-01-24T13:08:36.965 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:08:36.963+0000 7f2368a00700 1 -- 172.21.15.84:0/4047257639 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f23601a1270 con 0x7f2360100de0 2024-01-24T13:08:36.965 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:08:36.964+0000 7f2368a00700 1 -- 172.21.15.84:0/4047257639 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2360193290 con 0x7f2360100de0 2024-01-24T13:08:36.966 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:08:36.966+0000 7f235ea00700 1 -- 172.21.15.84:0/4047257639 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 16) v1 ==== 135070+0+0 (secure 0 0 0) 0x7f2350003e50 con 0x7f2360100de0 2024-01-24T13:08:36.967 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:08:36.967+0000 7f235ea00700 1 --2- 172.21.15.84:0/4047257639 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f23400a05a0 0x7f23400a2a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:08:36.967 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:08:36.968+0000 7f235ea00700 1 -- 172.21.15.84:0/4047257639 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(56..56 src has 1..56) v4 ==== 5862+0+0 (secure 0 0 0) 0x7f2350014070 con 0x7f2360100de0 2024-01-24T13:08:36.967 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:08:36.968+0000 7f2365600700 1 --2- 172.21.15.84:0/4047257639 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f23400a05a0 0x7f23400a2a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:08:36.968 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:08:36.968+0000 7f2365600700 1 --2- 172.21.15.84:0/4047257639 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f23400a05a0 0x7f23400a2a60 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f236019a1b0 tx=0x7f23480073d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:08:36.972 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:08:36.972+0000 7f235ea00700 1 -- 172.21.15.84:0/4047257639 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180484 (secure 0 0 0) 0x7f2350095730 con 0x7f2360100de0 2024-01-24T13:08:37.134 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:36 smithi084 ceph-mon[35384]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-01-24T13:08:37.135 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:36 smithi084 ceph-mon[35384]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]': finished 2024-01-24T13:08:37.135 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:36 smithi084 ceph-mon[35384]: osdmap e55: 9 total, 8 up, 9 in 2024-01-24T13:08:37.135 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:36 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-01-24T13:08:37.135 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:36 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-01-24T13:08:37.179 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:08:37.179+0000 7f2368a00700 1 -- 172.21.15.84:0/4047257639 --> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi084:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) v1 -- 0x7f2360061180 con 0x7f23400a05a0 2024-01-24T13:08:37.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:36 smithi113 ceph-mon[39177]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-01-24T13:08:37.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:36 smithi113 ceph-mon[39177]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]': finished 2024-01-24T13:08:37.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:36 smithi113 ceph-mon[39177]: osdmap e55: 9 total, 8 up, 9 in 2024-01-24T13:08:37.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:36 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-01-24T13:08:37.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:36 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-01-24T13:08:37.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:36 smithi181 ceph-mon[39668]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-01-24T13:08:37.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:36 smithi181 ceph-mon[39668]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]': finished 2024-01-24T13:08:37.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:36 smithi181 ceph-mon[39668]: osdmap e55: 9 total, 8 up, 9 in 2024-01-24T13:08:37.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:36 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-01-24T13:08:37.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:36 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-01-24T13:08:38.061 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:37 smithi084 ceph-mon[35384]: purged_snaps scrub starts 2024-01-24T13:08:38.061 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:37 smithi084 ceph-mon[35384]: purged_snaps scrub ok 2024-01-24T13:08:38.061 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:37 smithi084 ceph-mon[35384]: osd.8 [v2:172.21.15.181:6816/4151286226,v1:172.21.15.181:6817/4151286226] boot 2024-01-24T13:08:38.061 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:37 smithi084 ceph-mon[35384]: osdmap e56: 9 total, 9 up, 9 in 2024-01-24T13:08:38.061 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:37 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-01-24T13:08:38.062 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:37 smithi084 ceph-mon[35384]: from='client.14442 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi084:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-01-24T13:08:38.062 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:37 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-01-24T13:08:38.062 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:37 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-01-24T13:08:38.062 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:37 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:08:38.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:37 smithi113 ceph-mon[39177]: purged_snaps scrub starts 2024-01-24T13:08:38.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:37 smithi113 ceph-mon[39177]: purged_snaps scrub ok 2024-01-24T13:08:38.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:37 smithi113 ceph-mon[39177]: osd.8 [v2:172.21.15.181:6816/4151286226,v1:172.21.15.181:6817/4151286226] boot 2024-01-24T13:08:38.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:37 smithi113 ceph-mon[39177]: osdmap e56: 9 total, 9 up, 9 in 2024-01-24T13:08:38.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:37 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-01-24T13:08:38.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:37 smithi113 ceph-mon[39177]: from='client.14442 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi084:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-01-24T13:08:38.278 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:37 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-01-24T13:08:38.278 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:37 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-01-24T13:08:38.278 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:37 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:08:38.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:37 smithi181 ceph-mon[39668]: purged_snaps scrub starts 2024-01-24T13:08:38.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:37 smithi181 ceph-mon[39668]: purged_snaps scrub ok 2024-01-24T13:08:38.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:37 smithi181 ceph-mon[39668]: osd.8 [v2:172.21.15.181:6816/4151286226,v1:172.21.15.181:6817/4151286226] boot 2024-01-24T13:08:38.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:37 smithi181 ceph-mon[39668]: osdmap e56: 9 total, 9 up, 9 in 2024-01-24T13:08:38.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:37 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-01-24T13:08:38.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:37 smithi181 ceph-mon[39668]: from='client.14442 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi084:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-01-24T13:08:38.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:37 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-01-24T13:08:38.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:37 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-01-24T13:08:38.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:37 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:08:39.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:38 smithi113 ceph-mon[39177]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 804 GiB / 805 GiB avail 2024-01-24T13:08:39.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:38 smithi113 ceph-mon[39177]: osdmap e57: 9 total, 9 up, 9 in 2024-01-24T13:08:39.384 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:38 smithi084 ceph-mon[35384]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 804 GiB / 805 GiB avail 2024-01-24T13:08:39.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:38 smithi084 ceph-mon[35384]: osdmap e57: 9 total, 9 up, 9 in 2024-01-24T13:08:39.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:38 smithi181 ceph-mon[39668]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 804 GiB / 805 GiB avail 2024-01-24T13:08:39.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:38 smithi181 ceph-mon[39668]: osdmap e57: 9 total, 9 up, 9 in 2024-01-24T13:08:40.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:39 smithi113 ceph-mon[39177]: osdmap e58: 9 total, 9 up, 9 in 2024-01-24T13:08:40.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:39 smithi113 ceph-mon[39177]: from='client.? 172.21.15.84:0/2149195682' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "28be131b-7545-414d-968f-cf1c4094b1a9"}]: dispatch 2024-01-24T13:08:40.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:39 smithi113 ceph-mon[39177]: from='client.? 172.21.15.84:0/2149195682' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "28be131b-7545-414d-968f-cf1c4094b1a9"}]': finished 2024-01-24T13:08:40.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:39 smithi113 ceph-mon[39177]: osdmap e59: 10 total, 9 up, 10 in 2024-01-24T13:08:40.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:39 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-01-24T13:08:40.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:39 smithi084 ceph-mon[35384]: osdmap e58: 9 total, 9 up, 9 in 2024-01-24T13:08:40.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:39 smithi084 ceph-mon[35384]: from='client.? 172.21.15.84:0/2149195682' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "28be131b-7545-414d-968f-cf1c4094b1a9"}]: dispatch 2024-01-24T13:08:40.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:39 smithi084 ceph-mon[35384]: from='client.? 172.21.15.84:0/2149195682' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "28be131b-7545-414d-968f-cf1c4094b1a9"}]': finished 2024-01-24T13:08:40.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:39 smithi084 ceph-mon[35384]: osdmap e59: 10 total, 9 up, 10 in 2024-01-24T13:08:40.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:39 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-01-24T13:08:40.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:39 smithi181 ceph-mon[39668]: osdmap e58: 9 total, 9 up, 9 in 2024-01-24T13:08:40.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:39 smithi181 ceph-mon[39668]: from='client.? 172.21.15.84:0/2149195682' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "28be131b-7545-414d-968f-cf1c4094b1a9"}]: dispatch 2024-01-24T13:08:40.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:39 smithi181 ceph-mon[39668]: from='client.? 172.21.15.84:0/2149195682' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "28be131b-7545-414d-968f-cf1c4094b1a9"}]': finished 2024-01-24T13:08:40.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:39 smithi181 ceph-mon[39668]: osdmap e59: 10 total, 9 up, 10 in 2024-01-24T13:08:40.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:39 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-01-24T13:08:41.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:40 smithi113 ceph-mon[39177]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 804 GiB / 805 GiB avail 2024-01-24T13:08:41.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:40 smithi113 ceph-mon[39177]: from='client.? 172.21.15.84:0/866169674' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-01-24T13:08:41.384 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:40 smithi084 ceph-mon[35384]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 804 GiB / 805 GiB avail 2024-01-24T13:08:41.384 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:40 smithi084 ceph-mon[35384]: from='client.? 172.21.15.84:0/866169674' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-01-24T13:08:41.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:40 smithi181 ceph-mon[39668]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 804 GiB / 805 GiB avail 2024-01-24T13:08:41.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:40 smithi181 ceph-mon[39668]: from='client.? 172.21.15.84:0/866169674' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-01-24T13:08:42.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:41 smithi113 ceph-mon[39177]: osdmap e60: 10 total, 9 up, 10 in 2024-01-24T13:08:42.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:41 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-01-24T13:08:42.384 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:41 smithi084 ceph-mon[35384]: osdmap e60: 10 total, 9 up, 10 in 2024-01-24T13:08:42.384 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:41 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-01-24T13:08:42.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:41 smithi181 ceph-mon[39668]: osdmap e60: 10 total, 9 up, 10 in 2024-01-24T13:08:42.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:41 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-01-24T13:08:43.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:42 smithi113 ceph-mon[39177]: pgmap v181: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 244 MiB used, 804 GiB / 805 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-01-24T13:08:43.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:42 smithi113 ceph-mon[39177]: osdmap e61: 10 total, 9 up, 10 in 2024-01-24T13:08:43.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:42 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-01-24T13:08:43.384 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:42 smithi084 ceph-mon[35384]: pgmap v181: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 244 MiB used, 804 GiB / 805 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-01-24T13:08:43.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:42 smithi084 ceph-mon[35384]: osdmap e61: 10 total, 9 up, 10 in 2024-01-24T13:08:43.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:42 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-01-24T13:08:43.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:42 smithi181 ceph-mon[39668]: pgmap v181: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 244 MiB used, 804 GiB / 805 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-01-24T13:08:43.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:42 smithi181 ceph-mon[39668]: osdmap e61: 10 total, 9 up, 10 in 2024-01-24T13:08:43.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:42 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-01-24T13:08:45.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:44 smithi113 ceph-mon[39177]: pgmap v183: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail; 116 KiB/s, 0 objects/s recovering 2024-01-24T13:08:45.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:44 smithi084 ceph-mon[35384]: pgmap v183: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail; 116 KiB/s, 0 objects/s recovering 2024-01-24T13:08:45.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:44 smithi181 ceph-mon[39668]: pgmap v183: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail; 116 KiB/s, 0 objects/s recovering 2024-01-24T13:08:47.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:46 smithi113 ceph-mon[39177]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 804 GiB / 805 GiB avail; 89 KiB/s, 0 objects/s recovering 2024-01-24T13:08:47.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:46 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-01-24T13:08:47.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:46 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:08:47.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:46 smithi113 ceph-mon[39177]: Deploying daemon osd.9 on smithi084 2024-01-24T13:08:47.329 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:46 smithi084 ceph-mon[35384]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 804 GiB / 805 GiB avail; 89 KiB/s, 0 objects/s recovering 2024-01-24T13:08:47.329 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:46 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-01-24T13:08:47.329 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:46 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:08:47.329 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:46 smithi084 ceph-mon[35384]: Deploying daemon osd.9 on smithi084 2024-01-24T13:08:47.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:46 smithi181 ceph-mon[39668]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 804 GiB / 805 GiB avail; 89 KiB/s, 0 objects/s recovering 2024-01-24T13:08:47.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:46 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-01-24T13:08:47.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:46 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:08:47.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:46 smithi181 ceph-mon[39668]: Deploying daemon osd.9 on smithi084 2024-01-24T13:08:49.254 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:48 smithi084 ceph-mon[35384]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-01-24T13:08:49.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:48 smithi113 ceph-mon[39177]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-01-24T13:08:49.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:48 smithi181 ceph-mon[39668]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-01-24T13:08:50.854 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:50 smithi084 ceph-mon[35384]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail 2024-01-24T13:08:50.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:50 smithi181 ceph-mon[39668]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail 2024-01-24T13:08:51.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:50 smithi113 ceph-mon[39177]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail 2024-01-24T13:08:52.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:52 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:52.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:52 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:52.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:52 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:08:52.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:52 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:52.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:52 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:52.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:52 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:08:53.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:52 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:53.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:52 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:53.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:52 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:08:53.884 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:53 smithi084 ceph-mon[35384]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail 2024-01-24T13:08:53.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:53 smithi181 ceph-mon[39668]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail 2024-01-24T13:08:54.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:53 smithi113 ceph-mon[39177]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail 2024-01-24T13:08:54.632 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:08:54.631+0000 7f235ea00700 1 -- 172.21.15.84:0/4047257639 <== mgr.14150 v2:172.21.15.84:6800/18297849 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7f2360061180 con 0x7f23400a05a0 2024-01-24T13:08:54.632 INFO:teuthology.orchestra.run.smithi084.stdout:Created osd(s) 9 on host 'smithi084' 2024-01-24T13:08:54.634 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:08:54.633+0000 7f2368a00700 1 -- 172.21.15.84:0/4047257639 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f23400a05a0 msgr2=0x7f23400a2a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:08:54.634 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:08:54.633+0000 7f2368a00700 1 --2- 172.21.15.84:0/4047257639 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f23400a05a0 0x7f23400a2a60 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f236019a1b0 tx=0x7f23480073d0 comp rx=0 tx=0).stop 2024-01-24T13:08:54.634 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:08:54.633+0000 7f2368a00700 1 -- 172.21.15.84:0/4047257639 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2360100de0 msgr2=0x7f2360198ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:08:54.634 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:08:54.633+0000 7f2368a00700 1 --2- 172.21.15.84:0/4047257639 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2360100de0 0x7f2360198ca0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f235000e970 tx=0x7f235000ec80 comp rx=0 tx=0).stop 2024-01-24T13:08:54.634 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:08:54.633+0000 7f2368a00700 1 -- 172.21.15.84:0/4047257639 shutdown_connections 2024-01-24T13:08:54.634 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:08:54.633+0000 7f2368a00700 1 --2- 172.21.15.84:0/4047257639 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f23400a05a0 0x7f23400a2a60 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:08:54.634 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:08:54.633+0000 7f2368a00700 1 --2- 172.21.15.84:0/4047257639 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f2360102980 0x7f23601a0250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:08:54.634 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:08:54.633+0000 7f2368a00700 1 --2- 172.21.15.84:0/4047257639 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2360100de0 0x7f2360198ca0 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:08:54.635 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:08:54.633+0000 7f2368a00700 1 --2- 172.21.15.84:0/4047257639 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f2360101fe0 0x7f23601991e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:08:54.635 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:08:54.633+0000 7f2368a00700 1 -- 172.21.15.84:0/4047257639 >> 172.21.15.84:0/4047257639 conn(0x7f23600fc360 msgr2=0x7f23601078c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:08:54.635 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:08:54.633+0000 7f2368a00700 1 -- 172.21.15.84:0/4047257639 shutdown_connections 2024-01-24T13:08:54.635 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:08:54.633+0000 7f2368a00700 1 -- 172.21.15.84:0/4047257639 wait complete. 2024-01-24T13:08:54.850 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:54 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:54.850 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:54 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:54.850 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:54 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:08:54.850 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:54 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:08:54.850 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:54 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:54.850 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:54 smithi084 ceph-mon[35384]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail 2024-01-24T13:08:54.850 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:54 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:54.850 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:54 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:54.850 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:54 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:08:55.149 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:54 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:55.150 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:54 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:55.150 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:54 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:08:55.150 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:54 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:08:55.150 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:54 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:55.150 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:54 smithi181 ceph-mon[39668]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail 2024-01-24T13:08:55.150 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:54 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:55.150 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:54 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:55.150 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:54 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:08:55.167 DEBUG:teuthology.orchestra.run.smithi084:osd.9> sudo journalctl -f -n 0 -u ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@osd.9.service 2024-01-24T13:08:55.171 INFO:tasks.cephadm:Deploying osd.10 on smithi113 with /dev/vg_nvme/lv_1... 2024-01-24T13:08:55.171 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4e3182a65800aed6d4aa2f6b86da3cfd72188134 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d5d5b6f8-bab8-11ee-95b1-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-01-24T13:08:55.236 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:54 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:55.236 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:54 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:55.236 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:54 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:08:55.236 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:54 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:08:55.236 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:54 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:55.236 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:54 smithi113 ceph-mon[39177]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail 2024-01-24T13:08:55.236 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:54 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:55.236 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:54 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:55.236 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:54 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:08:55.240 INFO:journalctl@ceph.osd.9.smithi084.stdout:-- Logs begin at Wed 2024-01-24 12:47:28 UTC. -- 2024-01-24T13:08:55.530 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/d5d5b6f8-bab8-11ee-95b1-87774f69a715/mon.b/config 2024-01-24T13:08:55.833 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:08:55 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:08:55.605+0000 7f05c7fdd640 -1 osd.9 0 log_to_monitors true 2024-01-24T13:08:56.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:55 smithi113 ceph-mon[39177]: from='osd.9 [v2:172.21.15.84:6826/4007771208,v1:172.21.15.84:6827/4007771208]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-01-24T13:08:56.135 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:55 smithi084 ceph-mon[35384]: from='osd.9 [v2:172.21.15.84:6826/4007771208,v1:172.21.15.84:6827/4007771208]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-01-24T13:08:56.149 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:55 smithi181 ceph-mon[39668]: from='osd.9 [v2:172.21.15.84:6826/4007771208,v1:172.21.15.84:6827/4007771208]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-01-24T13:08:57.135 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:56 smithi084 ceph-mon[35384]: from='osd.9 [v2:172.21.15.84:6826/4007771208,v1:172.21.15.84:6827/4007771208]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-01-24T13:08:57.135 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:56 smithi084 ceph-mon[35384]: osdmap e62: 10 total, 9 up, 10 in 2024-01-24T13:08:57.135 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:56 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-01-24T13:08:57.135 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:56 smithi084 ceph-mon[35384]: from='osd.9 [v2:172.21.15.84:6826/4007771208,v1:172.21.15.84:6827/4007771208]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-01-24T13:08:57.135 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:56 smithi084 ceph-mon[35384]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail 2024-01-24T13:08:57.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:08:56 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:08:56.849+0000 7f05bbc00700 -1 osd.9 0 waiting for initial osdmap 2024-01-24T13:08:57.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:08:56 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:08:56.865+0000 7f05b3800700 -1 osd.9 63 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-01-24T13:08:57.149 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:56 smithi181 ceph-mon[39668]: from='osd.9 [v2:172.21.15.84:6826/4007771208,v1:172.21.15.84:6827/4007771208]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-01-24T13:08:57.149 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:56 smithi181 ceph-mon[39668]: osdmap e62: 10 total, 9 up, 10 in 2024-01-24T13:08:57.149 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:56 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-01-24T13:08:57.149 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:56 smithi181 ceph-mon[39668]: from='osd.9 [v2:172.21.15.84:6826/4007771208,v1:172.21.15.84:6827/4007771208]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-01-24T13:08:57.150 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:56 smithi181 ceph-mon[39668]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail 2024-01-24T13:08:57.203 INFO:teuthology.orchestra.run.smithi113.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-01-24T13:08:57.203 INFO:teuthology.orchestra.run.smithi113.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-01-24T13:08:57.203 INFO:teuthology.orchestra.run.smithi113.stderr: stderr: 10+0 records in 2024-01-24T13:08:57.204 INFO:teuthology.orchestra.run.smithi113.stderr:10+0 records out 2024-01-24T13:08:57.204 INFO:teuthology.orchestra.run.smithi113.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0378806 s, 277 MB/s 2024-01-24T13:08:57.204 INFO:teuthology.orchestra.run.smithi113.stderr:--> Zapping successful for: 2024-01-24T13:08:57.238 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:56 smithi113 ceph-mon[39177]: from='osd.9 [v2:172.21.15.84:6826/4007771208,v1:172.21.15.84:6827/4007771208]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-01-24T13:08:57.238 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:56 smithi113 ceph-mon[39177]: osdmap e62: 10 total, 9 up, 10 in 2024-01-24T13:08:57.239 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:56 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-01-24T13:08:57.239 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:56 smithi113 ceph-mon[39177]: from='osd.9 [v2:172.21.15.84:6826/4007771208,v1:172.21.15.84:6827/4007771208]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-01-24T13:08:57.239 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:56 smithi113 ceph-mon[39177]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail 2024-01-24T13:08:57.615 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4e3182a65800aed6d4aa2f6b86da3cfd72188134 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d5d5b6f8-bab8-11ee-95b1-87774f69a715 -- ceph orch daemon add osd smithi113:vg_nvme/lv_1 2024-01-24T13:08:57.966 INFO:teuthology.orchestra.run.smithi113.stderr:Inferring config /var/lib/ceph/d5d5b6f8-bab8-11ee-95b1-87774f69a715/mon.b/config 2024-01-24T13:08:58.135 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:57 smithi084 ceph-mon[35384]: from='osd.9 [v2:172.21.15.84:6826/4007771208,v1:172.21.15.84:6827/4007771208]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]': finished 2024-01-24T13:08:58.135 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:57 smithi084 ceph-mon[35384]: osdmap e63: 10 total, 9 up, 10 in 2024-01-24T13:08:58.135 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:57 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-01-24T13:08:58.135 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:57 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-01-24T13:08:58.149 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:57 smithi181 ceph-mon[39668]: from='osd.9 [v2:172.21.15.84:6826/4007771208,v1:172.21.15.84:6827/4007771208]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]': finished 2024-01-24T13:08:58.149 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:57 smithi181 ceph-mon[39668]: osdmap e63: 10 total, 9 up, 10 in 2024-01-24T13:08:58.149 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:57 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-01-24T13:08:58.149 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:57 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-01-24T13:08:58.152 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:57 smithi113 ceph-mon[39177]: from='osd.9 [v2:172.21.15.84:6826/4007771208,v1:172.21.15.84:6827/4007771208]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]': finished 2024-01-24T13:08:58.152 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:57 smithi113 ceph-mon[39177]: osdmap e63: 10 total, 9 up, 10 in 2024-01-24T13:08:58.152 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:57 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-01-24T13:08:58.152 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:57 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-01-24T13:08:59.135 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:58 smithi084 ceph-mon[35384]: purged_snaps scrub starts 2024-01-24T13:08:59.135 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:58 smithi084 ceph-mon[35384]: purged_snaps scrub ok 2024-01-24T13:08:59.135 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:58 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-01-24T13:08:59.135 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:58 smithi084 ceph-mon[35384]: osd.9 [v2:172.21.15.84:6826/4007771208,v1:172.21.15.84:6827/4007771208] boot 2024-01-24T13:08:59.135 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:58 smithi084 ceph-mon[35384]: osdmap e64: 10 total, 10 up, 10 in 2024-01-24T13:08:59.135 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:58 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-01-24T13:08:59.135 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:58 smithi084 ceph-mon[35384]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail 2024-01-24T13:08:59.136 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:58 smithi084 ceph-mon[35384]: Detected new or changed devices on smithi084 2024-01-24T13:08:59.136 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:58 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:59.136 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:58 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:59.136 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:58 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-24T13:08:59.136 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:58 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-24T13:08:59.136 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:58 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-24T13:08:59.136 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:58 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-24T13:08:59.136 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:58 smithi084 ceph-mon[35384]: Adjusting osd_memory_target on smithi084 to 4317M 2024-01-24T13:08:59.136 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:58 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:59.136 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:58 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:08:59.136 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:58 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:08:59.136 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:08:58 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:59.149 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:58 smithi181 ceph-mon[39668]: purged_snaps scrub starts 2024-01-24T13:08:59.149 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:58 smithi181 ceph-mon[39668]: purged_snaps scrub ok 2024-01-24T13:08:59.149 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:58 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-01-24T13:08:59.149 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:58 smithi181 ceph-mon[39668]: osd.9 [v2:172.21.15.84:6826/4007771208,v1:172.21.15.84:6827/4007771208] boot 2024-01-24T13:08:59.150 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:58 smithi181 ceph-mon[39668]: osdmap e64: 10 total, 10 up, 10 in 2024-01-24T13:08:59.150 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:58 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-01-24T13:08:59.150 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:58 smithi181 ceph-mon[39668]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail 2024-01-24T13:08:59.150 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:58 smithi181 ceph-mon[39668]: Detected new or changed devices on smithi084 2024-01-24T13:08:59.150 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:58 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:59.150 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:58 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:59.150 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:58 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-24T13:08:59.150 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:58 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-24T13:08:59.150 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:58 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-24T13:08:59.150 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:58 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-24T13:08:59.150 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:58 smithi181 ceph-mon[39668]: Adjusting osd_memory_target on smithi084 to 4317M 2024-01-24T13:08:59.150 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:58 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:59.150 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:58 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:08:59.150 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:58 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:08:59.151 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:08:58 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:59.187 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:08:59.185+0000 7fcc5b800700 1 -- 172.21.15.113:0/3947363549 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fcc54100dd0 msgr2=0x7fcc541011f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:08:59.187 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:08:59.185+0000 7fcc5b800700 1 --2- 172.21.15.113:0/3947363549 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fcc54100dd0 0x7fcc541011f0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7fcc440099c0 tx=0x7fcc44009cd0 comp rx=0 tx=0).stop 2024-01-24T13:08:59.187 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:08:59.185+0000 7fcc5b800700 1 -- 172.21.15.113:0/3947363549 shutdown_connections 2024-01-24T13:08:59.187 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:08:59.185+0000 7fcc5b800700 1 --2- 172.21.15.113:0/3947363549 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcc54102970 0x7fcc54109220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:08:59.187 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:08:59.185+0000 7fcc5b800700 1 --2- 172.21.15.113:0/3947363549 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fcc54100dd0 0x7fcc541011f0 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:08:59.187 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:08:59.185+0000 7fcc5b800700 1 --2- 172.21.15.113:0/3947363549 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fcc54101fd0 0x7fcc54102430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:08:59.187 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:08:59.185+0000 7fcc5b800700 1 -- 172.21.15.113:0/3947363549 >> 172.21.15.113:0/3947363549 conn(0x7fcc540fc330 msgr2=0x7fcc540fe7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:08:59.188 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:08:59.185+0000 7fcc5b800700 1 -- 172.21.15.113:0/3947363549 shutdown_connections 2024-01-24T13:08:59.188 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:08:59.185+0000 7fcc5b800700 1 -- 172.21.15.113:0/3947363549 wait complete. 2024-01-24T13:08:59.190 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:08:59.186+0000 7fcc5b800700 1 Processor -- start 2024-01-24T13:08:59.190 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:08:59.186+0000 7fcc5b800700 1 -- start start 2024-01-24T13:08:59.190 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:08:59.187+0000 7fcc5b800700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fcc54100dd0 0x7fcc54074ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:08:59.190 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:08:59.187+0000 7fcc5b800700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fcc54101fd0 0x7fcc54073130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:08:59.190 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:08:59.187+0000 7fcc5b800700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcc54102970 0x7fcc54073670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:08:59.190 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:08:59.187+0000 7fcc5b800700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcc54073df0 con 0x7fcc54102970 2024-01-24T13:08:59.190 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:08:59.187+0000 7fcc5b800700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcc54073f60 con 0x7fcc54100dd0 2024-01-24T13:08:59.190 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:08:59.187+0000 7fcc5b800700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcc541a0a20 con 0x7fcc54101fd0 2024-01-24T13:08:59.190 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:08:59.187+0000 7fcc58e00700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fcc54100dd0 0x7fcc54074ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:08:59.190 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:08:59.187+0000 7fcc58e00700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fcc54100dd0 0x7fcc54074ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.113:35010/0 (socket says 172.21.15.113:35010) 2024-01-24T13:08:59.190 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:08:59.187+0000 7fcc58e00700 1 -- 172.21.15.113:0/2091300273 learned_addr learned my addr 172.21.15.113:0/2091300273 (peer_addr_for_me v2:172.21.15.113:0/0) 2024-01-24T13:08:59.191 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:08:59.187+0000 7fcc53e00700 1 --2- 172.21.15.113:0/2091300273 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fcc54101fd0 0x7fcc54073130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:08:59.191 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:08:59.187+0000 7fcc59800700 1 --2- 172.21.15.113:0/2091300273 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcc54102970 0x7fcc54073670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:08:59.191 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:08:59.187+0000 7fcc58e00700 1 -- 172.21.15.113:0/2091300273 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fcc54101fd0 msgr2=0x7fcc54073130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:08:59.191 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:08:59.187+0000 7fcc58e00700 1 --2- 172.21.15.113:0/2091300273 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fcc54101fd0 0x7fcc54073130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:08:59.191 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:08:59.188+0000 7fcc58e00700 1 -- 172.21.15.113:0/2091300273 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcc54102970 msgr2=0x7fcc54073670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:08:59.191 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:08:59.188+0000 7fcc58e00700 1 --2- 172.21.15.113:0/2091300273 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcc54102970 0x7fcc54073670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:08:59.191 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:08:59.188+0000 7fcc58e00700 1 -- 172.21.15.113:0/2091300273 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcc440095f0 con 0x7fcc54100dd0 2024-01-24T13:08:59.191 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:08:59.188+0000 7fcc58e00700 1 --2- 172.21.15.113:0/2091300273 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fcc54100dd0 0x7fcc54074ae0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fcc440098e0 tx=0x7fcc44009580 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:08:59.191 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:08:59.188+0000 7fcc51600700 1 -- 172.21.15.113:0/2091300273 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcc4401d070 con 0x7fcc54100dd0 2024-01-24T13:08:59.191 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:08:59.188+0000 7fcc51600700 1 -- 172.21.15.113:0/2091300273 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(25 keys) v1 ==== 1067+0+0 (secure 0 0 0) 0x7fcc44003f80 con 0x7fcc54100dd0 2024-01-24T13:08:59.191 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:08:59.188+0000 7fcc51600700 1 -- 172.21.15.113:0/2091300273 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcc44022c40 con 0x7fcc54100dd0 2024-01-24T13:08:59.191 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:08:59.188+0000 7fcc5b800700 1 -- 172.21.15.113:0/2091300273 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcc541a0ca0 con 0x7fcc54100dd0 2024-01-24T13:08:59.191 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:08:59.188+0000 7fcc5b800700 1 -- 172.21.15.113:0/2091300273 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcc541a1060 con 0x7fcc54100dd0 2024-01-24T13:08:59.192 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:08:59.189+0000 7fcc5b800700 1 -- 172.21.15.113:0/2091300273 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcc54108430 con 0x7fcc54100dd0 2024-01-24T13:08:59.192 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:08:59.191+0000 7fcc51600700 1 -- 172.21.15.113:0/2091300273 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 16) v1 ==== 135070+0+0 (secure 0 0 0) 0x7fcc44022470 con 0x7fcc54100dd0 2024-01-24T13:08:59.194 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:08:59.192+0000 7fcc51600700 1 --2- 172.21.15.113:0/2091300273 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fcc340a05a0 0x7fcc340a2a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:08:59.194 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:08:59.192+0000 7fcc51600700 1 -- 172.21.15.113:0/2091300273 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(65..65 src has 1..65) v4 ==== 6261+0+0 (secure 0 0 0) 0x7fcc440cc690 con 0x7fcc54100dd0 2024-01-24T13:08:59.194 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:08:59.193+0000 7fcc53e00700 1 --2- 172.21.15.113:0/2091300273 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fcc340a05a0 0x7fcc340a2a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:08:59.194 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:08:59.193+0000 7fcc53e00700 1 --2- 172.21.15.113:0/2091300273 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fcc340a05a0 0x7fcc340a2a60 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fcc3c005950 tx=0x7fcc3c00b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:08:59.197 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:08:59.196+0000 7fcc51600700 1 -- 172.21.15.113:0/2091300273 <== mon.2 v2:172.21.15.113:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180484 (secure 0 0 0) 0x7fcc44096a20 con 0x7fcc54100dd0 2024-01-24T13:08:59.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:58 smithi113 ceph-mon[39177]: purged_snaps scrub starts 2024-01-24T13:08:59.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:58 smithi113 ceph-mon[39177]: purged_snaps scrub ok 2024-01-24T13:08:59.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:58 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-01-24T13:08:59.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:58 smithi113 ceph-mon[39177]: osd.9 [v2:172.21.15.84:6826/4007771208,v1:172.21.15.84:6827/4007771208] boot 2024-01-24T13:08:59.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:58 smithi113 ceph-mon[39177]: osdmap e64: 10 total, 10 up, 10 in 2024-01-24T13:08:59.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:58 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-01-24T13:08:59.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:58 smithi113 ceph-mon[39177]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail 2024-01-24T13:08:59.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:58 smithi113 ceph-mon[39177]: Detected new or changed devices on smithi084 2024-01-24T13:08:59.278 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:58 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:59.278 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:58 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:59.278 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:58 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-01-24T13:08:59.278 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:58 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-01-24T13:08:59.278 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:58 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-01-24T13:08:59.278 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:58 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-01-24T13:08:59.278 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:58 smithi113 ceph-mon[39177]: Adjusting osd_memory_target on smithi084 to 4317M 2024-01-24T13:08:59.278 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:58 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:59.278 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:58 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:08:59.278 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:58 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:08:59.278 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:08:58 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:08:59.403 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:08:59.402+0000 7fcc5b800700 1 -- 172.21.15.113:0/2091300273 --> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi113:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) v1 -- 0x7fcc54061180 con 0x7fcc340a05a0 2024-01-24T13:09:00.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:00 smithi113 ceph-mon[39177]: osdmap e65: 10 total, 10 up, 10 in 2024-01-24T13:09:00.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:00 smithi113 ceph-mon[39177]: from='client.24377 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi113:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-01-24T13:09:00.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:00 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-01-24T13:09:00.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:00 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-01-24T13:09:00.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:00 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:09:00.384 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:00 smithi084 ceph-mon[35384]: osdmap e65: 10 total, 10 up, 10 in 2024-01-24T13:09:00.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:00 smithi084 ceph-mon[35384]: from='client.24377 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi113:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-01-24T13:09:00.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:00 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-01-24T13:09:00.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:00 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-01-24T13:09:00.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:00 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:09:00.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:00 smithi181 ceph-mon[39668]: osdmap e65: 10 total, 10 up, 10 in 2024-01-24T13:09:00.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:00 smithi181 ceph-mon[39668]: from='client.24377 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi113:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-01-24T13:09:00.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:00 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-01-24T13:09:00.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:00 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-01-24T13:09:00.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:00 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:09:01.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:01 smithi113 ceph-mon[39177]: pgmap v195: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2024-01-24T13:09:01.384 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:01 smithi084 ceph-mon[35384]: pgmap v195: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2024-01-24T13:09:01.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:01 smithi181 ceph-mon[39668]: pgmap v195: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2024-01-24T13:09:02.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:02 smithi084 ceph-mon[35384]: from='client.? 172.21.15.113:0/367601825' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "82ac995f-44dc-4dab-b90d-a6c259735e61"}]: dispatch 2024-01-24T13:09:02.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:02 smithi084 ceph-mon[35384]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "82ac995f-44dc-4dab-b90d-a6c259735e61"}]: dispatch 2024-01-24T13:09:02.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:02 smithi084 ceph-mon[35384]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "82ac995f-44dc-4dab-b90d-a6c259735e61"}]': finished 2024-01-24T13:09:02.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:02 smithi084 ceph-mon[35384]: osdmap e66: 11 total, 10 up, 11 in 2024-01-24T13:09:02.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:02 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-01-24T13:09:02.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:02 smithi181 ceph-mon[39668]: from='client.? 172.21.15.113:0/367601825' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "82ac995f-44dc-4dab-b90d-a6c259735e61"}]: dispatch 2024-01-24T13:09:02.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:02 smithi181 ceph-mon[39668]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "82ac995f-44dc-4dab-b90d-a6c259735e61"}]: dispatch 2024-01-24T13:09:02.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:02 smithi181 ceph-mon[39668]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "82ac995f-44dc-4dab-b90d-a6c259735e61"}]': finished 2024-01-24T13:09:02.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:02 smithi181 ceph-mon[39668]: osdmap e66: 11 total, 10 up, 11 in 2024-01-24T13:09:02.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:02 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-01-24T13:09:02.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:02 smithi113 ceph-mon[39177]: from='client.? 172.21.15.113:0/367601825' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "82ac995f-44dc-4dab-b90d-a6c259735e61"}]: dispatch 2024-01-24T13:09:02.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:02 smithi113 ceph-mon[39177]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "82ac995f-44dc-4dab-b90d-a6c259735e61"}]: dispatch 2024-01-24T13:09:02.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:02 smithi113 ceph-mon[39177]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "82ac995f-44dc-4dab-b90d-a6c259735e61"}]': finished 2024-01-24T13:09:02.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:02 smithi113 ceph-mon[39177]: osdmap e66: 11 total, 10 up, 11 in 2024-01-24T13:09:02.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:02 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-01-24T13:09:03.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:03 smithi084 ceph-mon[35384]: pgmap v197: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2024-01-24T13:09:03.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:03 smithi084 ceph-mon[35384]: from='client.? 172.21.15.113:0/2209188985' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-01-24T13:09:03.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:03 smithi181 ceph-mon[39668]: pgmap v197: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2024-01-24T13:09:03.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:03 smithi181 ceph-mon[39668]: from='client.? 172.21.15.113:0/2209188985' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-01-24T13:09:03.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:03 smithi113 ceph-mon[39177]: pgmap v197: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2024-01-24T13:09:03.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:03 smithi113 ceph-mon[39177]: from='client.? 172.21.15.113:0/2209188985' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-01-24T13:09:05.384 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:05 smithi084 ceph-mon[35384]: pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2024-01-24T13:09:05.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:05 smithi181 ceph-mon[39668]: pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2024-01-24T13:09:05.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:05 smithi113 ceph-mon[39177]: pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2024-01-24T13:09:07.243 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:07 smithi113 ceph-mon[39177]: pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2024-01-24T13:09:07.384 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:07 smithi084 ceph-mon[35384]: pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2024-01-24T13:09:07.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:07 smithi181 ceph-mon[39668]: pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2024-01-24T13:09:09.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:09 smithi084 ceph-mon[35384]: pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2024-01-24T13:09:09.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:09 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-01-24T13:09:09.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:09 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:09:09.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:09 smithi084 ceph-mon[35384]: Deploying daemon osd.10 on smithi113 2024-01-24T13:09:09.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:09 smithi181 ceph-mon[39668]: pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2024-01-24T13:09:09.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:09 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-01-24T13:09:09.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:09 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:09:09.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:09 smithi181 ceph-mon[39668]: Deploying daemon osd.10 on smithi113 2024-01-24T13:09:09.452 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:09 smithi113 ceph-mon[39177]: pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2024-01-24T13:09:09.452 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:09 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-01-24T13:09:09.452 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:09 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:09:09.452 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:09 smithi113 ceph-mon[39177]: Deploying daemon osd.10 on smithi113 2024-01-24T13:09:10.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:10 smithi181 ceph-mon[39668]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2024-01-24T13:09:10.986 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:10 smithi113 ceph-mon[39177]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2024-01-24T13:09:11.134 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:10 smithi084 ceph-mon[35384]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2024-01-24T13:09:13.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:12 smithi113 ceph-mon[39177]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2024-01-24T13:09:13.384 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:12 smithi084 ceph-mon[35384]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2024-01-24T13:09:13.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:12 smithi181 ceph-mon[39668]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2024-01-24T13:09:14.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:14 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:14.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:14 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:14.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:14 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:09:14.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:14 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:14.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:14 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:14.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:14 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:09:14.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:14 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:14.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:14 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:14.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:14 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:09:15.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:15 smithi113 ceph-mon[39177]: pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2024-01-24T13:09:15.884 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:15 smithi084 ceph-mon[35384]: pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2024-01-24T13:09:15.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:15 smithi181 ceph-mon[39668]: pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2024-01-24T13:09:16.219 INFO:teuthology.orchestra.run.smithi113.stdout:Created osd(s) 10 on host 'smithi113' 2024-01-24T13:09:16.219 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:09:16.217+0000 7fcc51600700 1 -- 172.21.15.113:0/2091300273 <== mgr.14150 v2:172.21.15.84:6800/18297849 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+38 (secure 0 0 0) 0x7fcc54061180 con 0x7fcc340a05a0 2024-01-24T13:09:16.221 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:09:16.219+0000 7fcc5b800700 1 -- 172.21.15.113:0/2091300273 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fcc340a05a0 msgr2=0x7fcc340a2a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:09:16.222 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:09:16.220+0000 7fcc5b800700 1 --2- 172.21.15.113:0/2091300273 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fcc340a05a0 0x7fcc340a2a60 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fcc3c005950 tx=0x7fcc3c00b410 comp rx=0 tx=0).stop 2024-01-24T13:09:16.222 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:09:16.220+0000 7fcc5b800700 1 -- 172.21.15.113:0/2091300273 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fcc54100dd0 msgr2=0x7fcc54074ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:09:16.222 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:09:16.220+0000 7fcc5b800700 1 --2- 172.21.15.113:0/2091300273 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fcc54100dd0 0x7fcc54074ae0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fcc440098e0 tx=0x7fcc44009580 comp rx=0 tx=0).stop 2024-01-24T13:09:16.222 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:09:16.220+0000 7fcc5b800700 1 -- 172.21.15.113:0/2091300273 shutdown_connections 2024-01-24T13:09:16.222 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:09:16.220+0000 7fcc5b800700 1 --2- 172.21.15.113:0/2091300273 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fcc340a05a0 0x7fcc340a2a60 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:16.222 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:09:16.220+0000 7fcc5b800700 1 --2- 172.21.15.113:0/2091300273 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcc54102970 0x7fcc54073670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:16.222 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:09:16.220+0000 7fcc5b800700 1 --2- 172.21.15.113:0/2091300273 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fcc54100dd0 0x7fcc54074ae0 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:16.223 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:09:16.220+0000 7fcc5b800700 1 --2- 172.21.15.113:0/2091300273 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fcc54101fd0 0x7fcc54073130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:16.223 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:09:16.220+0000 7fcc5b800700 1 -- 172.21.15.113:0/2091300273 >> 172.21.15.113:0/2091300273 conn(0x7fcc540fc330 msgr2=0x7fcc54105570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:09:16.223 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:09:16.220+0000 7fcc5b800700 1 -- 172.21.15.113:0/2091300273 shutdown_connections 2024-01-24T13:09:16.223 INFO:teuthology.orchestra.run.smithi113.stderr:2024-01-24T13:09:16.220+0000 7fcc5b800700 1 -- 172.21.15.113:0/2091300273 wait complete. 2024-01-24T13:09:16.613 DEBUG:teuthology.orchestra.run.smithi113:osd.10> sudo journalctl -f -n 0 -u ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@osd.10.service 2024-01-24T13:09:16.617 INFO:tasks.cephadm:Deploying osd.11 on smithi181 with /dev/vg_nvme/lv_1... 2024-01-24T13:09:16.617 DEBUG:teuthology.orchestra.run.smithi181:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4e3182a65800aed6d4aa2f6b86da3cfd72188134 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d5d5b6f8-bab8-11ee-95b1-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-01-24T13:09:16.693 INFO:journalctl@ceph.osd.10.smithi113.stdout:-- Logs begin at Wed 2024-01-24 12:47:43 UTC. -- 2024-01-24T13:09:16.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:16 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:16.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:16 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:16.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:16 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:09:16.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:16 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:09:16.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:16 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:16.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:16 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:16.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:16 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:16.778 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:16 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:09:16.884 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:16 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:16.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:16 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:16.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:16 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:09:16.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:16 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:09:16.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:16 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:16.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:16 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:16.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:16 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:16.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:16 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:09:16.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:16 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:16.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:16 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:16.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:16 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:09:16.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:16 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:09:16.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:16 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:16.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:16 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:16.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:16 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:16.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:16 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:09:16.979 INFO:teuthology.orchestra.run.smithi181.stderr:Inferring config /var/lib/ceph/d5d5b6f8-bab8-11ee-95b1-87774f69a715/mon.c/config 2024-01-24T13:09:17.826 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:17 smithi181 ceph-mon[39668]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2024-01-24T13:09:17.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:17 smithi084 ceph-mon[35384]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2024-01-24T13:09:18.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:17 smithi113 ceph-mon[39177]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2024-01-24T13:09:18.027 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:09:17 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:09:17.581+0000 7faa6283a640 -1 osd.10 0 log_to_monitors true 2024-01-24T13:09:18.785 INFO:teuthology.orchestra.run.smithi181.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-01-24T13:09:18.785 INFO:teuthology.orchestra.run.smithi181.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-01-24T13:09:18.785 INFO:teuthology.orchestra.run.smithi181.stderr: stderr: 10+0 records in 2024-01-24T13:09:18.785 INFO:teuthology.orchestra.run.smithi181.stderr:10+0 records out 2024-01-24T13:09:18.785 INFO:teuthology.orchestra.run.smithi181.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0417284 s, 251 MB/s 2024-01-24T13:09:18.785 INFO:teuthology.orchestra.run.smithi181.stderr: stderr: 2024-01-24T13:09:18.785 INFO:teuthology.orchestra.run.smithi181.stderr:--> Zapping successful for: 2024-01-24T13:09:18.820 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:18 smithi181 ceph-mon[39668]: from='osd.10 [v2:172.21.15.113:6824/3861462782,v1:172.21.15.113:6825/3861462782]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-01-24T13:09:18.820 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:18 smithi181 ceph-mon[39668]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-01-24T13:09:18.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:18 smithi084 ceph-mon[35384]: from='osd.10 [v2:172.21.15.113:6824/3861462782,v1:172.21.15.113:6825/3861462782]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-01-24T13:09:18.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:18 smithi084 ceph-mon[35384]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-01-24T13:09:18.991 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:18 smithi113 ceph-mon[39177]: from='osd.10 [v2:172.21.15.113:6824/3861462782,v1:172.21.15.113:6825/3861462782]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-01-24T13:09:18.992 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:18 smithi113 ceph-mon[39177]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-01-24T13:09:19.198 DEBUG:teuthology.orchestra.run.smithi181:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4e3182a65800aed6d4aa2f6b86da3cfd72188134 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d5d5b6f8-bab8-11ee-95b1-87774f69a715 -- ceph orch daemon add osd smithi181:vg_nvme/lv_1 2024-01-24T13:09:19.552 INFO:teuthology.orchestra.run.smithi181.stderr:Inferring config /var/lib/ceph/d5d5b6f8-bab8-11ee-95b1-87774f69a715/mon.c/config 2024-01-24T13:09:19.777 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:09:19 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:09:19.561+0000 7faa56400700 -1 osd.10 0 waiting for initial osdmap 2024-01-24T13:09:19.777 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:09:19 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:09:19.582+0000 7faa4cc00700 -1 osd.10 68 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-01-24T13:09:19.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:19 smithi113 ceph-mon[39177]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2024-01-24T13:09:19.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:19 smithi113 ceph-mon[39177]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-01-24T13:09:19.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:19 smithi113 ceph-mon[39177]: osdmap e67: 11 total, 10 up, 11 in 2024-01-24T13:09:19.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:19 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-01-24T13:09:19.778 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:19 smithi113 ceph-mon[39177]: from='osd.10 [v2:172.21.15.113:6824/3861462782,v1:172.21.15.113:6825/3861462782]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-01-24T13:09:19.778 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:19 smithi113 ceph-mon[39177]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-01-24T13:09:19.778 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:19 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:19.778 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:19 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:19.778 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:19 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-24T13:09:19.778 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:19 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-24T13:09:19.778 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:19 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-24T13:09:19.778 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:19 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-24T13:09:19.778 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:19 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:19.778 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:19 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:09:19.778 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:19 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:09:19.778 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:19 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:19.876 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:19 smithi181 ceph-mon[39668]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2024-01-24T13:09:19.876 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:19 smithi181 ceph-mon[39668]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-01-24T13:09:19.876 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:19 smithi181 ceph-mon[39668]: osdmap e67: 11 total, 10 up, 11 in 2024-01-24T13:09:19.877 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:19 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-01-24T13:09:19.877 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:19 smithi181 ceph-mon[39668]: from='osd.10 [v2:172.21.15.113:6824/3861462782,v1:172.21.15.113:6825/3861462782]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-01-24T13:09:19.877 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:19 smithi181 ceph-mon[39668]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-01-24T13:09:19.877 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:19 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:19.877 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:19 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:19.877 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:19 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-24T13:09:19.877 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:19 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-24T13:09:19.877 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:19 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-24T13:09:19.877 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:19 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-24T13:09:19.877 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:19 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:19.877 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:19 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:09:19.877 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:19 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:09:19.877 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:19 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:19.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:19 smithi084 ceph-mon[35384]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2024-01-24T13:09:19.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:19 smithi084 ceph-mon[35384]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-01-24T13:09:19.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:19 smithi084 ceph-mon[35384]: osdmap e67: 11 total, 10 up, 11 in 2024-01-24T13:09:19.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:19 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-01-24T13:09:19.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:19 smithi084 ceph-mon[35384]: from='osd.10 [v2:172.21.15.113:6824/3861462782,v1:172.21.15.113:6825/3861462782]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-01-24T13:09:19.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:19 smithi084 ceph-mon[35384]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]: dispatch 2024-01-24T13:09:19.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:19 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:19.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:19 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:19.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:19 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-01-24T13:09:19.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:19 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-01-24T13:09:19.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:19 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-01-24T13:09:19.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:19 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-01-24T13:09:19.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:19 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:19.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:19 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:09:19.886 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:19 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:09:19.886 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:19 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:20.765 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:20.764+0000 7f9c32c00700 1 -- 172.21.15.181:0/1084532439 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9c2c108ca0 msgr2=0x7f9c2c10b130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:09:20.765 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:20.764+0000 7f9c32c00700 1 --2- 172.21.15.181:0/1084532439 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9c2c108ca0 0x7f9c2c10b130 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f9c2400b0a0 tx=0x7f9c2400b3b0 comp rx=0 tx=0).stop 2024-01-24T13:09:20.765 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:20.764+0000 7f9c32c00700 1 -- 172.21.15.181:0/1084532439 shutdown_connections 2024-01-24T13:09:20.765 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:20.764+0000 7f9c32c00700 1 --2- 172.21.15.181:0/1084532439 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9c2c108ca0 0x7f9c2c10b130 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:20.766 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:20.764+0000 7f9c32c00700 1 --2- 172.21.15.181:0/1084532439 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f9c2c074d70 0x7f9c2c0731d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:20.766 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:20.764+0000 7f9c32c00700 1 --2- 172.21.15.181:0/1084532439 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9c2c0737a0 0x7f9c2c073c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:20.766 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:20.764+0000 7f9c32c00700 1 -- 172.21.15.181:0/1084532439 >> 172.21.15.181:0/1084532439 conn(0x7f9c2c0fc330 msgr2=0x7f9c2c0fe7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:09:20.766 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:20.764+0000 7f9c32c00700 1 -- 172.21.15.181:0/1084532439 shutdown_connections 2024-01-24T13:09:20.766 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:20.764+0000 7f9c32c00700 1 -- 172.21.15.181:0/1084532439 wait complete. 2024-01-24T13:09:20.768 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:20.765+0000 7f9c32c00700 1 Processor -- start 2024-01-24T13:09:20.768 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:20.765+0000 7f9c32c00700 1 -- start start 2024-01-24T13:09:20.768 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:20.766+0000 7f9c32c00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9c2c0737a0 0x7f9c2c198d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:09:20.768 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:20.766+0000 7f9c32c00700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f9c2c074d70 0x7f9c2c199270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:09:20.768 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:20.766+0000 7f9c32c00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9c2c108ca0 0x7f9c2c1a02f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:09:20.768 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:20.766+0000 7f9c32c00700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c2c1a08c0 con 0x7f9c2c0737a0 2024-01-24T13:09:20.768 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:20.766+0000 7f9c32c00700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c2c1a0a00 con 0x7f9c2c074d70 2024-01-24T13:09:20.768 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:20.766+0000 7f9c32c00700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c2c1a0b90 con 0x7f9c2c108ca0 2024-01-24T13:09:20.768 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:20.766+0000 7f9c30c00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9c2c108ca0 0x7f9c2c1a02f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:09:20.768 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:20.766+0000 7f9c2b400700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f9c2c074d70 0x7f9c2c199270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:09:20.769 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:20.766+0000 7f9c30c00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9c2c108ca0 0x7f9c2c1a02f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.181:49894/0 (socket says 172.21.15.181:49894) 2024-01-24T13:09:20.769 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:20.766+0000 7f9c30c00700 1 -- 172.21.15.181:0/1053017708 learned_addr learned my addr 172.21.15.181:0/1053017708 (peer_addr_for_me v2:172.21.15.181:0/0) 2024-01-24T13:09:20.769 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:20.766+0000 7f9c2be00700 1 --2- 172.21.15.181:0/1053017708 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9c2c0737a0 0x7f9c2c198d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:09:20.769 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:20.766+0000 7f9c30c00700 1 -- 172.21.15.181:0/1053017708 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f9c2c074d70 msgr2=0x7f9c2c199270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:09:20.769 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:20.766+0000 7f9c30c00700 1 --2- 172.21.15.181:0/1053017708 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f9c2c074d70 0x7f9c2c199270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:20.769 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:20.766+0000 7f9c30c00700 1 -- 172.21.15.181:0/1053017708 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9c2c0737a0 msgr2=0x7f9c2c198d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:09:20.769 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:20.766+0000 7f9c30c00700 1 --2- 172.21.15.181:0/1053017708 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9c2c0737a0 0x7f9c2c198d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:20.769 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:20.766+0000 7f9c30c00700 1 -- 172.21.15.181:0/1053017708 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9c24009d00 con 0x7f9c2c108ca0 2024-01-24T13:09:20.769 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:20.767+0000 7f9c30c00700 1 --2- 172.21.15.181:0/1053017708 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9c2c108ca0 0x7f9c2c1a02f0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f9c24006070 tx=0x7f9c24004c80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:09:20.769 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:20.767+0000 7f9c28c00700 1 -- 172.21.15.181:0/1053017708 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c2400e040 con 0x7f9c2c108ca0 2024-01-24T13:09:20.769 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:20.767+0000 7f9c28c00700 1 -- 172.21.15.181:0/1053017708 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(25 keys) v1 ==== 1067+0+0 (secure 0 0 0) 0x7f9c24003e90 con 0x7f9c2c108ca0 2024-01-24T13:09:20.769 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:20.767+0000 7f9c32c00700 1 -- 172.21.15.181:0/1053017708 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9c2c1a0e10 con 0x7f9c2c108ca0 2024-01-24T13:09:20.770 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:20.767+0000 7f9c28c00700 1 -- 172.21.15.181:0/1053017708 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c24004020 con 0x7f9c2c108ca0 2024-01-24T13:09:20.770 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:20.767+0000 7f9c32c00700 1 -- 172.21.15.181:0/1053017708 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9c2c1a1270 con 0x7f9c2c108ca0 2024-01-24T13:09:20.770 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:20.768+0000 7f9c32c00700 1 -- 172.21.15.181:0/1053017708 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9c2c107350 con 0x7f9c2c108ca0 2024-01-24T13:09:20.770 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:20.770+0000 7f9c28c00700 1 -- 172.21.15.181:0/1053017708 <== mon.1 v2:172.21.15.181:3300/0 4 ==== mgrmap(e 16) v1 ==== 135070+0+0 (secure 0 0 0) 0x7f9c24003a00 con 0x7f9c2c108ca0 2024-01-24T13:09:20.772 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:20.771+0000 7f9c28c00700 1 --2- 172.21.15.181:0/1053017708 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f9c0c0a05a0 0x7f9c0c0a2a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:09:20.772 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:20.771+0000 7f9c28c00700 1 -- 172.21.15.181:0/1053017708 <== mon.1 v2:172.21.15.181:3300/0 5 ==== osd_map(70..70 src has 1..70) v4 ==== 6723+0+0 (secure 0 0 0) 0x7f9c240cc950 con 0x7f9c2c108ca0 2024-01-24T13:09:20.772 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:20.771+0000 7f9c2be00700 1 --2- 172.21.15.181:0/1053017708 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f9c0c0a05a0 0x7f9c0c0a2a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:09:20.773 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:20.772+0000 7f9c2be00700 1 --2- 172.21.15.181:0/1053017708 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f9c0c0a05a0 0x7f9c0c0a2a60 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f9c1c005950 tx=0x7f9c1c00b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:09:20.776 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:20.775+0000 7f9c28c00700 1 -- 172.21.15.181:0/1053017708 <== mon.1 v2:172.21.15.181:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180484 (secure 0 0 0) 0x7f9c24096b10 con 0x7f9c2c108ca0 2024-01-24T13:09:20.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:20 smithi084 ceph-mon[35384]: Detected new or changed devices on smithi113 2024-01-24T13:09:20.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:20 smithi084 ceph-mon[35384]: Adjusting osd_memory_target on smithi113 to 4317M 2024-01-24T13:09:20.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:20 smithi084 ceph-mon[35384]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]': finished 2024-01-24T13:09:20.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:20 smithi084 ceph-mon[35384]: osdmap e68: 11 total, 10 up, 11 in 2024-01-24T13:09:20.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:20 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-01-24T13:09:20.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:20 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-01-24T13:09:20.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:20 smithi084 ceph-mon[35384]: osd.10 [v2:172.21.15.113:6824/3861462782,v1:172.21.15.113:6825/3861462782] boot 2024-01-24T13:09:20.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:20 smithi084 ceph-mon[35384]: osdmap e69: 11 total, 11 up, 11 in 2024-01-24T13:09:20.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:20 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-01-24T13:09:20.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:20 smithi181 ceph-mon[39668]: Detected new or changed devices on smithi113 2024-01-24T13:09:20.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:20 smithi181 ceph-mon[39668]: Adjusting osd_memory_target on smithi113 to 4317M 2024-01-24T13:09:20.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:20 smithi181 ceph-mon[39668]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]': finished 2024-01-24T13:09:20.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:20 smithi181 ceph-mon[39668]: osdmap e68: 11 total, 10 up, 11 in 2024-01-24T13:09:20.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:20 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-01-24T13:09:20.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:20 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-01-24T13:09:20.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:20 smithi181 ceph-mon[39668]: osd.10 [v2:172.21.15.113:6824/3861462782,v1:172.21.15.113:6825/3861462782] boot 2024-01-24T13:09:20.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:20 smithi181 ceph-mon[39668]: osdmap e69: 11 total, 11 up, 11 in 2024-01-24T13:09:20.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:20 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-01-24T13:09:20.980 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:20.980+0000 7f9c32c00700 1 -- 172.21.15.181:0/1053017708 --> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi181:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) v1 -- 0x7f9c2c061180 con 0x7f9c0c0a05a0 2024-01-24T13:09:21.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:20 smithi113 ceph-mon[39177]: Detected new or changed devices on smithi113 2024-01-24T13:09:21.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:20 smithi113 ceph-mon[39177]: Adjusting osd_memory_target on smithi113 to 4317M 2024-01-24T13:09:21.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:20 smithi113 ceph-mon[39177]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi113", "root=default"]}]': finished 2024-01-24T13:09:21.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:20 smithi113 ceph-mon[39177]: osdmap e68: 11 total, 10 up, 11 in 2024-01-24T13:09:21.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:20 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-01-24T13:09:21.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:20 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-01-24T13:09:21.028 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:20 smithi113 ceph-mon[39177]: osd.10 [v2:172.21.15.113:6824/3861462782,v1:172.21.15.113:6825/3861462782] boot 2024-01-24T13:09:21.028 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:20 smithi113 ceph-mon[39177]: osdmap e69: 11 total, 11 up, 11 in 2024-01-24T13:09:21.028 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:20 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-01-24T13:09:21.884 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:21 smithi084 ceph-mon[35384]: purged_snaps scrub starts 2024-01-24T13:09:21.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:21 smithi084 ceph-mon[35384]: purged_snaps scrub ok 2024-01-24T13:09:21.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:21 smithi084 ceph-mon[35384]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2024-01-24T13:09:21.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:21 smithi084 ceph-mon[35384]: osdmap e70: 11 total, 11 up, 11 in 2024-01-24T13:09:21.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:21 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-01-24T13:09:21.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:21 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-01-24T13:09:21.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:21 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:09:21.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:21 smithi181 ceph-mon[39668]: purged_snaps scrub starts 2024-01-24T13:09:21.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:21 smithi181 ceph-mon[39668]: purged_snaps scrub ok 2024-01-24T13:09:21.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:21 smithi181 ceph-mon[39668]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2024-01-24T13:09:21.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:21 smithi181 ceph-mon[39668]: osdmap e70: 11 total, 11 up, 11 in 2024-01-24T13:09:21.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:21 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-01-24T13:09:21.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:21 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-01-24T13:09:21.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:21 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:09:22.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:21 smithi113 ceph-mon[39177]: purged_snaps scrub starts 2024-01-24T13:09:22.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:21 smithi113 ceph-mon[39177]: purged_snaps scrub ok 2024-01-24T13:09:22.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:21 smithi113 ceph-mon[39177]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2024-01-24T13:09:22.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:21 smithi113 ceph-mon[39177]: osdmap e70: 11 total, 11 up, 11 in 2024-01-24T13:09:22.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:21 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-01-24T13:09:22.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:21 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-01-24T13:09:22.028 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:21 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:09:22.649 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:22 smithi181 ceph-mon[39668]: from='client.24385 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi181:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-01-24T13:09:22.649 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:22 smithi181 ceph-mon[39668]: osdmap e71: 11 total, 11 up, 11 in 2024-01-24T13:09:22.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:22 smithi084 ceph-mon[35384]: from='client.24385 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi181:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-01-24T13:09:22.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:22 smithi084 ceph-mon[35384]: osdmap e71: 11 total, 11 up, 11 in 2024-01-24T13:09:23.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:22 smithi113 ceph-mon[39177]: from='client.24385 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi181:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-01-24T13:09:23.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:22 smithi113 ceph-mon[39177]: osdmap e71: 11 total, 11 up, 11 in 2024-01-24T13:09:23.884 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:23 smithi084 ceph-mon[35384]: pgmap v212: 1 pgs: 1 remapped+peering; 577 KiB data, 299 MiB used, 983 GiB / 983 GiB avail 2024-01-24T13:09:23.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:23 smithi084 ceph-mon[35384]: osdmap e72: 11 total, 11 up, 11 in 2024-01-24T13:09:23.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:23 smithi084 ceph-mon[35384]: from='client.? 172.21.15.181:0/375010334' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "dad7de53-8f64-4db4-a126-155bbe4841bb"}]: dispatch 2024-01-24T13:09:23.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:23 smithi084 ceph-mon[35384]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "dad7de53-8f64-4db4-a126-155bbe4841bb"}]: dispatch 2024-01-24T13:09:23.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:23 smithi084 ceph-mon[35384]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "dad7de53-8f64-4db4-a126-155bbe4841bb"}]': finished 2024-01-24T13:09:23.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:23 smithi084 ceph-mon[35384]: osdmap e73: 12 total, 11 up, 12 in 2024-01-24T13:09:23.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:23 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-01-24T13:09:23.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:23 smithi181 ceph-mon[39668]: pgmap v212: 1 pgs: 1 remapped+peering; 577 KiB data, 299 MiB used, 983 GiB / 983 GiB avail 2024-01-24T13:09:23.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:23 smithi181 ceph-mon[39668]: osdmap e72: 11 total, 11 up, 11 in 2024-01-24T13:09:23.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:23 smithi181 ceph-mon[39668]: from='client.? 172.21.15.181:0/375010334' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "dad7de53-8f64-4db4-a126-155bbe4841bb"}]: dispatch 2024-01-24T13:09:23.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:23 smithi181 ceph-mon[39668]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "dad7de53-8f64-4db4-a126-155bbe4841bb"}]: dispatch 2024-01-24T13:09:23.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:23 smithi181 ceph-mon[39668]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "dad7de53-8f64-4db4-a126-155bbe4841bb"}]': finished 2024-01-24T13:09:23.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:23 smithi181 ceph-mon[39668]: osdmap e73: 12 total, 11 up, 12 in 2024-01-24T13:09:23.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:23 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-01-24T13:09:24.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:23 smithi113 ceph-mon[39177]: pgmap v212: 1 pgs: 1 remapped+peering; 577 KiB data, 299 MiB used, 983 GiB / 983 GiB avail 2024-01-24T13:09:24.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:23 smithi113 ceph-mon[39177]: osdmap e72: 11 total, 11 up, 11 in 2024-01-24T13:09:24.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:23 smithi113 ceph-mon[39177]: from='client.? 172.21.15.181:0/375010334' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "dad7de53-8f64-4db4-a126-155bbe4841bb"}]: dispatch 2024-01-24T13:09:24.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:23 smithi113 ceph-mon[39177]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "dad7de53-8f64-4db4-a126-155bbe4841bb"}]: dispatch 2024-01-24T13:09:24.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:23 smithi113 ceph-mon[39177]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "dad7de53-8f64-4db4-a126-155bbe4841bb"}]': finished 2024-01-24T13:09:24.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:23 smithi113 ceph-mon[39177]: osdmap e73: 12 total, 11 up, 12 in 2024-01-24T13:09:24.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:23 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-01-24T13:09:24.884 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:24 smithi084 ceph-mon[35384]: from='client.? 172.21.15.181:0/2392076715' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-01-24T13:09:24.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:24 smithi181 ceph-mon[39668]: from='client.? 172.21.15.181:0/2392076715' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-01-24T13:09:25.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:24 smithi113 ceph-mon[39177]: from='client.? 172.21.15.181:0/2392076715' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-01-24T13:09:25.884 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:25 smithi084 ceph-mon[35384]: pgmap v215: 1 pgs: 1 remapped+peering; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail 2024-01-24T13:09:25.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:25 smithi181 ceph-mon[39668]: pgmap v215: 1 pgs: 1 remapped+peering; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail 2024-01-24T13:09:26.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:25 smithi113 ceph-mon[39177]: pgmap v215: 1 pgs: 1 remapped+peering; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail 2024-01-24T13:09:27.846 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:27 smithi181 ceph-mon[39668]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail; 110 KiB/s, 0 objects/s recovering 2024-01-24T13:09:27.884 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:27 smithi084 ceph-mon[35384]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail; 110 KiB/s, 0 objects/s recovering 2024-01-24T13:09:28.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:27 smithi113 ceph-mon[39177]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail; 110 KiB/s, 0 objects/s recovering 2024-01-24T13:09:29.884 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:29 smithi084 ceph-mon[35384]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail; 92 KiB/s, 0 objects/s recovering 2024-01-24T13:09:29.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:29 smithi181 ceph-mon[39668]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail; 92 KiB/s, 0 objects/s recovering 2024-01-24T13:09:30.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:29 smithi113 ceph-mon[39177]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail; 92 KiB/s, 0 objects/s recovering 2024-01-24T13:09:30.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:30 smithi181 ceph-mon[39668]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-01-24T13:09:30.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:30 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-01-24T13:09:30.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:30 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:09:30.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:30 smithi181 ceph-mon[39668]: Deploying daemon osd.11 on smithi181 2024-01-24T13:09:31.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:30 smithi113 ceph-mon[39177]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-01-24T13:09:31.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:30 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-01-24T13:09:31.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:30 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:09:31.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:30 smithi113 ceph-mon[39177]: Deploying daemon osd.11 on smithi181 2024-01-24T13:09:31.135 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:30 smithi084 ceph-mon[35384]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-01-24T13:09:31.135 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:30 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-01-24T13:09:31.135 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:30 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:09:31.135 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:30 smithi084 ceph-mon[35384]: Deploying daemon osd.11 on smithi181 2024-01-24T13:09:33.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:32 smithi113 ceph-mon[39177]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail; 62 KiB/s, 0 objects/s recovering 2024-01-24T13:09:33.384 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:32 smithi084 ceph-mon[35384]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail; 62 KiB/s, 0 objects/s recovering 2024-01-24T13:09:33.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:32 smithi181 ceph-mon[39668]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail; 62 KiB/s, 0 objects/s recovering 2024-01-24T13:09:35.250 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:34 smithi181 ceph-mon[39668]: pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail; 54 KiB/s, 0 objects/s recovering 2024-01-24T13:09:35.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:34 smithi113 ceph-mon[39177]: pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail; 54 KiB/s, 0 objects/s recovering 2024-01-24T13:09:35.384 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:34 smithi084 ceph-mon[35384]: pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail; 54 KiB/s, 0 objects/s recovering 2024-01-24T13:09:36.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:36 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:36.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:36 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:36.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:36 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:09:36.634 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:36 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:36.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:36 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:36.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:36 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:09:36.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:36 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:36.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:36 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:36.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:36 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:09:37.626 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:37 smithi181 ceph-mon[39668]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-01-24T13:09:37.634 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:37 smithi084 ceph-mon[35384]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-01-24T13:09:37.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:37 smithi113 ceph-mon[39177]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-01-24T13:09:37.998 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:37.998+0000 7f9c28c00700 1 -- 172.21.15.181:0/1053017708 <== mgr.14150 v2:172.21.15.84:6800/18297849 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+38 (secure 0 0 0) 0x7f9c2c061180 con 0x7f9c0c0a05a0 2024-01-24T13:09:37.999 INFO:teuthology.orchestra.run.smithi181.stdout:Created osd(s) 11 on host 'smithi181' 2024-01-24T13:09:38.001 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:38.000+0000 7f9c32c00700 1 -- 172.21.15.181:0/1053017708 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f9c0c0a05a0 msgr2=0x7f9c0c0a2a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:09:38.001 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:38.000+0000 7f9c32c00700 1 --2- 172.21.15.181:0/1053017708 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f9c0c0a05a0 0x7f9c0c0a2a60 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f9c1c005950 tx=0x7f9c1c00b410 comp rx=0 tx=0).stop 2024-01-24T13:09:38.002 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:38.000+0000 7f9c32c00700 1 -- 172.21.15.181:0/1053017708 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9c2c108ca0 msgr2=0x7f9c2c1a02f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:09:38.002 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:38.000+0000 7f9c32c00700 1 --2- 172.21.15.181:0/1053017708 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9c2c108ca0 0x7f9c2c1a02f0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f9c24006070 tx=0x7f9c24004c80 comp rx=0 tx=0).stop 2024-01-24T13:09:38.002 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:38.000+0000 7f9c32c00700 1 -- 172.21.15.181:0/1053017708 shutdown_connections 2024-01-24T13:09:38.002 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:38.001+0000 7f9c32c00700 1 --2- 172.21.15.181:0/1053017708 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f9c0c0a05a0 0x7f9c0c0a2a60 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:38.002 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:38.001+0000 7f9c32c00700 1 --2- 172.21.15.181:0/1053017708 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9c2c108ca0 0x7f9c2c1a02f0 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:38.002 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:38.001+0000 7f9c32c00700 1 --2- 172.21.15.181:0/1053017708 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9c2c0737a0 0x7f9c2c198d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:38.002 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:38.001+0000 7f9c32c00700 1 --2- 172.21.15.181:0/1053017708 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f9c2c074d70 0x7f9c2c199270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:38.002 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:38.001+0000 7f9c32c00700 1 -- 172.21.15.181:0/1053017708 >> 172.21.15.181:0/1053017708 conn(0x7f9c2c0fc330 msgr2=0x7f9c2c0fe720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:09:38.002 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:38.001+0000 7f9c32c00700 1 -- 172.21.15.181:0/1053017708 shutdown_connections 2024-01-24T13:09:38.002 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:38.001+0000 7f9c32c00700 1 -- 172.21.15.181:0/1053017708 wait complete. 2024-01-24T13:09:38.387 DEBUG:teuthology.orchestra.run.smithi181:osd.11> sudo journalctl -f -n 0 -u ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@osd.11.service 2024-01-24T13:09:38.391 INFO:tasks.cephadm:Waiting for 12 OSDs to come up... 2024-01-24T13:09:38.391 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4e3182a65800aed6d4aa2f6b86da3cfd72188134 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d5d5b6f8-bab8-11ee-95b1-87774f69a715 -- ceph osd stat -f json 2024-01-24T13:09:38.463 INFO:journalctl@ceph.osd.11.smithi181.stdout:-- Logs begin at Wed 2024-01-24 12:47:10 UTC. -- 2024-01-24T13:09:38.634 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:38 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:38.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:38 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:38.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:38 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:09:38.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:38 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:09:38.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:38 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:38.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:38 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:38.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:38 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:38.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:38 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:09:38.649 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:38 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:38.649 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:38 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:38.649 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:38 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:09:38.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:38 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:09:38.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:38 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:38.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:38 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:38.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:38 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:38.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:38 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:09:38.754 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/d5d5b6f8-bab8-11ee-95b1-87774f69a715/mon.a/config 2024-01-24T13:09:38.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:38 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:38.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:38 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:38.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:38 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:09:38.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:38 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:09:38.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:38 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:38.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:38 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:38.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:38 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:38.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:38 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:09:39.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:39 smithi084 ceph-mon[35384]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail 2024-01-24T13:09:39.649 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:39 smithi181 ceph-mon[39668]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail 2024-01-24T13:09:39.649 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:09:39 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:09:39.390+0000 7ff6bc889640 -1 osd.11 0 log_to_monitors true 2024-01-24T13:09:39.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:39 smithi113 ceph-mon[39177]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail 2024-01-24T13:09:39.923 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:39.922+0000 7fb973000700 1 -- 172.21.15.84:0/1871226470 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb96c101fd0 msgr2=0x7fb96c102430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:09:39.923 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:39.922+0000 7fb973000700 1 --2- 172.21.15.84:0/1871226470 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb96c101fd0 0x7fb96c102430 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fb9540099c0 tx=0x7fb954009cd0 comp rx=0 tx=0).stop 2024-01-24T13:09:39.923 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:39.922+0000 7fb973000700 1 -- 172.21.15.84:0/1871226470 shutdown_connections 2024-01-24T13:09:39.923 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:39.922+0000 7fb973000700 1 --2- 172.21.15.84:0/1871226470 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb96c102970 0x7fb96c109220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:39.923 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:39.922+0000 7fb973000700 1 --2- 172.21.15.84:0/1871226470 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb96c100dd0 0x7fb96c1011f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:39.923 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:39.922+0000 7fb973000700 1 --2- 172.21.15.84:0/1871226470 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb96c101fd0 0x7fb96c102430 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:39.924 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:39.922+0000 7fb973000700 1 -- 172.21.15.84:0/1871226470 >> 172.21.15.84:0/1871226470 conn(0x7fb96c0fc330 msgr2=0x7fb96c0fe7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:09:39.924 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:39.922+0000 7fb973000700 1 -- 172.21.15.84:0/1871226470 shutdown_connections 2024-01-24T13:09:39.924 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:39.922+0000 7fb973000700 1 -- 172.21.15.84:0/1871226470 wait complete. 2024-01-24T13:09:39.926 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:39.923+0000 7fb973000700 1 Processor -- start 2024-01-24T13:09:39.926 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:39.923+0000 7fb973000700 1 -- start start 2024-01-24T13:09:39.926 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:39.924+0000 7fb973000700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb96c100dd0 0x7fb96c196980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:09:39.926 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:39.924+0000 7fb973000700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb96c101fd0 0x7fb96c196ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:09:39.926 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:39.924+0000 7fb973000700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb96c102970 0x7fb96c19df40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:09:39.926 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:39.924+0000 7fb973000700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb96c19e510 con 0x7fb96c101fd0 2024-01-24T13:09:39.926 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:39.924+0000 7fb973000700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb96c19e650 con 0x7fb96c100dd0 2024-01-24T13:09:39.926 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:39.924+0000 7fb973000700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb96c19e7e0 con 0x7fb96c102970 2024-01-24T13:09:39.926 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:39.924+0000 7fb96b400700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb96c101fd0 0x7fb96c196ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:09:39.926 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:39.924+0000 7fb96b400700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb96c101fd0 0x7fb96c196ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:58764/0 (socket says 172.21.15.84:58764) 2024-01-24T13:09:39.926 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:39.924+0000 7fb96b400700 1 -- 172.21.15.84:0/543343503 learned_addr learned my addr 172.21.15.84:0/543343503 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:09:39.927 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:39.924+0000 7fb96be00700 1 --2- 172.21.15.84:0/543343503 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb96c100dd0 0x7fb96c196980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:09:39.927 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:39.924+0000 7fb971000700 1 --2- 172.21.15.84:0/543343503 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb96c102970 0x7fb96c19df40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:09:39.927 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:39.924+0000 7fb96b400700 1 -- 172.21.15.84:0/543343503 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb96c102970 msgr2=0x7fb96c19df40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:09:39.927 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:39.924+0000 7fb96b400700 1 --2- 172.21.15.84:0/543343503 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb96c102970 0x7fb96c19df40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:39.927 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:39.924+0000 7fb96b400700 1 -- 172.21.15.84:0/543343503 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb96c100dd0 msgr2=0x7fb96c196980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:09:39.927 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:39.924+0000 7fb96b400700 1 --2- 172.21.15.84:0/543343503 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb96c100dd0 0x7fb96c196980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:39.927 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:39.924+0000 7fb96b400700 1 -- 172.21.15.84:0/543343503 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb9540095f0 con 0x7fb96c101fd0 2024-01-24T13:09:39.927 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:39.925+0000 7fb96b400700 1 --2- 172.21.15.84:0/543343503 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb96c101fd0 0x7fb96c196ec0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fb95400fa00 tx=0x7fb95400fa30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:09:39.927 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:39.925+0000 7fb968c00700 1 -- 172.21.15.84:0/543343503 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb95401d070 con 0x7fb96c101fd0 2024-01-24T13:09:39.927 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:39.925+0000 7fb973000700 1 -- 172.21.15.84:0/543343503 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb96c19ea60 con 0x7fb96c101fd0 2024-01-24T13:09:39.927 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:39.925+0000 7fb968c00700 1 -- 172.21.15.84:0/543343503 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(25 keys) v1 ==== 1067+0+0 (secure 0 0 0) 0x7fb95400fe60 con 0x7fb96c101fd0 2024-01-24T13:09:39.927 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:39.925+0000 7fb968c00700 1 -- 172.21.15.84:0/543343503 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb954022e60 con 0x7fb96c101fd0 2024-01-24T13:09:39.928 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:39.925+0000 7fb973000700 1 -- 172.21.15.84:0/543343503 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb96c19ef50 con 0x7fb96c101fd0 2024-01-24T13:09:39.928 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:39.926+0000 7fb973000700 1 -- 172.21.15.84:0/543343503 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb96c108470 con 0x7fb96c101fd0 2024-01-24T13:09:39.928 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:39.928+0000 7fb968c00700 1 -- 172.21.15.84:0/543343503 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 16) v1 ==== 135070+0+0 (secure 0 0 0) 0x7fb954022470 con 0x7fb96c101fd0 2024-01-24T13:09:39.930 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:39.929+0000 7fb968c00700 1 --2- 172.21.15.84:0/543343503 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fb94c0a05a0 0x7fb94c0a2a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:09:39.930 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:39.929+0000 7fb968c00700 1 -- 172.21.15.84:0/543343503 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(73..73 src has 1..73) v4 ==== 6809+0+0 (secure 0 0 0) 0x7fb9540cc510 con 0x7fb96c101fd0 2024-01-24T13:09:39.930 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:39.930+0000 7fb96be00700 1 --2- 172.21.15.84:0/543343503 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fb94c0a05a0 0x7fb94c0a2a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:09:39.931 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:39.930+0000 7fb96be00700 1 --2- 172.21.15.84:0/543343503 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fb94c0a05a0 0x7fb94c0a2a60 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fb96c101e30 tx=0x7fb95c009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:09:39.934 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:39.934+0000 7fb968c00700 1 -- 172.21.15.84:0/543343503 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180484 (secure 0 0 0) 0x7fb9540967a0 con 0x7fb96c101fd0 2024-01-24T13:09:40.132 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:40.131+0000 7fb973000700 1 -- 172.21.15.84:0/543343503 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) v1 -- 0x7fb96c02cc70 con 0x7fb96c101fd0 2024-01-24T13:09:40.132 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:40.131+0000 7fb968c00700 1 -- 172.21.15.84:0/543343503 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v73) v1 ==== 74+0+133 (secure 0 0 0) 0x7fb954022720 con 0x7fb96c101fd0 2024-01-24T13:09:40.132 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-01-24T13:09:40.134 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:40.133+0000 7fb973000700 1 -- 172.21.15.84:0/543343503 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fb94c0a05a0 msgr2=0x7fb94c0a2a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:09:40.135 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:40.134+0000 7fb973000700 1 --2- 172.21.15.84:0/543343503 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fb94c0a05a0 0x7fb94c0a2a60 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fb96c101e30 tx=0x7fb95c009260 comp rx=0 tx=0).stop 2024-01-24T13:09:40.135 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:40.134+0000 7fb973000700 1 -- 172.21.15.84:0/543343503 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb96c101fd0 msgr2=0x7fb96c196ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:09:40.135 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:40.134+0000 7fb973000700 1 --2- 172.21.15.84:0/543343503 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb96c101fd0 0x7fb96c196ec0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fb95400fa00 tx=0x7fb95400fa30 comp rx=0 tx=0).stop 2024-01-24T13:09:40.135 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:40.134+0000 7fb973000700 1 -- 172.21.15.84:0/543343503 shutdown_connections 2024-01-24T13:09:40.135 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:40.134+0000 7fb973000700 1 --2- 172.21.15.84:0/543343503 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fb94c0a05a0 0x7fb94c0a2a60 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:40.135 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:40.134+0000 7fb973000700 1 --2- 172.21.15.84:0/543343503 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb96c102970 0x7fb96c19df40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:40.135 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:40.134+0000 7fb973000700 1 --2- 172.21.15.84:0/543343503 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb96c100dd0 0x7fb96c196980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:40.135 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:40.134+0000 7fb973000700 1 --2- 172.21.15.84:0/543343503 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb96c101fd0 0x7fb96c196ec0 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:40.135 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:40.134+0000 7fb973000700 1 -- 172.21.15.84:0/543343503 >> 172.21.15.84:0/543343503 conn(0x7fb96c0fc330 msgr2=0x7fb96c1055b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:09:40.135 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:40.134+0000 7fb973000700 1 -- 172.21.15.84:0/543343503 shutdown_connections 2024-01-24T13:09:40.135 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:40.134+0000 7fb973000700 1 -- 172.21.15.84:0/543343503 wait complete. 2024-01-24T13:09:40.518 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:40 smithi084 ceph-mon[35384]: from='osd.11 [v2:172.21.15.181:6824/2810438073,v1:172.21.15.181:6825/2810438073]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-01-24T13:09:40.518 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:40 smithi084 ceph-mon[35384]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-01-24T13:09:40.518 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:40 smithi084 ceph-mon[35384]: from='client.? 172.21.15.84:0/543343503' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-01-24T13:09:40.541 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":73,"num_osds":12,"num_up_osds":11,"osd_up_since":1706101759,"num_in_osds":12,"osd_in_since":1706101763,"num_remapped_pgs":0} 2024-01-24T13:09:40.649 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:40 smithi181 ceph-mon[39668]: from='osd.11 [v2:172.21.15.181:6824/2810438073,v1:172.21.15.181:6825/2810438073]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-01-24T13:09:40.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:40 smithi181 ceph-mon[39668]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-01-24T13:09:40.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:40 smithi181 ceph-mon[39668]: from='client.? 172.21.15.84:0/543343503' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-01-24T13:09:40.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:40 smithi113 ceph-mon[39177]: from='osd.11 [v2:172.21.15.181:6824/2810438073,v1:172.21.15.181:6825/2810438073]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-01-24T13:09:40.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:40 smithi113 ceph-mon[39177]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-01-24T13:09:40.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:40 smithi113 ceph-mon[39177]: from='client.? 172.21.15.84:0/543343503' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-01-24T13:09:41.543 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4e3182a65800aed6d4aa2f6b86da3cfd72188134 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d5d5b6f8-bab8-11ee-95b1-87774f69a715 -- ceph osd stat -f json 2024-01-24T13:09:41.634 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:41 smithi084 ceph-mon[35384]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail 2024-01-24T13:09:41.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:41 smithi084 ceph-mon[35384]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-01-24T13:09:41.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:41 smithi084 ceph-mon[35384]: osdmap e74: 12 total, 11 up, 12 in 2024-01-24T13:09:41.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:41 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-01-24T13:09:41.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:41 smithi084 ceph-mon[35384]: from='osd.11 [v2:172.21.15.181:6824/2810438073,v1:172.21.15.181:6825/2810438073]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]: dispatch 2024-01-24T13:09:41.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:41 smithi084 ceph-mon[35384]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]: dispatch 2024-01-24T13:09:41.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:41 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:41.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:41 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:41.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:41 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-24T13:09:41.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:41 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-24T13:09:41.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:41 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-24T13:09:41.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:41 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-24T13:09:41.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:41 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:41.636 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:41 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:09:41.636 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:41 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:09:41.636 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:41 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:41.649 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:09:41 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:09:41.372+0000 7ff6b0400700 -1 osd.11 0 waiting for initial osdmap 2024-01-24T13:09:41.649 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:09:41 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:09:41.394+0000 7ff6abc00700 -1 osd.11 75 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-01-24T13:09:41.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:41 smithi181 ceph-mon[39668]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail 2024-01-24T13:09:41.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:41 smithi181 ceph-mon[39668]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-01-24T13:09:41.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:41 smithi181 ceph-mon[39668]: osdmap e74: 12 total, 11 up, 12 in 2024-01-24T13:09:41.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:41 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-01-24T13:09:41.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:41 smithi181 ceph-mon[39668]: from='osd.11 [v2:172.21.15.181:6824/2810438073,v1:172.21.15.181:6825/2810438073]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]: dispatch 2024-01-24T13:09:41.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:41 smithi181 ceph-mon[39668]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]: dispatch 2024-01-24T13:09:41.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:41 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:41.651 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:41 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:41.651 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:41 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-24T13:09:41.651 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:41 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-24T13:09:41.651 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:41 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-24T13:09:41.651 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:41 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-24T13:09:41.651 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:41 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:41.651 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:41 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:09:41.652 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:41 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:09:41.652 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:41 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:41.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:41 smithi113 ceph-mon[39177]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail 2024-01-24T13:09:41.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:41 smithi113 ceph-mon[39177]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-01-24T13:09:41.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:41 smithi113 ceph-mon[39177]: osdmap e74: 12 total, 11 up, 12 in 2024-01-24T13:09:41.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:41 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-01-24T13:09:41.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:41 smithi113 ceph-mon[39177]: from='osd.11 [v2:172.21.15.181:6824/2810438073,v1:172.21.15.181:6825/2810438073]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]: dispatch 2024-01-24T13:09:41.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:41 smithi113 ceph-mon[39177]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]: dispatch 2024-01-24T13:09:41.778 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:41 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:41.778 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:41 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:41.778 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:41 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-01-24T13:09:41.778 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:41 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-01-24T13:09:41.778 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:41 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-01-24T13:09:41.778 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:41 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-01-24T13:09:41.778 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:41 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:41.778 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:41 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:09:41.778 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:41 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:09:41.778 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:41 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:41.897 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/d5d5b6f8-bab8-11ee-95b1-87774f69a715/mon.a/config 2024-01-24T13:09:42.625 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:42 smithi084 ceph-mon[35384]: Detected new or changed devices on smithi181 2024-01-24T13:09:42.626 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:42 smithi084 ceph-mon[35384]: Adjusting osd_memory_target on smithi181 to 4317M 2024-01-24T13:09:42.626 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:42 smithi084 ceph-mon[35384]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]': finished 2024-01-24T13:09:42.626 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:42 smithi084 ceph-mon[35384]: osdmap e75: 12 total, 11 up, 12 in 2024-01-24T13:09:42.626 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:42 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-01-24T13:09:42.626 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:42 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-01-24T13:09:42.649 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:42 smithi181 ceph-mon[39668]: Detected new or changed devices on smithi181 2024-01-24T13:09:42.649 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:42 smithi181 ceph-mon[39668]: Adjusting osd_memory_target on smithi181 to 4317M 2024-01-24T13:09:42.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:42 smithi181 ceph-mon[39668]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]': finished 2024-01-24T13:09:42.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:42 smithi181 ceph-mon[39668]: osdmap e75: 12 total, 11 up, 12 in 2024-01-24T13:09:42.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:42 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-01-24T13:09:42.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:42 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-01-24T13:09:42.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:42 smithi113 ceph-mon[39177]: Detected new or changed devices on smithi181 2024-01-24T13:09:42.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:42 smithi113 ceph-mon[39177]: Adjusting osd_memory_target on smithi181 to 4317M 2024-01-24T13:09:42.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:42 smithi113 ceph-mon[39177]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi181", "root=default"]}]': finished 2024-01-24T13:09:42.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:42 smithi113 ceph-mon[39177]: osdmap e75: 12 total, 11 up, 12 in 2024-01-24T13:09:42.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:42 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-01-24T13:09:42.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:42 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-01-24T13:09:43.097 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:43.095+0000 7f6d64000700 1 -- 172.21.15.84:0/3863238112 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6d5c100dd0 msgr2=0x7f6d5c1011f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:09:43.097 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:43.095+0000 7f6d64000700 1 --2- 172.21.15.84:0/3863238112 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6d5c100dd0 0x7f6d5c1011f0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f6d4c0099c0 tx=0x7f6d4c009cd0 comp rx=0 tx=0).stop 2024-01-24T13:09:43.097 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:43.096+0000 7f6d64000700 1 -- 172.21.15.84:0/3863238112 shutdown_connections 2024-01-24T13:09:43.097 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:43.096+0000 7f6d64000700 1 --2- 172.21.15.84:0/3863238112 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6d5c102970 0x7f6d5c109220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:43.097 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:43.096+0000 7f6d64000700 1 --2- 172.21.15.84:0/3863238112 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6d5c100dd0 0x7f6d5c1011f0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:43.097 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:43.096+0000 7f6d64000700 1 --2- 172.21.15.84:0/3863238112 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f6d5c101fd0 0x7f6d5c102430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:43.097 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:43.096+0000 7f6d64000700 1 -- 172.21.15.84:0/3863238112 >> 172.21.15.84:0/3863238112 conn(0x7f6d5c0fc330 msgr2=0x7f6d5c0fe7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:09:43.097 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:43.096+0000 7f6d64000700 1 -- 172.21.15.84:0/3863238112 shutdown_connections 2024-01-24T13:09:43.097 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:43.096+0000 7f6d64000700 1 -- 172.21.15.84:0/3863238112 wait complete. 2024-01-24T13:09:43.100 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:43.097+0000 7f6d64000700 1 Processor -- start 2024-01-24T13:09:43.100 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:43.097+0000 7f6d64000700 1 -- start start 2024-01-24T13:09:43.100 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:43.097+0000 7f6d64000700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f6d5c100dd0 0x7f6d5c196a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:09:43.100 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:43.097+0000 7f6d64000700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6d5c101fd0 0x7f6d5c196f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:09:43.100 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:43.097+0000 7f6d64000700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6d5c102970 0x7f6d5c19dfd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:09:43.100 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:43.097+0000 7f6d64000700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d5c19e5a0 con 0x7f6d5c101fd0 2024-01-24T13:09:43.100 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:43.097+0000 7f6d64000700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d5c19e6e0 con 0x7f6d5c102970 2024-01-24T13:09:43.100 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:43.097+0000 7f6d64000700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d5c19e870 con 0x7f6d5c100dd0 2024-01-24T13:09:43.100 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:43.097+0000 7f6d60c00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6d5c101fd0 0x7f6d5c196f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:09:43.100 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:43.097+0000 7f6d60c00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6d5c101fd0 0x7f6d5c196f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:58778/0 (socket says 172.21.15.84:58778) 2024-01-24T13:09:43.101 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:43.097+0000 7f6d60c00700 1 -- 172.21.15.84:0/2720062915 learned_addr learned my addr 172.21.15.84:0/2720062915 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:09:43.101 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:43.097+0000 7f6d61600700 1 --2- 172.21.15.84:0/2720062915 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f6d5c100dd0 0x7f6d5c196a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:09:43.101 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:43.098+0000 7f6d62000700 1 --2- 172.21.15.84:0/2720062915 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6d5c102970 0x7f6d5c19dfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:09:43.101 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:43.098+0000 7f6d60c00700 1 -- 172.21.15.84:0/2720062915 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f6d5c100dd0 msgr2=0x7f6d5c196a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:09:43.101 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:43.098+0000 7f6d60c00700 1 --2- 172.21.15.84:0/2720062915 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f6d5c100dd0 0x7f6d5c196a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:43.101 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:43.098+0000 7f6d60c00700 1 -- 172.21.15.84:0/2720062915 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6d5c102970 msgr2=0x7f6d5c19dfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:09:43.101 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:43.098+0000 7f6d60c00700 1 --2- 172.21.15.84:0/2720062915 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6d5c102970 0x7f6d5c19dfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:43.101 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:43.098+0000 7f6d60c00700 1 -- 172.21.15.84:0/2720062915 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6d4c0095f0 con 0x7f6d5c101fd0 2024-01-24T13:09:43.101 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:43.098+0000 7f6d60c00700 1 --2- 172.21.15.84:0/2720062915 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6d5c101fd0 0x7f6d5c196f50 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f6d4400e9d0 tx=0x7f6d4400ece0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:09:43.101 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:43.098+0000 7f6d5a000700 1 -- 172.21.15.84:0/2720062915 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d44009790 con 0x7f6d5c101fd0 2024-01-24T13:09:43.101 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:43.098+0000 7f6d5a000700 1 -- 172.21.15.84:0/2720062915 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(25 keys) v1 ==== 1067+0+0 (secure 0 0 0) 0x7f6d4400ee70 con 0x7f6d5c101fd0 2024-01-24T13:09:43.101 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:43.098+0000 7f6d64000700 1 -- 172.21.15.84:0/2720062915 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6d5c19eb50 con 0x7f6d5c101fd0 2024-01-24T13:09:43.101 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:43.098+0000 7f6d5a000700 1 -- 172.21.15.84:0/2720062915 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d44018420 con 0x7f6d5c101fd0 2024-01-24T13:09:43.101 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:43.098+0000 7f6d64000700 1 -- 172.21.15.84:0/2720062915 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6d5c19f050 con 0x7f6d5c101fd0 2024-01-24T13:09:43.102 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:43.099+0000 7f6d64000700 1 -- 172.21.15.84:0/2720062915 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6d5c10c4d0 con 0x7f6d5c101fd0 2024-01-24T13:09:43.102 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:43.101+0000 7f6d5a000700 1 -- 172.21.15.84:0/2720062915 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 16) v1 ==== 135070+0+0 (secure 0 0 0) 0x7f6d4400cbd0 con 0x7f6d5c101fd0 2024-01-24T13:09:43.103 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:43.103+0000 7f6d5a000700 1 --2- 172.21.15.84:0/2720062915 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f6d3c0a0520 0x7f6d3c0a29e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:09:43.103 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:43.103+0000 7f6d5a000700 1 -- 172.21.15.84:0/2720062915 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(76..76 src has 1..76) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f6d44014070 con 0x7f6d5c101fd0 2024-01-24T13:09:43.103 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:43.103+0000 7f6d61600700 1 --2- 172.21.15.84:0/2720062915 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f6d3c0a0520 0x7f6d3c0a29e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:09:43.104 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:43.103+0000 7f6d61600700 1 --2- 172.21.15.84:0/2720062915 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f6d3c0a0520 0x7f6d3c0a29e0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f6d4c009990 tx=0x7f6d4c00b9b0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:09:43.105 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:43.105+0000 7f6d5a000700 1 -- 172.21.15.84:0/2720062915 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180484 (secure 0 0 0) 0x7f6d44095b50 con 0x7f6d5c101fd0 2024-01-24T13:09:43.303 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:43.302+0000 7f6d64000700 1 -- 172.21.15.84:0/2720062915 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) v1 -- 0x7f6d5c10c6c0 con 0x7f6d5c101fd0 2024-01-24T13:09:43.304 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:43.303+0000 7f6d5a000700 1 -- 172.21.15.84:0/2720062915 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v76) v1 ==== 74+0+133 (secure 0 0 0) 0x7f6d44099170 con 0x7f6d5c101fd0 2024-01-24T13:09:43.304 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-01-24T13:09:43.306 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:43.305+0000 7f6d64000700 1 -- 172.21.15.84:0/2720062915 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f6d3c0a0520 msgr2=0x7f6d3c0a29e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:09:43.306 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:43.305+0000 7f6d64000700 1 --2- 172.21.15.84:0/2720062915 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f6d3c0a0520 0x7f6d3c0a29e0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f6d4c009990 tx=0x7f6d4c00b9b0 comp rx=0 tx=0).stop 2024-01-24T13:09:43.306 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:43.305+0000 7f6d64000700 1 -- 172.21.15.84:0/2720062915 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6d5c101fd0 msgr2=0x7f6d5c196f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:09:43.307 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:43.305+0000 7f6d64000700 1 --2- 172.21.15.84:0/2720062915 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6d5c101fd0 0x7f6d5c196f50 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f6d4400e9d0 tx=0x7f6d4400ece0 comp rx=0 tx=0).stop 2024-01-24T13:09:43.307 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:43.305+0000 7f6d64000700 1 -- 172.21.15.84:0/2720062915 shutdown_connections 2024-01-24T13:09:43.307 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:43.305+0000 7f6d64000700 1 --2- 172.21.15.84:0/2720062915 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f6d3c0a0520 0x7f6d3c0a29e0 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:43.307 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:43.305+0000 7f6d64000700 1 --2- 172.21.15.84:0/2720062915 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f6d5c102970 0x7f6d5c19dfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:43.307 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:43.305+0000 7f6d64000700 1 --2- 172.21.15.84:0/2720062915 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f6d5c100dd0 0x7f6d5c196a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:43.307 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:43.305+0000 7f6d64000700 1 --2- 172.21.15.84:0/2720062915 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6d5c101fd0 0x7f6d5c196f50 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:43.307 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:43.305+0000 7f6d64000700 1 -- 172.21.15.84:0/2720062915 >> 172.21.15.84:0/2720062915 conn(0x7f6d5c0fc330 msgr2=0x7f6d5c0fe680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:09:43.307 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:43.305+0000 7f6d64000700 1 -- 172.21.15.84:0/2720062915 shutdown_connections 2024-01-24T13:09:43.308 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:43.305+0000 7f6d64000700 1 -- 172.21.15.84:0/2720062915 wait complete. 2024-01-24T13:09:43.580 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:43 smithi084 ceph-mon[35384]: purged_snaps scrub starts 2024-01-24T13:09:43.580 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:43 smithi084 ceph-mon[35384]: purged_snaps scrub ok 2024-01-24T13:09:43.580 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:43 smithi084 ceph-mon[35384]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail 2024-01-24T13:09:43.580 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:43 smithi084 ceph-mon[35384]: osd.11 [v2:172.21.15.181:6824/2810438073,v1:172.21.15.181:6825/2810438073] boot 2024-01-24T13:09:43.580 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:43 smithi084 ceph-mon[35384]: osdmap e76: 12 total, 12 up, 12 in 2024-01-24T13:09:43.580 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:43 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-01-24T13:09:43.580 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:43 smithi084 ceph-mon[35384]: from='client.? 172.21.15.84:0/2720062915' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-01-24T13:09:43.649 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:43 smithi181 ceph-mon[39668]: purged_snaps scrub starts 2024-01-24T13:09:43.649 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:43 smithi181 ceph-mon[39668]: purged_snaps scrub ok 2024-01-24T13:09:43.649 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:43 smithi181 ceph-mon[39668]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail 2024-01-24T13:09:43.649 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:43 smithi181 ceph-mon[39668]: osd.11 [v2:172.21.15.181:6824/2810438073,v1:172.21.15.181:6825/2810438073] boot 2024-01-24T13:09:43.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:43 smithi181 ceph-mon[39668]: osdmap e76: 12 total, 12 up, 12 in 2024-01-24T13:09:43.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:43 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-01-24T13:09:43.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:43 smithi181 ceph-mon[39668]: from='client.? 172.21.15.84:0/2720062915' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-01-24T13:09:43.756 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":76,"num_osds":12,"num_up_osds":12,"osd_up_since":1706101782,"num_in_osds":12,"osd_in_since":1706101763,"num_remapped_pgs":0} 2024-01-24T13:09:43.757 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4e3182a65800aed6d4aa2f6b86da3cfd72188134 shell --fsid d5d5b6f8-bab8-11ee-95b1-87774f69a715 -- ceph osd dump --format=json 2024-01-24T13:09:43.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:43 smithi113 ceph-mon[39177]: purged_snaps scrub starts 2024-01-24T13:09:43.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:43 smithi113 ceph-mon[39177]: purged_snaps scrub ok 2024-01-24T13:09:43.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:43 smithi113 ceph-mon[39177]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail 2024-01-24T13:09:43.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:43 smithi113 ceph-mon[39177]: osd.11 [v2:172.21.15.181:6824/2810438073,v1:172.21.15.181:6825/2810438073] boot 2024-01-24T13:09:43.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:43 smithi113 ceph-mon[39177]: osdmap e76: 12 total, 12 up, 12 in 2024-01-24T13:09:43.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:43 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-01-24T13:09:43.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:43 smithi113 ceph-mon[39177]: from='client.? 172.21.15.84:0/2720062915' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-01-24T13:09:44.114 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/d5d5b6f8-bab8-11ee-95b1-87774f69a715/mon.a/config 2024-01-24T13:09:44.617 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:44 smithi084 ceph-mon[35384]: osdmap e77: 12 total, 12 up, 12 in 2024-01-24T13:09:44.649 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:44 smithi181 ceph-mon[39668]: osdmap e77: 12 total, 12 up, 12 in 2024-01-24T13:09:44.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:44 smithi113 ceph-mon[39177]: osdmap e77: 12 total, 12 up, 12 in 2024-01-24T13:09:45.273 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:45.272+0000 7f912e800700 1 -- 172.21.15.84:0/3120601942 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f91281017b0 msgr2=0x7f9128105800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:09:45.273 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:45.272+0000 7f912e800700 1 --2- 172.21.15.84:0/3120601942 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f91281017b0 0x7f9128105800 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f9110009990 tx=0x7f9110009ca0 comp rx=0 tx=0).stop 2024-01-24T13:09:45.274 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:45.272+0000 7f912e800700 1 -- 172.21.15.84:0/3120601942 shutdown_connections 2024-01-24T13:09:45.274 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:45.272+0000 7f912e800700 1 --2- 172.21.15.84:0/3120601942 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f9128105ee0 0x7f912810dab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:45.274 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:45.272+0000 7f912e800700 1 --2- 172.21.15.84:0/3120601942 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9128100e00 0x7f91281011e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:45.274 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:45.272+0000 7f912e800700 1 --2- 172.21.15.84:0/3120601942 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f91281017b0 0x7f9128105800 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:45.274 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:45.272+0000 7f912e800700 1 -- 172.21.15.84:0/3120601942 >> 172.21.15.84:0/3120601942 conn(0x7f91280fc6f0 msgr2=0x7f91280feb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:09:45.274 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:45.272+0000 7f912e800700 1 -- 172.21.15.84:0/3120601942 shutdown_connections 2024-01-24T13:09:45.274 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:45.273+0000 7f912e800700 1 -- 172.21.15.84:0/3120601942 wait complete. 2024-01-24T13:09:45.275 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:45.273+0000 7f912e800700 1 Processor -- start 2024-01-24T13:09:45.275 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:45.274+0000 7f912e800700 1 -- start start 2024-01-24T13:09:45.275 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:45.274+0000 7f912e800700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9128100e00 0x7f9128073040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:09:45.276 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:45.274+0000 7f912e800700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f91281017b0 0x7f9128073580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:09:45.276 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:45.274+0000 7f912e800700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f9128105ee0 0x7f9128073b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:09:45.279 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:45.274+0000 7f912e800700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f91281a50a0 con 0x7f91281017b0 2024-01-24T13:09:45.279 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:45.274+0000 7f912e800700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f91281a5210 con 0x7f9128105ee0 2024-01-24T13:09:45.279 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:45.274+0000 7f912e800700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f91281a53d0 con 0x7f9128100e00 2024-01-24T13:09:45.279 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:45.274+0000 7f912ca00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f91281017b0 0x7f9128073580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:09:45.279 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:45.274+0000 7f912ca00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f91281017b0 0x7f9128073580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:58802/0 (socket says 172.21.15.84:58802) 2024-01-24T13:09:45.279 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:45.274+0000 7f912ca00700 1 -- 172.21.15.84:0/1059303352 learned_addr learned my addr 172.21.15.84:0/1059303352 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:09:45.279 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:45.274+0000 7f912d400700 1 --2- 172.21.15.84:0/1059303352 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9128100e00 0x7f9128073040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:09:45.279 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:45.275+0000 7f912de00700 1 --2- 172.21.15.84:0/1059303352 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f9128105ee0 0x7f9128073b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:09:45.280 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:45.275+0000 7f912ca00700 1 -- 172.21.15.84:0/1059303352 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9128100e00 msgr2=0x7f9128073040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:09:45.280 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:45.275+0000 7f912ca00700 1 --2- 172.21.15.84:0/1059303352 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9128100e00 0x7f9128073040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:45.280 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:45.275+0000 7f912ca00700 1 -- 172.21.15.84:0/1059303352 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f9128105ee0 msgr2=0x7f9128073b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:09:45.280 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:45.275+0000 7f912ca00700 1 --2- 172.21.15.84:0/1059303352 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f9128105ee0 0x7f9128073b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:45.280 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:45.275+0000 7f912ca00700 1 -- 172.21.15.84:0/1059303352 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f91100095f0 con 0x7f91281017b0 2024-01-24T13:09:45.280 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:45.275+0000 7f912d400700 1 --2- 172.21.15.84:0/1059303352 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9128100e00 0x7f9128073040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-01-24T13:09:45.280 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:45.275+0000 7f912de00700 1 --2- 172.21.15.84:0/1059303352 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f9128105ee0 0x7f9128073b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-01-24T13:09:45.280 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:45.275+0000 7f912ca00700 1 --2- 172.21.15.84:0/1059303352 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f91281017b0 0x7f9128073580 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f9110004760 tx=0x7f9110004790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:09:45.281 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:45.275+0000 7f9126000700 1 -- 172.21.15.84:0/1059303352 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f911001d070 con 0x7f91281017b0 2024-01-24T13:09:45.282 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:45.275+0000 7f9126000700 1 -- 172.21.15.84:0/1059303352 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(25 keys) v1 ==== 1067+0+0 (secure 0 0 0) 0x7f9110004cc0 con 0x7f91281017b0 2024-01-24T13:09:45.282 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:45.275+0000 7f912e800700 1 -- 172.21.15.84:0/1059303352 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f91281a5650 con 0x7f91281017b0 2024-01-24T13:09:45.282 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:45.275+0000 7f9126000700 1 -- 172.21.15.84:0/1059303352 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9110005080 con 0x7f91281017b0 2024-01-24T13:09:45.282 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:45.275+0000 7f912e800700 1 -- 172.21.15.84:0/1059303352 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f91281a5a60 con 0x7f91281017b0 2024-01-24T13:09:45.282 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:45.276+0000 7f912e800700 1 -- 172.21.15.84:0/1059303352 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f912804f290 con 0x7f91281017b0 2024-01-24T13:09:45.282 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:45.278+0000 7f9126000700 1 -- 172.21.15.84:0/1059303352 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 16) v1 ==== 135070+0+0 (secure 0 0 0) 0x7f9110003b70 con 0x7f91281017b0 2024-01-24T13:09:45.282 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:45.279+0000 7f9126000700 1 --2- 172.21.15.84:0/1059303352 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f91080a05a0 0x7f91080a2a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:09:45.282 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:45.280+0000 7f9126000700 1 -- 172.21.15.84:0/1059303352 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(77..77 src has 1..77) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f91100cc480 con 0x7f91281017b0 2024-01-24T13:09:45.282 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:45.280+0000 7f912d400700 1 --2- 172.21.15.84:0/1059303352 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f91080a05a0 0x7f91080a2a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:09:45.282 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:45.280+0000 7f912d400700 1 --2- 172.21.15.84:0/1059303352 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f91080a05a0 0x7f91080a2a60 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f9118005950 tx=0x7f91180058e0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:09:45.283 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:45.282+0000 7f9126000700 1 -- 172.21.15.84:0/1059303352 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180484 (secure 0 0 0) 0x7f91100964b0 con 0x7f91281017b0 2024-01-24T13:09:45.488 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:45.485+0000 7f912e800700 1 -- 172.21.15.84:0/1059303352 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f9128074570 con 0x7f91281017b0 2024-01-24T13:09:45.488 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:45.486+0000 7f9126000700 1 -- 172.21.15.84:0/1059303352 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v77) v1 ==== 74+0+18423 (secure 0 0 0) 0x7f9110099ad0 con 0x7f91281017b0 2024-01-24T13:09:45.489 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-01-24T13:09:45.489 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":77,"fsid":"d5d5b6f8-bab8-11ee-95b1-87774f69a715","created":"2024-01-24T13:03:25.342734+0000","modified":"2024-01-24T13:09:43.375840+0000","last_up_change":"2024-01-24T13:09:42.368323+0000","last_in_change":"2024-01-24T13:09:23.318070+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-01-24T13:06:30.452474+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"0d2a2e37-6faa-46b9-801a-aa50c1fd7415","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":1772128411},{"type":"v1","addr":"172.21.15.84:6803","nonce":1772128411}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":1772128411},{"type":"v1","addr":"172.21.15.84:6805","nonce":1772128411}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":1772128411},{"type":"v1","addr":"172.21.15.84:6809","nonce":1772128411}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":1772128411},{"type":"v1","addr":"172.21.15.84:6807","nonce":1772128411}]},"public_addr":"172.21.15.84:6803/1772128411","cluster_addr":"172.21.15.84:6805/1772128411","heartbeat_back_addr":"172.21.15.84:6809/1772128411","heartbeat_front_addr":"172.21.15.84:6807/1772128411","state":["exists","up"]},{"osd":1,"uuid":"5a0766c9-b531-4d3f-806b-1109e9f0b138","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6800","nonce":171629096},{"type":"v1","addr":"172.21.15.113:6801","nonce":171629096}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6802","nonce":171629096},{"type":"v1","addr":"172.21.15.113:6803","nonce":171629096}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6806","nonce":171629096},{"type":"v1","addr":"172.21.15.113:6807","nonce":171629096}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6804","nonce":171629096},{"type":"v1","addr":"172.21.15.113:6805","nonce":171629096}]},"public_addr":"172.21.15.113:6801/171629096","cluster_addr":"172.21.15.113:6803/171629096","heartbeat_back_addr":"172.21.15.113:6807/171629096","heartbeat_front_addr":"172.21.15.113:6805/171629096","state":["exists","up"]},{"osd":2,"uuid":"c8b472df-75e4-4a52-910f-d7d501b3e289","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6800","nonce":1047549735},{"type":"v1","addr":"172.21.15.181:6801","nonce":1047549735}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6802","nonce":1047549735},{"type":"v1","addr":"172.21.15.181:6803","nonce":1047549735}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6806","nonce":1047549735},{"type":"v1","addr":"172.21.15.181:6807","nonce":1047549735}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6804","nonce":1047549735},{"type":"v1","addr":"172.21.15.181:6805","nonce":1047549735}]},"public_addr":"172.21.15.181:6801/1047549735","cluster_addr":"172.21.15.181:6803/1047549735","heartbeat_back_addr":"172.21.15.181:6807/1047549735","heartbeat_front_addr":"172.21.15.181:6805/1047549735","state":["exists","up"]},{"osd":3,"uuid":"b0d418dc-1908-407f-b540-e458c767f94d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":651827316},{"type":"v1","addr":"172.21.15.84:6811","nonce":651827316}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":651827316},{"type":"v1","addr":"172.21.15.84:6813","nonce":651827316}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":651827316},{"type":"v1","addr":"172.21.15.84:6817","nonce":651827316}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":651827316},{"type":"v1","addr":"172.21.15.84:6815","nonce":651827316}]},"public_addr":"172.21.15.84:6811/651827316","cluster_addr":"172.21.15.84:6813/651827316","heartbeat_back_addr":"172.21.15.84:6817/651827316","heartbeat_front_addr":"172.21.15.84:6815/651827316","state":["exists","up"]},{"osd":4,"uuid":"dee7423e-2727-4818-8a4b-2ca44f5ee7d4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6808","nonce":1715382353},{"type":"v1","addr":"172.21.15.113:6809","nonce":1715382353}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6810","nonce":1715382353},{"type":"v1","addr":"172.21.15.113:6811","nonce":1715382353}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6814","nonce":1715382353},{"type":"v1","addr":"172.21.15.113:6815","nonce":1715382353}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6812","nonce":1715382353},{"type":"v1","addr":"172.21.15.113:6813","nonce":1715382353}]},"public_addr":"172.21.15.113:6809/1715382353","cluster_addr":"172.21.15.113:6811/1715382353","heartbeat_back_addr":"172.21.15.113:6815/1715382353","heartbeat_front_addr":"172.21.15.113:6813/1715382353","state":["exists","up"]},{"osd":5,"uuid":"6f313894-fccf-48cc-8c31-c315a8f68014","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6808","nonce":644379730},{"type":"v1","addr":"172.21.15.181:6809","nonce":644379730}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6810","nonce":644379730},{"type":"v1","addr":"172.21.15.181:6811","nonce":644379730}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6814","nonce":644379730},{"type":"v1","addr":"172.21.15.181:6815","nonce":644379730}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6812","nonce":644379730},{"type":"v1","addr":"172.21.15.181:6813","nonce":644379730}]},"public_addr":"172.21.15.181:6809/644379730","cluster_addr":"172.21.15.181:6811/644379730","heartbeat_back_addr":"172.21.15.181:6815/644379730","heartbeat_front_addr":"172.21.15.181:6813/644379730","state":["exists","up"]},{"osd":6,"uuid":"91fa194b-790c-4447-9164-108cc1e70647","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":44,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":1946587582},{"type":"v1","addr":"172.21.15.84:6819","nonce":1946587582}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":1946587582},{"type":"v1","addr":"172.21.15.84:6821","nonce":1946587582}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":1946587582},{"type":"v1","addr":"172.21.15.84:6825","nonce":1946587582}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":1946587582},{"type":"v1","addr":"172.21.15.84:6823","nonce":1946587582}]},"public_addr":"172.21.15.84:6819/1946587582","cluster_addr":"172.21.15.84:6821/1946587582","heartbeat_back_addr":"172.21.15.84:6825/1946587582","heartbeat_front_addr":"172.21.15.84:6823/1946587582","state":["exists","up"]},{"osd":7,"uuid":"04607be5-e648-4f28-a7c3-de56d6015a0e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6816","nonce":2426923166},{"type":"v1","addr":"172.21.15.113:6817","nonce":2426923166}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6818","nonce":2426923166},{"type":"v1","addr":"172.21.15.113:6819","nonce":2426923166}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6822","nonce":2426923166},{"type":"v1","addr":"172.21.15.113:6823","nonce":2426923166}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6820","nonce":2426923166},{"type":"v1","addr":"172.21.15.113:6821","nonce":2426923166}]},"public_addr":"172.21.15.113:6817/2426923166","cluster_addr":"172.21.15.113:6819/2426923166","heartbeat_back_addr":"172.21.15.113:6823/2426923166","heartbeat_front_addr":"172.21.15.113:6821/2426923166","state":["exists","up"]},{"osd":8,"uuid":"ddca922c-04b0-4c7b-baf6-4b63aef38f86","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":56,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6816","nonce":4151286226},{"type":"v1","addr":"172.21.15.181:6817","nonce":4151286226}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6818","nonce":4151286226},{"type":"v1","addr":"172.21.15.181:6819","nonce":4151286226}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6822","nonce":4151286226},{"type":"v1","addr":"172.21.15.181:6823","nonce":4151286226}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6820","nonce":4151286226},{"type":"v1","addr":"172.21.15.181:6821","nonce":4151286226}]},"public_addr":"172.21.15.181:6817/4151286226","cluster_addr":"172.21.15.181:6819/4151286226","heartbeat_back_addr":"172.21.15.181:6823/4151286226","heartbeat_front_addr":"172.21.15.181:6821/4151286226","state":["exists","up"]},{"osd":9,"uuid":"28be131b-7545-414d-968f-cf1c4094b1a9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":4007771208},{"type":"v1","addr":"172.21.15.84:6827","nonce":4007771208}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":4007771208},{"type":"v1","addr":"172.21.15.84:6829","nonce":4007771208}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":4007771208},{"type":"v1","addr":"172.21.15.84:6833","nonce":4007771208}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":4007771208},{"type":"v1","addr":"172.21.15.84:6831","nonce":4007771208}]},"public_addr":"172.21.15.84:6827/4007771208","cluster_addr":"172.21.15.84:6829/4007771208","heartbeat_back_addr":"172.21.15.84:6833/4007771208","heartbeat_front_addr":"172.21.15.84:6831/4007771208","state":["exists","up"]},{"osd":10,"uuid":"82ac995f-44dc-4dab-b90d-a6c259735e61","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6824","nonce":3861462782},{"type":"v1","addr":"172.21.15.113:6825","nonce":3861462782}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6826","nonce":3861462782},{"type":"v1","addr":"172.21.15.113:6827","nonce":3861462782}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6830","nonce":3861462782},{"type":"v1","addr":"172.21.15.113:6831","nonce":3861462782}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6828","nonce":3861462782},{"type":"v1","addr":"172.21.15.113:6829","nonce":3861462782}]},"public_addr":"172.21.15.113:6825/3861462782","cluster_addr":"172.21.15.113:6827/3861462782","heartbeat_back_addr":"172.21.15.113:6831/3861462782","heartbeat_front_addr":"172.21.15.113:6829/3861462782","state":["exists","up"]},{"osd":11,"uuid":"dad7de53-8f64-4db4-a126-155bbe4841bb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":76,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6824","nonce":2810438073},{"type":"v1","addr":"172.21.15.181:6825","nonce":2810438073}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6826","nonce":2810438073},{"type":"v1","addr":"172.21.15.181:6827","nonce":2810438073}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6830","nonce":2810438073},{"type":"v1","addr":"172.21.15.181:6831","nonce":2810438073}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6828","nonce":2810438073},{"type":"v1","addr":"172.21.15.181:6829","nonce":2810438073}]},"public_addr":"172.21.15.181:6825/2810438073","cluster_addr":"172.21.15.181:6827/2810438073","heartbeat_back_addr":"172.21.15.181:6831/2810438073","heartbeat_front_addr":"172.21.15.181:6829/2810438073","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-01-24T13:05:44.272286+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-01-24T13:06:05.171694+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-01-24T13:06:26.557213+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-01-24T13:06:47.985495+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-01-24T13:07:08.968608+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-01-24T13:07:30.348127+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-01-24T13:07:51.981939+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-01-24T13:08:13.395977+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-01-24T13:08:34.951345+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-01-24T13:08:56.564631+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-01-24T13:09:18.597794+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-01-24T13:09:40.347949+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.84:6801/1123249005":"2024-01-25T13:04:19.836222+0000","172.21.15.84:0/1398039874":"2024-01-25T13:04:19.836222+0000","172.21.15.84:0/3611158848":"2024-01-25T13:04:19.836222+0000","172.21.15.84:0/3593300068":"2024-01-25T13:03:55.939289+0000","172.21.15.84:6800/1123249005":"2024-01-25T13:04:19.836222+0000","172.21.15.84:6801/4121464047":"2024-01-25T13:03:55.939289+0000","172.21.15.84:0/846573597":"2024-01-25T13:04:19.836222+0000","172.21.15.84:0/2884071963":"2024-01-25T13:03:55.939289+0000","172.21.15.84:6800/4121464047":"2024-01-25T13:03:55.939289+0000","172.21.15.84:0/1191253758":"2024-01-25T13:03:55.939289+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-01-24T13:09:45.490 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:45.489+0000 7f912e800700 1 -- 172.21.15.84:0/1059303352 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f91080a05a0 msgr2=0x7f91080a2a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:09:45.490 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:45.489+0000 7f912e800700 1 --2- 172.21.15.84:0/1059303352 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f91080a05a0 0x7f91080a2a60 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f9118005950 tx=0x7f91180058e0 comp rx=0 tx=0).stop 2024-01-24T13:09:45.490 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:45.489+0000 7f912e800700 1 -- 172.21.15.84:0/1059303352 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f91281017b0 msgr2=0x7f9128073580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:09:45.490 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:45.489+0000 7f912e800700 1 --2- 172.21.15.84:0/1059303352 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f91281017b0 0x7f9128073580 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f9110004760 tx=0x7f9110004790 comp rx=0 tx=0).stop 2024-01-24T13:09:45.490 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:45.489+0000 7f912e800700 1 -- 172.21.15.84:0/1059303352 shutdown_connections 2024-01-24T13:09:45.490 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:45.489+0000 7f912e800700 1 --2- 172.21.15.84:0/1059303352 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f91080a05a0 0x7f91080a2a60 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:45.490 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:45.489+0000 7f912e800700 1 --2- 172.21.15.84:0/1059303352 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f9128105ee0 0x7f9128073b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:45.490 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:45.489+0000 7f912e800700 1 --2- 172.21.15.84:0/1059303352 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f9128100e00 0x7f9128073040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:45.490 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:45.489+0000 7f912e800700 1 --2- 172.21.15.84:0/1059303352 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f91281017b0 0x7f9128073580 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:45.490 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:45.489+0000 7f912e800700 1 -- 172.21.15.84:0/1059303352 >> 172.21.15.84:0/1059303352 conn(0x7f91280fc6f0 msgr2=0x7f91280fd330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:09:45.490 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:45.489+0000 7f912e800700 1 -- 172.21.15.84:0/1059303352 shutdown_connections 2024-01-24T13:09:45.491 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:45.489+0000 7f912e800700 1 -- 172.21.15.84:0/1059303352 wait complete. 2024-01-24T13:09:45.649 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:45 smithi181 ceph-mon[39668]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-24T13:09:45.674 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:45 smithi084 ceph-mon[35384]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-24T13:09:45.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:45 smithi113 ceph-mon[39177]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-24T13:09:45.913 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-01-24T13:06:30.452474+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-01-24T13:09:45.913 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4e3182a65800aed6d4aa2f6b86da3cfd72188134 shell --fsid d5d5b6f8-bab8-11ee-95b1-87774f69a715 -- ceph osd pool get .mgr pg_num 2024-01-24T13:09:46.269 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/d5d5b6f8-bab8-11ee-95b1-87774f69a715/mon.a/config 2024-01-24T13:09:46.649 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:46 smithi181 ceph-mon[39668]: from='client.? 172.21.15.84:0/1059303352' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-01-24T13:09:46.723 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:46 smithi084 ceph-mon[35384]: from='client.? 172.21.15.84:0/1059303352' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-01-24T13:09:46.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:46 smithi113 ceph-mon[39177]: from='client.? 172.21.15.84:0/1059303352' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-01-24T13:09:47.428 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:47.427+0000 7faac1c00700 1 -- 172.21.15.84:0/1675973164 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faabc073170 msgr2=0x7faabc073550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:09:47.428 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:47.427+0000 7faac1c00700 1 --2- 172.21.15.84:0/1675973164 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faabc073170 0x7faabc073550 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7faaac009990 tx=0x7faaac009ca0 comp rx=0 tx=0).stop 2024-01-24T13:09:47.428 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:47.427+0000 7faac1c00700 1 -- 172.21.15.84:0/1675973164 shutdown_connections 2024-01-24T13:09:47.428 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:47.427+0000 7faac1c00700 1 --2- 172.21.15.84:0/1675973164 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7faabc10d5a0 0x7faabc10fa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:47.428 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:47.427+0000 7faac1c00700 1 --2- 172.21.15.84:0/1675973164 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faabc073170 0x7faabc073550 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:47.428 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:47.427+0000 7faac1c00700 1 --2- 172.21.15.84:0/1675973164 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7faabc073a90 0x7faabc10d060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:47.429 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:47.427+0000 7faac1c00700 1 -- 172.21.15.84:0/1675973164 >> 172.21.15.84:0/1675973164 conn(0x7faabc0fc830 msgr2=0x7faabc0fec50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:09:47.429 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:47.427+0000 7faac1c00700 1 -- 172.21.15.84:0/1675973164 shutdown_connections 2024-01-24T13:09:47.429 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:47.427+0000 7faac1c00700 1 -- 172.21.15.84:0/1675973164 wait complete. 2024-01-24T13:09:47.431 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:47.428+0000 7faac1c00700 1 Processor -- start 2024-01-24T13:09:47.431 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:47.428+0000 7faac1c00700 1 -- start start 2024-01-24T13:09:47.431 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:47.428+0000 7faac1c00700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7faabc073170 0x7faabc198f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:09:47.431 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:47.428+0000 7faac1c00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7faabc073a90 0x7faabc199470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:09:47.431 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:47.429+0000 7faac1c00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faabc10d5a0 0x7faabc19d8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:09:47.431 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:47.429+0000 7faac1c00700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faabc19def0 con 0x7faabc10d5a0 2024-01-24T13:09:47.431 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:47.429+0000 7faac1c00700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faabc19e060 con 0x7faabc073170 2024-01-24T13:09:47.431 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:47.429+0000 7faac1c00700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faabc19e220 con 0x7faabc073a90 2024-01-24T13:09:47.431 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:47.429+0000 7faabb400700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faabc10d5a0 0x7faabc19d8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:09:47.431 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:47.429+0000 7faabb400700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faabc10d5a0 0x7faabc19d8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:58806/0 (socket says 172.21.15.84:58806) 2024-01-24T13:09:47.432 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:47.429+0000 7faabb400700 1 -- 172.21.15.84:0/2235138210 learned_addr learned my addr 172.21.15.84:0/2235138210 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:09:47.432 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:47.429+0000 7faabaa00700 1 --2- 172.21.15.84:0/2235138210 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7faabc073170 0x7faabc198f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:09:47.432 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:47.429+0000 7faaba000700 1 --2- 172.21.15.84:0/2235138210 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7faabc073a90 0x7faabc199470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:09:47.432 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:47.429+0000 7faabb400700 1 -- 172.21.15.84:0/2235138210 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7faabc073a90 msgr2=0x7faabc199470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:09:47.432 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:47.429+0000 7faabb400700 1 --2- 172.21.15.84:0/2235138210 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7faabc073a90 0x7faabc199470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:47.432 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:47.429+0000 7faabb400700 1 -- 172.21.15.84:0/2235138210 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7faabc073170 msgr2=0x7faabc198f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:09:47.432 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:47.429+0000 7faabb400700 1 --2- 172.21.15.84:0/2235138210 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7faabc073170 0x7faabc198f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:47.432 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:47.429+0000 7faabb400700 1 -- 172.21.15.84:0/2235138210 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faaac0095f0 con 0x7faabc10d5a0 2024-01-24T13:09:47.433 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:47.429+0000 7faabaa00700 1 --2- 172.21.15.84:0/2235138210 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7faabc073170 0x7faabc198f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-01-24T13:09:47.433 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:47.429+0000 7faabb400700 1 --2- 172.21.15.84:0/2235138210 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faabc10d5a0 0x7faabc19d8e0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7faab4007d70 tx=0x7faab400a340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:09:47.433 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:47.430+0000 7faab3400700 1 -- 172.21.15.84:0/2235138210 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faab400ad40 con 0x7faabc10d5a0 2024-01-24T13:09:47.433 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:47.430+0000 7faab3400700 1 -- 172.21.15.84:0/2235138210 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(25 keys) v1 ==== 1067+0+0 (secure 0 0 0) 0x7faab40128b0 con 0x7faabc10d5a0 2024-01-24T13:09:47.433 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:47.430+0000 7faac1c00700 1 -- 172.21.15.84:0/2235138210 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7faabc19e500 con 0x7faabc10d5a0 2024-01-24T13:09:47.433 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:47.430+0000 7faab3400700 1 -- 172.21.15.84:0/2235138210 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faab40116b0 con 0x7faabc10d5a0 2024-01-24T13:09:47.433 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:47.430+0000 7faac1c00700 1 -- 172.21.15.84:0/2235138210 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faabc1a5d60 con 0x7faabc10d5a0 2024-01-24T13:09:47.433 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:47.431+0000 7faac1c00700 1 -- 172.21.15.84:0/2235138210 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7faabc04ea40 con 0x7faabc10d5a0 2024-01-24T13:09:47.434 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:47.433+0000 7faab3400700 1 -- 172.21.15.84:0/2235138210 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 16) v1 ==== 135070+0+0 (secure 0 0 0) 0x7faab4012a20 con 0x7faabc10d5a0 2024-01-24T13:09:47.435 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:47.435+0000 7faab3400700 1 --2- 172.21.15.84:0/2235138210 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7faa9c0a05a0 0x7faa9c0a2a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:09:47.435 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:47.435+0000 7faab3400700 1 -- 172.21.15.84:0/2235138210 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(77..77 src has 1..77) v4 ==== 7127+0+0 (secure 0 0 0) 0x7faab40cb7a0 con 0x7faabc10d5a0 2024-01-24T13:09:47.435 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:47.435+0000 7faabaa00700 1 --2- 172.21.15.84:0/2235138210 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7faa9c0a05a0 0x7faa9c0a2a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:09:47.436 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:47.436+0000 7faabaa00700 1 --2- 172.21.15.84:0/2235138210 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7faa9c0a05a0 0x7faa9c0a2a60 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7faaac00b5c0 tx=0x7faaac009f20 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:09:47.439 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:47.439+0000 7faab3400700 1 -- 172.21.15.84:0/2235138210 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180484 (secure 0 0 0) 0x7faab4095740 con 0x7faabc10d5a0 2024-01-24T13:09:47.634 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:47 smithi084 ceph-mon[35384]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-24T13:09:47.639 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:47.638+0000 7faac1c00700 1 -- 172.21.15.84:0/2235138210 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7faabc1a60e0 con 0x7faabc10d5a0 2024-01-24T13:09:47.639 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:47.638+0000 7faab3400700 1 -- 172.21.15.84:0/2235138210 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v77) v1 ==== 93+0+10 (secure 0 0 0) 0x7faab4098d60 con 0x7faabc10d5a0 2024-01-24T13:09:47.639 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 1 2024-01-24T13:09:47.642 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:47.641+0000 7faac1c00700 1 -- 172.21.15.84:0/2235138210 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7faa9c0a05a0 msgr2=0x7faa9c0a2a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:09:47.642 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:47.641+0000 7faac1c00700 1 --2- 172.21.15.84:0/2235138210 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7faa9c0a05a0 0x7faa9c0a2a60 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7faaac00b5c0 tx=0x7faaac009f20 comp rx=0 tx=0).stop 2024-01-24T13:09:47.642 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:47.641+0000 7faac1c00700 1 -- 172.21.15.84:0/2235138210 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faabc10d5a0 msgr2=0x7faabc19d8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:09:47.642 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:47.641+0000 7faac1c00700 1 --2- 172.21.15.84:0/2235138210 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faabc10d5a0 0x7faabc19d8e0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7faab4007d70 tx=0x7faab400a340 comp rx=0 tx=0).stop 2024-01-24T13:09:47.642 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:47.641+0000 7faac1c00700 1 -- 172.21.15.84:0/2235138210 shutdown_connections 2024-01-24T13:09:47.642 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:47.641+0000 7faac1c00700 1 --2- 172.21.15.84:0/2235138210 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7faa9c0a05a0 0x7faa9c0a2a60 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:47.642 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:47.641+0000 7faac1c00700 1 --2- 172.21.15.84:0/2235138210 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faabc10d5a0 0x7faabc19d8e0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:47.642 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:47.641+0000 7faac1c00700 1 --2- 172.21.15.84:0/2235138210 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7faabc073170 0x7faabc198f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:47.643 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:47.641+0000 7faac1c00700 1 --2- 172.21.15.84:0/2235138210 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7faabc073a90 0x7faabc199470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:47.643 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:47.641+0000 7faac1c00700 1 -- 172.21.15.84:0/2235138210 >> 172.21.15.84:0/2235138210 conn(0x7faabc0fc830 msgr2=0x7faabc10f7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:09:47.643 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:47.641+0000 7faac1c00700 1 -- 172.21.15.84:0/2235138210 shutdown_connections 2024-01-24T13:09:47.643 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:47.641+0000 7faac1c00700 1 -- 172.21.15.84:0/2235138210 wait complete. 2024-01-24T13:09:47.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:47 smithi113 ceph-mon[39177]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-24T13:09:47.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:47 smithi181 ceph-mon[39668]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-24T13:09:48.098 INFO:tasks.cephadm:Adding mds.a on smithi084 2024-01-24T13:09:48.098 INFO:tasks.cephadm:Adding mds.d on smithi084 2024-01-24T13:09:48.098 INFO:tasks.cephadm:Adding mds.g on smithi084 2024-01-24T13:09:48.098 INFO:tasks.cephadm:Adding mds.j on smithi084 2024-01-24T13:09:48.098 INFO:tasks.cephadm:Adding mds.b on smithi113 2024-01-24T13:09:48.098 INFO:tasks.cephadm:Adding mds.e on smithi113 2024-01-24T13:09:48.099 INFO:tasks.cephadm:Adding mds.h on smithi113 2024-01-24T13:09:48.099 INFO:tasks.cephadm:Adding mds.k on smithi113 2024-01-24T13:09:48.099 INFO:tasks.cephadm:Adding mds.c on smithi181 2024-01-24T13:09:48.099 INFO:tasks.cephadm:Adding mds.f on smithi181 2024-01-24T13:09:48.099 INFO:tasks.cephadm:Adding mds.i on smithi181 2024-01-24T13:09:48.099 INFO:tasks.cephadm:Adding mds.l on smithi181 2024-01-24T13:09:48.099 DEBUG:teuthology.orchestra.run.smithi181:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:4e3182a65800aed6d4aa2f6b86da3cfd72188134 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d5d5b6f8-bab8-11ee-95b1-87774f69a715 -- ceph orch apply mds all '12;smithi084=a;smithi084=d;smithi084=g;smithi084=j;smithi113=b;smithi113=e;smithi113=h;smithi113=k;smithi181=c;smithi181=f;smithi181=i;smithi181=l' 2024-01-24T13:09:48.465 INFO:teuthology.orchestra.run.smithi181.stderr:Inferring config /var/lib/ceph/d5d5b6f8-bab8-11ee-95b1-87774f69a715/mon.c/config 2024-01-24T13:09:48.625 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:48 smithi181 ceph-mon[39668]: from='client.? 172.21.15.84:0/2235138210' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-01-24T13:09:48.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:48 smithi113 ceph-mon[39177]: from='client.? 172.21.15.84:0/2235138210' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-01-24T13:09:48.884 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:48 smithi084 ceph-mon[35384]: from='client.? 172.21.15.84:0/2235138210' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-01-24T13:09:49.645 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:49.642+0000 7f97c4e00700 1 -- 172.21.15.181:0/223058041 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f97c0101fd0 msgr2=0x7f97c0102430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:09:49.646 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:49.642+0000 7f97c4e00700 1 --2- 172.21.15.181:0/223058041 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f97c0101fd0 0x7f97c0102430 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f97a8009990 tx=0x7f97a8009ca0 comp rx=0 tx=0).stop 2024-01-24T13:09:49.646 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:49.642+0000 7f97c4e00700 1 -- 172.21.15.181:0/223058041 shutdown_connections 2024-01-24T13:09:49.646 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:49.642+0000 7f97c4e00700 1 --2- 172.21.15.181:0/223058041 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f97c0102970 0x7f97c0109220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:49.646 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:49.642+0000 7f97c4e00700 1 --2- 172.21.15.181:0/223058041 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f97c0100dd0 0x7f97c01011f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:49.646 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:49.642+0000 7f97c4e00700 1 --2- 172.21.15.181:0/223058041 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f97c0101fd0 0x7f97c0102430 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:49.646 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:49.642+0000 7f97c4e00700 1 -- 172.21.15.181:0/223058041 >> 172.21.15.181:0/223058041 conn(0x7f97c00fc330 msgr2=0x7f97c00fe7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:09:49.646 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:49.642+0000 7f97c4e00700 1 -- 172.21.15.181:0/223058041 shutdown_connections 2024-01-24T13:09:49.646 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:49.642+0000 7f97c4e00700 1 -- 172.21.15.181:0/223058041 wait complete. 2024-01-24T13:09:49.646 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:49.643+0000 7f97c4e00700 1 Processor -- start 2024-01-24T13:09:49.647 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:49.643+0000 7f97c4e00700 1 -- start start 2024-01-24T13:09:49.647 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:49.643+0000 7f97c4e00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f97c0100dd0 0x7f97c0198ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:09:49.647 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:49.644+0000 7f97c4e00700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f97c0101fd0 0x7f97c01990e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:09:49.647 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:49.644+0000 7f97c4e00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f97c0102970 0x7f97c01a0160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:09:49.647 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:49.644+0000 7f97c4e00700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f97c01a0730 con 0x7f97c0100dd0 2024-01-24T13:09:49.647 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:49.644+0000 7f97c4e00700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f97c01a0870 con 0x7f97c0101fd0 2024-01-24T13:09:49.647 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:49.644+0000 7f97c4e00700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f97c01a0a00 con 0x7f97c0102970 2024-01-24T13:09:49.647 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:49.644+0000 7f97be800700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f97c0102970 0x7f97c01a0160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:09:49.647 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:49.644+0000 7f97be800700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f97c0102970 0x7f97c01a0160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.181:3300/0 says I am v2:172.21.15.181:56106/0 (socket says 172.21.15.181:56106) 2024-01-24T13:09:49.647 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:49.644+0000 7f97be800700 1 -- 172.21.15.181:0/2394720746 learned_addr learned my addr 172.21.15.181:0/2394720746 (peer_addr_for_me v2:172.21.15.181:0/0) 2024-01-24T13:09:49.647 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:49.644+0000 7f97bde00700 1 --2- 172.21.15.181:0/2394720746 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f97c0100dd0 0x7f97c0198ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:09:49.647 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:49.644+0000 7f97bd400700 1 --2- 172.21.15.181:0/2394720746 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f97c0101fd0 0x7f97c01990e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:09:49.647 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:49.644+0000 7f97be800700 1 -- 172.21.15.181:0/2394720746 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f97c0101fd0 msgr2=0x7f97c01990e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:09:49.648 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:49.644+0000 7f97be800700 1 --2- 172.21.15.181:0/2394720746 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f97c0101fd0 0x7f97c01990e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:49.648 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:49.644+0000 7f97be800700 1 -- 172.21.15.181:0/2394720746 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f97c0100dd0 msgr2=0x7f97c0198ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:09:49.648 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:49.644+0000 7f97be800700 1 --2- 172.21.15.181:0/2394720746 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f97c0100dd0 0x7f97c0198ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:49.648 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:49.644+0000 7f97be800700 1 -- 172.21.15.181:0/2394720746 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f97a80095f0 con 0x7f97c0102970 2024-01-24T13:09:49.648 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:49.644+0000 7f97bd400700 1 --2- 172.21.15.181:0/2394720746 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f97c0101fd0 0x7f97c01990e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-01-24T13:09:49.648 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:49.645+0000 7f97be800700 1 --2- 172.21.15.181:0/2394720746 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f97c0102970 0x7f97c01a0160 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f97b8007f10 tx=0x7f97b800d3b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:09:49.648 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:49.645+0000 7f97b6a00700 1 -- 172.21.15.181:0/2394720746 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97b8017070 con 0x7f97c0102970 2024-01-24T13:09:49.648 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:49.645+0000 7f97b6a00700 1 -- 172.21.15.181:0/2394720746 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(25 keys) v1 ==== 1067+0+0 (secure 0 0 0) 0x7f97b800f040 con 0x7f97c0102970 2024-01-24T13:09:49.648 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:49.645+0000 7f97b6a00700 1 -- 172.21.15.181:0/2394720746 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97b8005710 con 0x7f97c0102970 2024-01-24T13:09:49.648 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:49.645+0000 7f97c4e00700 1 -- 172.21.15.181:0/2394720746 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f97c01a0ce0 con 0x7f97c0102970 2024-01-24T13:09:49.648 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:49.645+0000 7f97c4e00700 1 -- 172.21.15.181:0/2394720746 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f97c01a1190 con 0x7f97c0102970 2024-01-24T13:09:49.649 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:49.646+0000 7f97c4e00700 1 -- 172.21.15.181:0/2394720746 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f97c01932c0 con 0x7f97c0102970 2024-01-24T13:09:49.649 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:49.648+0000 7f97b6a00700 1 -- 172.21.15.181:0/2394720746 <== mon.1 v2:172.21.15.181:3300/0 4 ==== mgrmap(e 16) v1 ==== 135070+0+0 (secure 0 0 0) 0x7f97b8004ad0 con 0x7f97c0102970 2024-01-24T13:09:49.651 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:49.651+0000 7f97b6a00700 1 --2- 172.21.15.181:0/2394720746 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f97a00a0520 0x7f97a00a29e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:09:49.651 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:49.651+0000 7f97b6a00700 1 -- 172.21.15.181:0/2394720746 <== mon.1 v2:172.21.15.181:3300/0 5 ==== osd_map(77..77 src has 1..77) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f97b80cb3c0 con 0x7f97c0102970 2024-01-24T13:09:49.651 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:49.651+0000 7f97bde00700 1 --2- 172.21.15.181:0/2394720746 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f97a00a0520 0x7f97a00a29e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:09:49.652 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:49.652+0000 7f97bde00700 1 --2- 172.21.15.181:0/2394720746 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f97a00a0520 0x7f97a00a29e0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f97c0101e30 tx=0x7f97b000a3b0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:09:49.655 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:49.655+0000 7f97b6a00700 1 -- 172.21.15.181:0/2394720746 <== mon.1 v2:172.21.15.181:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180484 (secure 0 0 0) 0x7f97b8095360 con 0x7f97c0102970 2024-01-24T13:09:49.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:49 smithi113 ceph-mon[39177]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-24T13:09:49.862 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:49.861+0000 7f97c4e00700 1 -- 172.21.15.181:0/2394720746 --> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] -- mgr_command(tid 0: {"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi084=a;smithi084=d;smithi084=g;smithi084=j;smithi113=b;smithi113=e;smithi113=h;smithi113=k;smithi181=c;smithi181=f;smithi181=i;smithi181=l", "target": ["mon-mgr", ""]}) v1 -- 0x7f97c0061440 con 0x7f97a00a0520 2024-01-24T13:09:49.871 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:49.870+0000 7f97b6a00700 1 -- 172.21.15.181:0/2394720746 <== mgr.14150 v2:172.21.15.84:6800/18297849 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+28 (secure 0 0 0) 0x7f97c0061440 con 0x7f97a00a0520 2024-01-24T13:09:49.871 INFO:teuthology.orchestra.run.smithi181.stdout:Scheduled mds.all update... 2024-01-24T13:09:49.873 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:49.872+0000 7f97c4e00700 1 -- 172.21.15.181:0/2394720746 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f97a00a0520 msgr2=0x7f97a00a29e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:09:49.874 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:49.872+0000 7f97c4e00700 1 --2- 172.21.15.181:0/2394720746 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f97a00a0520 0x7f97a00a29e0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f97c0101e30 tx=0x7f97b000a3b0 comp rx=0 tx=0).stop 2024-01-24T13:09:49.874 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:49.872+0000 7f97c4e00700 1 -- 172.21.15.181:0/2394720746 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f97c0102970 msgr2=0x7f97c01a0160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:09:49.874 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:49.872+0000 7f97c4e00700 1 --2- 172.21.15.181:0/2394720746 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f97c0102970 0x7f97c01a0160 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f97b8007f10 tx=0x7f97b800d3b0 comp rx=0 tx=0).stop 2024-01-24T13:09:49.874 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:49.873+0000 7f97c4e00700 1 -- 172.21.15.181:0/2394720746 shutdown_connections 2024-01-24T13:09:49.874 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:49.873+0000 7f97c4e00700 1 --2- 172.21.15.181:0/2394720746 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f97a00a0520 0x7f97a00a29e0 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:49.874 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:49.873+0000 7f97c4e00700 1 --2- 172.21.15.181:0/2394720746 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f97c0102970 0x7f97c01a0160 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:49.874 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:49.873+0000 7f97c4e00700 1 --2- 172.21.15.181:0/2394720746 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f97c0100dd0 0x7f97c0198ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:49.874 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:49.873+0000 7f97c4e00700 1 --2- 172.21.15.181:0/2394720746 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f97c0101fd0 0x7f97c01990e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:49.874 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:49.873+0000 7f97c4e00700 1 -- 172.21.15.181:0/2394720746 >> 172.21.15.181:0/2394720746 conn(0x7f97c00fc330 msgr2=0x7f97c0107910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:09:49.874 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:49.873+0000 7f97c4e00700 1 -- 172.21.15.181:0/2394720746 shutdown_connections 2024-01-24T13:09:49.874 INFO:teuthology.orchestra.run.smithi181.stderr:2024-01-24T13:09:49.873+0000 7f97c4e00700 1 -- 172.21.15.181:0/2394720746 wait complete. 2024-01-24T13:09:49.884 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:49 smithi084 ceph-mon[35384]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-24T13:09:49.894 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:49 smithi181 ceph-mon[39668]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-24T13:09:50.273 DEBUG:teuthology.orchestra.run.smithi084:mds.a> sudo journalctl -f -n 0 -u ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@mds.a.service 2024-01-24T13:09:50.278 DEBUG:teuthology.orchestra.run.smithi084:mds.d> sudo journalctl -f -n 0 -u ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@mds.d.service 2024-01-24T13:09:50.323 DEBUG:teuthology.orchestra.run.smithi084:mds.g> sudo journalctl -f -n 0 -u ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@mds.g.service 2024-01-24T13:09:50.354 INFO:journalctl@ceph.mds.a.smithi084.stdout:-- Logs begin at Wed 2024-01-24 12:47:28 UTC. -- 2024-01-24T13:09:50.357 DEBUG:teuthology.orchestra.run.smithi084:mds.j> sudo journalctl -f -n 0 -u ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@mds.j.service 2024-01-24T13:09:50.395 INFO:journalctl@ceph.mds.d.smithi084.stdout:-- Logs begin at Wed 2024-01-24 12:47:28 UTC. -- 2024-01-24T13:09:50.397 DEBUG:teuthology.orchestra.run.smithi113:mds.b> sudo journalctl -f -n 0 -u ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@mds.b.service 2024-01-24T13:09:50.402 DEBUG:teuthology.orchestra.run.smithi113:mds.e> sudo journalctl -f -n 0 -u ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@mds.e.service 2024-01-24T13:09:50.423 INFO:journalctl@ceph.mds.g.smithi084.stdout:-- Logs begin at Wed 2024-01-24 12:47:28 UTC. -- 2024-01-24T13:09:50.447 DEBUG:teuthology.orchestra.run.smithi113:mds.h> sudo journalctl -f -n 0 -u ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@mds.h.service 2024-01-24T13:09:50.461 INFO:journalctl@ceph.mds.j.smithi084.stdout:-- Logs begin at Wed 2024-01-24 12:47:28 UTC. -- 2024-01-24T13:09:50.479 INFO:journalctl@ceph.mds.b.smithi113.stdout:-- Logs begin at Wed 2024-01-24 12:47:43 UTC. -- 2024-01-24T13:09:50.482 DEBUG:teuthology.orchestra.run.smithi113:mds.k> sudo journalctl -f -n 0 -u ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@mds.k.service 2024-01-24T13:09:50.516 INFO:journalctl@ceph.mds.e.smithi113.stdout:-- Logs begin at Wed 2024-01-24 12:47:43 UTC. -- 2024-01-24T13:09:50.518 DEBUG:teuthology.orchestra.run.smithi181:mds.c> sudo journalctl -f -n 0 -u ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@mds.c.service 2024-01-24T13:09:50.523 DEBUG:teuthology.orchestra.run.smithi181:mds.f> sudo journalctl -f -n 0 -u ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@mds.f.service 2024-01-24T13:09:50.547 INFO:journalctl@ceph.mds.h.smithi113.stdout:-- Logs begin at Wed 2024-01-24 12:47:43 UTC. -- 2024-01-24T13:09:50.567 DEBUG:teuthology.orchestra.run.smithi181:mds.i> sudo journalctl -f -n 0 -u ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@mds.i.service 2024-01-24T13:09:50.581 INFO:journalctl@ceph.mds.k.smithi113.stdout:-- Logs begin at Wed 2024-01-24 12:47:43 UTC. -- 2024-01-24T13:09:50.612 DEBUG:teuthology.orchestra.run.smithi181:mds.l> sudo journalctl -f -n 0 -u ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@mds.l.service 2024-01-24T13:09:50.613 INFO:journalctl@ceph.mds.c.smithi181.stdout:-- Logs begin at Wed 2024-01-24 12:47:10 UTC. -- 2024-01-24T13:09:50.634 INFO:journalctl@ceph.mds.f.smithi181.stdout:-- Logs begin at Wed 2024-01-24 12:47:10 UTC. -- 2024-01-24T13:09:50.637 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-01-24T13:09:50.637 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-01-24T13:09:50.680 INFO:journalctl@ceph.mds.i.smithi181.stdout:-- Logs begin at Wed 2024-01-24 12:47:10 UTC. -- 2024-01-24T13:09:50.700 INFO:journalctl@ceph.mds.l.smithi181.stdout:-- Logs begin at Wed 2024-01-24 12:47:10 UTC. -- 2024-01-24T13:09:50.857 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:50.855+0000 7fca71000700 1 -- 172.21.15.84:0/281194374 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fca6c074d80 msgr2=0x7fca6c0731d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:09:50.857 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:50.855+0000 7fca71000700 1 --2- 172.21.15.84:0/281194374 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fca6c074d80 0x7fca6c0731d0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fca5c009990 tx=0x7fca5c009ca0 comp rx=0 tx=0).stop 2024-01-24T13:09:50.857 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:50.856+0000 7fca71000700 1 -- 172.21.15.84:0/281194374 shutdown_connections 2024-01-24T13:09:50.857 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:50.856+0000 7fca71000700 1 --2- 172.21.15.84:0/281194374 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fca6c108c00 0x7fca6c10b090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:50.857 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:50.856+0000 7fca71000700 1 --2- 172.21.15.84:0/281194374 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fca6c074d80 0x7fca6c0731d0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:50.857 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:50.856+0000 7fca71000700 1 --2- 172.21.15.84:0/281194374 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fca6c0737a0 0x7fca6c073c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:50.857 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:50.856+0000 7fca71000700 1 -- 172.21.15.84:0/281194374 >> 172.21.15.84:0/281194374 conn(0x7fca6c0fc270 msgr2=0x7fca6c0fe6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:09:50.857 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:50.856+0000 7fca71000700 1 -- 172.21.15.84:0/281194374 shutdown_connections 2024-01-24T13:09:50.857 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:50.856+0000 7fca71000700 1 -- 172.21.15.84:0/281194374 wait complete. 2024-01-24T13:09:50.859 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:50.857+0000 7fca71000700 1 Processor -- start 2024-01-24T13:09:50.859 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:50.857+0000 7fca71000700 1 -- start start 2024-01-24T13:09:50.859 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:50.857+0000 7fca71000700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fca6c0737a0 0x7fca6c198b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:09:50.860 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:50.857+0000 7fca71000700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fca6c074d80 0x7fca6c1990a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:09:50.860 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:50.857+0000 7fca71000700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fca6c108c00 0x7fca6c1a0110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:09:50.860 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:50.857+0000 7fca71000700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca6c1a06e0 con 0x7fca6c0737a0 2024-01-24T13:09:50.860 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:50.857+0000 7fca71000700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca6c1a0820 con 0x7fca6c108c00 2024-01-24T13:09:50.860 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:50.857+0000 7fca71000700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca6c1a09b0 con 0x7fca6c074d80 2024-01-24T13:09:50.860 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:50.857+0000 7fca69e00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fca6c0737a0 0x7fca6c198b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:09:50.860 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:50.857+0000 7fca69e00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fca6c0737a0 0x7fca6c198b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:54138/0 (socket says 172.21.15.84:54138) 2024-01-24T13:09:50.860 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:50.857+0000 7fca69e00700 1 -- 172.21.15.84:0/2168201404 learned_addr learned my addr 172.21.15.84:0/2168201404 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:09:50.860 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:50.857+0000 7fca6a800700 1 --2- 172.21.15.84:0/2168201404 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fca6c108c00 0x7fca6c1a0110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:09:50.860 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:50.857+0000 7fca63e00700 1 --2- 172.21.15.84:0/2168201404 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fca6c074d80 0x7fca6c1990a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:09:50.860 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:50.858+0000 7fca69e00700 1 -- 172.21.15.84:0/2168201404 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fca6c074d80 msgr2=0x7fca6c1990a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:09:50.861 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:50.858+0000 7fca69e00700 1 --2- 172.21.15.84:0/2168201404 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fca6c074d80 0x7fca6c1990a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:50.861 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:50.858+0000 7fca69e00700 1 -- 172.21.15.84:0/2168201404 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fca6c108c00 msgr2=0x7fca6c1a0110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:09:50.861 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:50.858+0000 7fca69e00700 1 --2- 172.21.15.84:0/2168201404 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fca6c108c00 0x7fca6c1a0110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:50.861 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:50.858+0000 7fca69e00700 1 -- 172.21.15.84:0/2168201404 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fca5c0095f0 con 0x7fca6c0737a0 2024-01-24T13:09:50.861 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:50.858+0000 7fca69e00700 1 --2- 172.21.15.84:0/2168201404 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fca6c0737a0 0x7fca6c198b60 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fca5c0098e0 tx=0x7fca5c004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:09:50.861 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:50.858+0000 7fca62a00700 1 -- 172.21.15.84:0/2168201404 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca5c01d070 con 0x7fca6c0737a0 2024-01-24T13:09:50.861 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:50.858+0000 7fca71000700 1 -- 172.21.15.84:0/2168201404 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fca6c1a0c30 con 0x7fca6c0737a0 2024-01-24T13:09:50.861 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:50.858+0000 7fca62a00700 1 -- 172.21.15.84:0/2168201404 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(25 keys) v1 ==== 1067+0+0 (secure 0 0 0) 0x7fca5c00bdb0 con 0x7fca6c0737a0 2024-01-24T13:09:50.861 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:50.858+0000 7fca62a00700 1 -- 172.21.15.84:0/2168201404 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca5c022d20 con 0x7fca6c0737a0 2024-01-24T13:09:50.861 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:50.858+0000 7fca71000700 1 -- 172.21.15.84:0/2168201404 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fca6c1a10b0 con 0x7fca6c0737a0 2024-01-24T13:09:50.862 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:50.859+0000 7fca71000700 1 -- 172.21.15.84:0/2168201404 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fca6c1072b0 con 0x7fca6c0737a0 2024-01-24T13:09:50.862 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:50.861+0000 7fca62a00700 1 -- 172.21.15.84:0/2168201404 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 16) v1 ==== 135070+0+0 (secure 0 0 0) 0x7fca5c00b920 con 0x7fca6c0737a0 2024-01-24T13:09:50.863 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:50.862+0000 7fca62a00700 1 --2- 172.21.15.84:0/2168201404 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fca4c0a0570 0x7fca4c0a2a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:09:50.863 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:50.863+0000 7fca62a00700 1 -- 172.21.15.84:0/2168201404 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(77..77 src has 1..77) v4 ==== 7127+0+0 (secure 0 0 0) 0x7fca5c0ccff0 con 0x7fca6c0737a0 2024-01-24T13:09:50.863 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:50.863+0000 7fca63e00700 1 --2- 172.21.15.84:0/2168201404 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fca4c0a0570 0x7fca4c0a2a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:09:50.864 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:50.863+0000 7fca63e00700 1 --2- 172.21.15.84:0/2168201404 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fca4c0a0570 0x7fca4c0a2a30 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fca6c074aa0 tx=0x7fca54009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:09:50.865 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:50.865+0000 7fca62a00700 1 -- 172.21.15.84:0/2168201404 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180484 (secure 0 0 0) 0x7fca5c097020 con 0x7fca6c0737a0 2024-01-24T13:09:51.073 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.073+0000 7fca71000700 1 -- 172.21.15.84:0/2168201404 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fca6c02cc70 con 0x7fca6c0737a0 2024-01-24T13:09:51.074 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.074+0000 7fca62a00700 1 -- 172.21.15.84:0/2168201404 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v77) v1 ==== 74+0+18423 (secure 0 0 0) 0x7fca5c09a640 con 0x7fca6c0737a0 2024-01-24T13:09:51.075 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-01-24T13:09:51.075 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":77,"fsid":"d5d5b6f8-bab8-11ee-95b1-87774f69a715","created":"2024-01-24T13:03:25.342734+0000","modified":"2024-01-24T13:09:43.375840+0000","last_up_change":"2024-01-24T13:09:42.368323+0000","last_in_change":"2024-01-24T13:09:23.318070+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-01-24T13:06:30.452474+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"0d2a2e37-6faa-46b9-801a-aa50c1fd7415","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":1772128411},{"type":"v1","addr":"172.21.15.84:6803","nonce":1772128411}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":1772128411},{"type":"v1","addr":"172.21.15.84:6805","nonce":1772128411}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":1772128411},{"type":"v1","addr":"172.21.15.84:6809","nonce":1772128411}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":1772128411},{"type":"v1","addr":"172.21.15.84:6807","nonce":1772128411}]},"public_addr":"172.21.15.84:6803/1772128411","cluster_addr":"172.21.15.84:6805/1772128411","heartbeat_back_addr":"172.21.15.84:6809/1772128411","heartbeat_front_addr":"172.21.15.84:6807/1772128411","state":["exists","up"]},{"osd":1,"uuid":"5a0766c9-b531-4d3f-806b-1109e9f0b138","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6800","nonce":171629096},{"type":"v1","addr":"172.21.15.113:6801","nonce":171629096}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6802","nonce":171629096},{"type":"v1","addr":"172.21.15.113:6803","nonce":171629096}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6806","nonce":171629096},{"type":"v1","addr":"172.21.15.113:6807","nonce":171629096}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6804","nonce":171629096},{"type":"v1","addr":"172.21.15.113:6805","nonce":171629096}]},"public_addr":"172.21.15.113:6801/171629096","cluster_addr":"172.21.15.113:6803/171629096","heartbeat_back_addr":"172.21.15.113:6807/171629096","heartbeat_front_addr":"172.21.15.113:6805/171629096","state":["exists","up"]},{"osd":2,"uuid":"c8b472df-75e4-4a52-910f-d7d501b3e289","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6800","nonce":1047549735},{"type":"v1","addr":"172.21.15.181:6801","nonce":1047549735}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6802","nonce":1047549735},{"type":"v1","addr":"172.21.15.181:6803","nonce":1047549735}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6806","nonce":1047549735},{"type":"v1","addr":"172.21.15.181:6807","nonce":1047549735}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6804","nonce":1047549735},{"type":"v1","addr":"172.21.15.181:6805","nonce":1047549735}]},"public_addr":"172.21.15.181:6801/1047549735","cluster_addr":"172.21.15.181:6803/1047549735","heartbeat_back_addr":"172.21.15.181:6807/1047549735","heartbeat_front_addr":"172.21.15.181:6805/1047549735","state":["exists","up"]},{"osd":3,"uuid":"b0d418dc-1908-407f-b540-e458c767f94d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":651827316},{"type":"v1","addr":"172.21.15.84:6811","nonce":651827316}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":651827316},{"type":"v1","addr":"172.21.15.84:6813","nonce":651827316}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":651827316},{"type":"v1","addr":"172.21.15.84:6817","nonce":651827316}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":651827316},{"type":"v1","addr":"172.21.15.84:6815","nonce":651827316}]},"public_addr":"172.21.15.84:6811/651827316","cluster_addr":"172.21.15.84:6813/651827316","heartbeat_back_addr":"172.21.15.84:6817/651827316","heartbeat_front_addr":"172.21.15.84:6815/651827316","state":["exists","up"]},{"osd":4,"uuid":"dee7423e-2727-4818-8a4b-2ca44f5ee7d4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6808","nonce":1715382353},{"type":"v1","addr":"172.21.15.113:6809","nonce":1715382353}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6810","nonce":1715382353},{"type":"v1","addr":"172.21.15.113:6811","nonce":1715382353}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6814","nonce":1715382353},{"type":"v1","addr":"172.21.15.113:6815","nonce":1715382353}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6812","nonce":1715382353},{"type":"v1","addr":"172.21.15.113:6813","nonce":1715382353}]},"public_addr":"172.21.15.113:6809/1715382353","cluster_addr":"172.21.15.113:6811/1715382353","heartbeat_back_addr":"172.21.15.113:6815/1715382353","heartbeat_front_addr":"172.21.15.113:6813/1715382353","state":["exists","up"]},{"osd":5,"uuid":"6f313894-fccf-48cc-8c31-c315a8f68014","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6808","nonce":644379730},{"type":"v1","addr":"172.21.15.181:6809","nonce":644379730}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6810","nonce":644379730},{"type":"v1","addr":"172.21.15.181:6811","nonce":644379730}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6814","nonce":644379730},{"type":"v1","addr":"172.21.15.181:6815","nonce":644379730}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6812","nonce":644379730},{"type":"v1","addr":"172.21.15.181:6813","nonce":644379730}]},"public_addr":"172.21.15.181:6809/644379730","cluster_addr":"172.21.15.181:6811/644379730","heartbeat_back_addr":"172.21.15.181:6815/644379730","heartbeat_front_addr":"172.21.15.181:6813/644379730","state":["exists","up"]},{"osd":6,"uuid":"91fa194b-790c-4447-9164-108cc1e70647","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":44,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":1946587582},{"type":"v1","addr":"172.21.15.84:6819","nonce":1946587582}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":1946587582},{"type":"v1","addr":"172.21.15.84:6821","nonce":1946587582}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":1946587582},{"type":"v1","addr":"172.21.15.84:6825","nonce":1946587582}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":1946587582},{"type":"v1","addr":"172.21.15.84:6823","nonce":1946587582}]},"public_addr":"172.21.15.84:6819/1946587582","cluster_addr":"172.21.15.84:6821/1946587582","heartbeat_back_addr":"172.21.15.84:6825/1946587582","heartbeat_front_addr":"172.21.15.84:6823/1946587582","state":["exists","up"]},{"osd":7,"uuid":"04607be5-e648-4f28-a7c3-de56d6015a0e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6816","nonce":2426923166},{"type":"v1","addr":"172.21.15.113:6817","nonce":2426923166}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6818","nonce":2426923166},{"type":"v1","addr":"172.21.15.113:6819","nonce":2426923166}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6822","nonce":2426923166},{"type":"v1","addr":"172.21.15.113:6823","nonce":2426923166}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6820","nonce":2426923166},{"type":"v1","addr":"172.21.15.113:6821","nonce":2426923166}]},"public_addr":"172.21.15.113:6817/2426923166","cluster_addr":"172.21.15.113:6819/2426923166","heartbeat_back_addr":"172.21.15.113:6823/2426923166","heartbeat_front_addr":"172.21.15.113:6821/2426923166","state":["exists","up"]},{"osd":8,"uuid":"ddca922c-04b0-4c7b-baf6-4b63aef38f86","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":56,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6816","nonce":4151286226},{"type":"v1","addr":"172.21.15.181:6817","nonce":4151286226}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6818","nonce":4151286226},{"type":"v1","addr":"172.21.15.181:6819","nonce":4151286226}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6822","nonce":4151286226},{"type":"v1","addr":"172.21.15.181:6823","nonce":4151286226}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6820","nonce":4151286226},{"type":"v1","addr":"172.21.15.181:6821","nonce":4151286226}]},"public_addr":"172.21.15.181:6817/4151286226","cluster_addr":"172.21.15.181:6819/4151286226","heartbeat_back_addr":"172.21.15.181:6823/4151286226","heartbeat_front_addr":"172.21.15.181:6821/4151286226","state":["exists","up"]},{"osd":9,"uuid":"28be131b-7545-414d-968f-cf1c4094b1a9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":4007771208},{"type":"v1","addr":"172.21.15.84:6827","nonce":4007771208}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":4007771208},{"type":"v1","addr":"172.21.15.84:6829","nonce":4007771208}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":4007771208},{"type":"v1","addr":"172.21.15.84:6833","nonce":4007771208}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":4007771208},{"type":"v1","addr":"172.21.15.84:6831","nonce":4007771208}]},"public_addr":"172.21.15.84:6827/4007771208","cluster_addr":"172.21.15.84:6829/4007771208","heartbeat_back_addr":"172.21.15.84:6833/4007771208","heartbeat_front_addr":"172.21.15.84:6831/4007771208","state":["exists","up"]},{"osd":10,"uuid":"82ac995f-44dc-4dab-b90d-a6c259735e61","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6824","nonce":3861462782},{"type":"v1","addr":"172.21.15.113:6825","nonce":3861462782}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6826","nonce":3861462782},{"type":"v1","addr":"172.21.15.113:6827","nonce":3861462782}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6830","nonce":3861462782},{"type":"v1","addr":"172.21.15.113:6831","nonce":3861462782}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6828","nonce":3861462782},{"type":"v1","addr":"172.21.15.113:6829","nonce":3861462782}]},"public_addr":"172.21.15.113:6825/3861462782","cluster_addr":"172.21.15.113:6827/3861462782","heartbeat_back_addr":"172.21.15.113:6831/3861462782","heartbeat_front_addr":"172.21.15.113:6829/3861462782","state":["exists","up"]},{"osd":11,"uuid":"dad7de53-8f64-4db4-a126-155bbe4841bb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":76,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6824","nonce":2810438073},{"type":"v1","addr":"172.21.15.181:6825","nonce":2810438073}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6826","nonce":2810438073},{"type":"v1","addr":"172.21.15.181:6827","nonce":2810438073}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6830","nonce":2810438073},{"type":"v1","addr":"172.21.15.181:6831","nonce":2810438073}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6828","nonce":2810438073},{"type":"v1","addr":"172.21.15.181:6829","nonce":2810438073}]},"public_addr":"172.21.15.181:6825/2810438073","cluster_addr":"172.21.15.181:6827/2810438073","heartbeat_back_addr":"172.21.15.181:6831/2810438073","heartbeat_front_addr":"172.21.15.181:6829/2810438073","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-01-24T13:05:44.272286+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-01-24T13:06:05.171694+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-01-24T13:06:26.557213+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-01-24T13:06:47.985495+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-01-24T13:07:08.968608+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-01-24T13:07:30.348127+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-01-24T13:07:51.981939+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-01-24T13:08:13.395977+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-01-24T13:08:34.951345+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-01-24T13:08:56.564631+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-01-24T13:09:18.597794+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-01-24T13:09:40.347949+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.84:6801/1123249005":"2024-01-25T13:04:19.836222+0000","172.21.15.84:0/1398039874":"2024-01-25T13:04:19.836222+0000","172.21.15.84:0/3611158848":"2024-01-25T13:04:19.836222+0000","172.21.15.84:0/3593300068":"2024-01-25T13:03:55.939289+0000","172.21.15.84:6800/1123249005":"2024-01-25T13:04:19.836222+0000","172.21.15.84:6801/4121464047":"2024-01-25T13:03:55.939289+0000","172.21.15.84:0/846573597":"2024-01-25T13:04:19.836222+0000","172.21.15.84:0/2884071963":"2024-01-25T13:03:55.939289+0000","172.21.15.84:6800/4121464047":"2024-01-25T13:03:55.939289+0000","172.21.15.84:0/1191253758":"2024-01-25T13:03:55.939289+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-01-24T13:09:51.077 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.076+0000 7fca71000700 1 -- 172.21.15.84:0/2168201404 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fca4c0a0570 msgr2=0x7fca4c0a2a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:09:51.077 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.076+0000 7fca71000700 1 --2- 172.21.15.84:0/2168201404 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fca4c0a0570 0x7fca4c0a2a30 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fca6c074aa0 tx=0x7fca54009260 comp rx=0 tx=0).stop 2024-01-24T13:09:51.077 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.076+0000 7fca71000700 1 -- 172.21.15.84:0/2168201404 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fca6c0737a0 msgr2=0x7fca6c198b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:09:51.077 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.076+0000 7fca71000700 1 --2- 172.21.15.84:0/2168201404 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fca6c0737a0 0x7fca6c198b60 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fca5c0098e0 tx=0x7fca5c004730 comp rx=0 tx=0).stop 2024-01-24T13:09:51.077 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.076+0000 7fca71000700 1 -- 172.21.15.84:0/2168201404 shutdown_connections 2024-01-24T13:09:51.078 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.076+0000 7fca71000700 1 --2- 172.21.15.84:0/2168201404 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fca4c0a0570 0x7fca4c0a2a30 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:51.078 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.076+0000 7fca71000700 1 --2- 172.21.15.84:0/2168201404 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fca6c108c00 0x7fca6c1a0110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:51.078 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.076+0000 7fca71000700 1 --2- 172.21.15.84:0/2168201404 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fca6c0737a0 0x7fca6c198b60 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:51.078 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.076+0000 7fca71000700 1 --2- 172.21.15.84:0/2168201404 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fca6c074d80 0x7fca6c1990a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:51.078 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.076+0000 7fca71000700 1 -- 172.21.15.84:0/2168201404 >> 172.21.15.84:0/2168201404 conn(0x7fca6c0fc270 msgr2=0x7fca6c0fe660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:09:51.078 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.076+0000 7fca71000700 1 -- 172.21.15.84:0/2168201404 shutdown_connections 2024-01-24T13:09:51.078 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.077+0000 7fca71000700 1 -- 172.21.15.84:0/2168201404 wait complete. 2024-01-24T13:09:51.095 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:50 smithi084 ceph-mon[35384]: from='client.24433 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi084=a;smithi084=d;smithi084=g;smithi084=j;smithi113=b;smithi113=e;smithi113=h;smithi113=k;smithi181=c;smithi181=f;smithi181=i;smithi181=l", "target": ["mon-mgr", ""]}]: dispatch 2024-01-24T13:09:51.095 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:50 smithi084 ceph-mon[35384]: Saving service mds.all spec with placement smithi084=a;smithi084=d;smithi084=g;smithi084=j;smithi113=b;smithi113=e;smithi113=h;smithi113=k;smithi181=c;smithi181=f;smithi181=i;smithi181=l;count:12 2024-01-24T13:09:51.095 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:50 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:51.095 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:50 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:09:51.095 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:50 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:09:51.096 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:50 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:09:51.096 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:50 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:51.096 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:50 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-01-24T13:09:51.096 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:50 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-01-24T13:09:51.096 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:50 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:09:51.096 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:50 smithi084 ceph-mon[35384]: Deploying daemon mds.l on smithi181 2024-01-24T13:09:51.096 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:50 smithi084 ceph-mon[35384]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-24T13:09:51.097 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-01-24T13:06:30.452474+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-01-24T13:09:51.098 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-01-24T13:09:51.149 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:50 smithi181 ceph-mon[39668]: from='client.24433 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi084=a;smithi084=d;smithi084=g;smithi084=j;smithi113=b;smithi113=e;smithi113=h;smithi113=k;smithi181=c;smithi181=f;smithi181=i;smithi181=l", "target": ["mon-mgr", ""]}]: dispatch 2024-01-24T13:09:51.149 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:50 smithi181 ceph-mon[39668]: Saving service mds.all spec with placement smithi084=a;smithi084=d;smithi084=g;smithi084=j;smithi113=b;smithi113=e;smithi113=h;smithi113=k;smithi181=c;smithi181=f;smithi181=i;smithi181=l;count:12 2024-01-24T13:09:51.149 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:50 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:51.149 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:50 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:09:51.150 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:50 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:09:51.150 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:50 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:09:51.150 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:50 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:51.150 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:50 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-01-24T13:09:51.150 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:50 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-01-24T13:09:51.150 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:50 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:09:51.150 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:50 smithi181 ceph-mon[39668]: Deploying daemon mds.l on smithi181 2024-01-24T13:09:51.150 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:50 smithi181 ceph-mon[39668]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-24T13:09:51.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:50 smithi113 ceph-mon[39177]: from='client.24433 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi084=a;smithi084=d;smithi084=g;smithi084=j;smithi113=b;smithi113=e;smithi113=h;smithi113=k;smithi181=c;smithi181=f;smithi181=i;smithi181=l", "target": ["mon-mgr", ""]}]: dispatch 2024-01-24T13:09:51.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:50 smithi113 ceph-mon[39177]: Saving service mds.all spec with placement smithi084=a;smithi084=d;smithi084=g;smithi084=j;smithi113=b;smithi113=e;smithi113=h;smithi113=k;smithi181=c;smithi181=f;smithi181=i;smithi181=l;count:12 2024-01-24T13:09:51.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:50 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:51.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:50 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:09:51.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:50 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:09:51.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:50 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:09:51.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:50 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:51.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:50 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-01-24T13:09:51.278 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:50 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-01-24T13:09:51.278 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:50 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:09:51.278 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:50 smithi113 ceph-mon[39177]: Deploying daemon mds.l on smithi181 2024-01-24T13:09:51.278 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:50 smithi113 ceph-mon[39177]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-24T13:09:51.292 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.291+0000 7f43d6000700 1 -- 172.21.15.84:0/659204709 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f43d0073740 msgr2=0x7f43d0073bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:09:51.292 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.291+0000 7f43d6000700 1 --2- 172.21.15.84:0/659204709 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f43d0073740 0x7f43d0073bc0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f43b8009990 tx=0x7f43b8009ca0 comp rx=0 tx=0).stop 2024-01-24T13:09:51.292 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.291+0000 7f43d6000700 1 -- 172.21.15.84:0/659204709 shutdown_connections 2024-01-24T13:09:51.292 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.291+0000 7f43d6000700 1 --2- 172.21.15.84:0/659204709 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f43d0108c20 0x7f43d010b090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:51.292 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.291+0000 7f43d6000700 1 --2- 172.21.15.84:0/659204709 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f43d0074d20 0x7f43d0073170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:51.292 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.291+0000 7f43d6000700 1 --2- 172.21.15.84:0/659204709 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f43d0073740 0x7f43d0073bc0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:51.292 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.291+0000 7f43d6000700 1 -- 172.21.15.84:0/659204709 >> 172.21.15.84:0/659204709 conn(0x7f43d00fc2c0 msgr2=0x7f43d00fe700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:09:51.292 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.291+0000 7f43d6000700 1 -- 172.21.15.84:0/659204709 shutdown_connections 2024-01-24T13:09:51.292 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.291+0000 7f43d6000700 1 -- 172.21.15.84:0/659204709 wait complete. 2024-01-24T13:09:51.294 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.292+0000 7f43d6000700 1 Processor -- start 2024-01-24T13:09:51.294 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.292+0000 7f43d6000700 1 -- start start 2024-01-24T13:09:51.294 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.292+0000 7f43d6000700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f43d0073740 0x7f43d0198c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:09:51.294 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.292+0000 7f43d6000700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f43d0074d20 0x7f43d0199160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:09:51.294 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.292+0000 7f43d6000700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f43d0108c20 0x7f43d01a0190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:09:51.294 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.292+0000 7f43d6000700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f43d01a0760 con 0x7f43d0108c20 2024-01-24T13:09:51.295 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.292+0000 7f43d6000700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f43d01a08d0 con 0x7f43d0074d20 2024-01-24T13:09:51.295 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.292+0000 7f43d6000700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f43d01a0a90 con 0x7f43d0073740 2024-01-24T13:09:51.295 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.293+0000 7f43cfe00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f43d0108c20 0x7f43d01a0190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:09:51.295 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.293+0000 7f43cfe00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f43d0108c20 0x7f43d01a0190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:54164/0 (socket says 172.21.15.84:54164) 2024-01-24T13:09:51.295 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.293+0000 7f43cfe00700 1 -- 172.21.15.84:0/2726471348 learned_addr learned my addr 172.21.15.84:0/2726471348 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:09:51.295 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.293+0000 7f43cea00700 1 --2- 172.21.15.84:0/2726471348 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f43d0074d20 0x7f43d0199160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:09:51.295 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.293+0000 7f43cfe00700 1 -- 172.21.15.84:0/2726471348 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f43d0073740 msgr2=0x7f43d0198c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:09:51.295 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.293+0000 7f43cfe00700 1 --2- 172.21.15.84:0/2726471348 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f43d0073740 0x7f43d0198c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:51.295 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.293+0000 7f43cfe00700 1 -- 172.21.15.84:0/2726471348 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f43d0074d20 msgr2=0x7f43d0199160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:09:51.295 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.293+0000 7f43cfe00700 1 --2- 172.21.15.84:0/2726471348 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f43d0074d20 0x7f43d0199160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:51.295 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.293+0000 7f43cfe00700 1 -- 172.21.15.84:0/2726471348 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f43b80095f0 con 0x7f43d0108c20 2024-01-24T13:09:51.295 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.293+0000 7f43cea00700 1 --2- 172.21.15.84:0/2726471348 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f43d0074d20 0x7f43d0199160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-01-24T13:09:51.295 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.293+0000 7f43cfe00700 1 --2- 172.21.15.84:0/2726471348 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f43d0108c20 0x7f43d01a0190 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f43c800b970 tx=0x7f43c800bd30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:09:51.295 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.294+0000 7f43c7e00700 1 -- 172.21.15.84:0/2726471348 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43c800c9b0 con 0x7f43d0108c20 2024-01-24T13:09:51.295 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.294+0000 7f43c7e00700 1 -- 172.21.15.84:0/2726471348 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(25 keys) v1 ==== 1067+0+0 (secure 0 0 0) 0x7f43c8014440 con 0x7f43d0108c20 2024-01-24T13:09:51.296 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.294+0000 7f43d6000700 1 -- 172.21.15.84:0/2726471348 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f43d01a0d70 con 0x7f43d0108c20 2024-01-24T13:09:51.296 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.294+0000 7f43c7e00700 1 -- 172.21.15.84:0/2726471348 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43c80075d0 con 0x7f43d0108c20 2024-01-24T13:09:51.296 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.294+0000 7f43d6000700 1 -- 172.21.15.84:0/2726471348 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f43d01a12f0 con 0x7f43d0108c20 2024-01-24T13:09:51.296 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.295+0000 7f43d6000700 1 -- 172.21.15.84:0/2726471348 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f43d0107320 con 0x7f43d0108c20 2024-01-24T13:09:51.297 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.296+0000 7f43c7e00700 1 -- 172.21.15.84:0/2726471348 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 16) v1 ==== 135070+0+0 (secure 0 0 0) 0x7f43c80145b0 con 0x7f43d0108c20 2024-01-24T13:09:51.298 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.298+0000 7f43c7e00700 1 --2- 172.21.15.84:0/2726471348 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f43b00a05a0 0x7f43b00a2a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:09:51.298 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.298+0000 7f43c7e00700 1 -- 172.21.15.84:0/2726471348 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(77..77 src has 1..77) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f43c8006e40 con 0x7f43d0108c20 2024-01-24T13:09:51.298 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.298+0000 7f43cf400700 1 --2- 172.21.15.84:0/2726471348 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f43b00a05a0 0x7f43b00a2a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:09:51.299 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.299+0000 7f43cf400700 1 --2- 172.21.15.84:0/2726471348 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f43b00a05a0 0x7f43b00a2a60 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f43c0005950 tx=0x7f43c00058e0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:09:51.302 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.301+0000 7f43c7e00700 1 -- 172.21.15.84:0/2726471348 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180484 (secure 0 0 0) 0x7f43c80d1080 con 0x7f43d0108c20 2024-01-24T13:09:51.507 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.506+0000 7f43d6000700 1 -- 172.21.15.84:0/2726471348 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f43d010e790 con 0x7f43d0108c20 2024-01-24T13:09:51.507 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.507+0000 7f43c7e00700 1 -- 172.21.15.84:0/2726471348 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v77) v1 ==== 93+0+10 (secure 0 0 0) 0x7f43c8094e20 con 0x7f43d0108c20 2024-01-24T13:09:51.507 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 1 2024-01-24T13:09:51.510 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.509+0000 7f43d6000700 1 -- 172.21.15.84:0/2726471348 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f43b00a05a0 msgr2=0x7f43b00a2a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:09:51.510 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.509+0000 7f43d6000700 1 --2- 172.21.15.84:0/2726471348 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f43b00a05a0 0x7f43b00a2a60 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f43c0005950 tx=0x7f43c00058e0 comp rx=0 tx=0).stop 2024-01-24T13:09:51.510 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.509+0000 7f43d6000700 1 -- 172.21.15.84:0/2726471348 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f43d0108c20 msgr2=0x7f43d01a0190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:09:51.510 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.509+0000 7f43d6000700 1 --2- 172.21.15.84:0/2726471348 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f43d0108c20 0x7f43d01a0190 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f43c800b970 tx=0x7f43c800bd30 comp rx=0 tx=0).stop 2024-01-24T13:09:51.510 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.509+0000 7f43d6000700 1 -- 172.21.15.84:0/2726471348 shutdown_connections 2024-01-24T13:09:51.510 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.509+0000 7f43d6000700 1 --2- 172.21.15.84:0/2726471348 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f43b00a05a0 0x7f43b00a2a60 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:51.510 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.509+0000 7f43d6000700 1 --2- 172.21.15.84:0/2726471348 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f43d0108c20 0x7f43d01a0190 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:51.510 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.509+0000 7f43d6000700 1 --2- 172.21.15.84:0/2726471348 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f43d0073740 0x7f43d0198c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:51.511 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.509+0000 7f43d6000700 1 --2- 172.21.15.84:0/2726471348 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f43d0074d20 0x7f43d0199160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:51.511 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.509+0000 7f43d6000700 1 -- 172.21.15.84:0/2726471348 >> 172.21.15.84:0/2726471348 conn(0x7f43d00fc2c0 msgr2=0x7f43d00fe6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:09:51.511 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.509+0000 7f43d6000700 1 -- 172.21.15.84:0/2726471348 shutdown_connections 2024-01-24T13:09:51.511 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.509+0000 7f43d6000700 1 -- 172.21.15.84:0/2726471348 wait complete. 2024-01-24T13:09:51.529 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-01-24T13:09:51.720 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.719+0000 7f1ba2800700 1 -- 172.21.15.84:0/2122967685 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1b9c1017f0 msgr2=0x7f1b9c103be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:09:51.721 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.719+0000 7f1ba2800700 1 --2- 172.21.15.84:0/2122967685 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1b9c1017f0 0x7f1b9c103be0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f1b8c009990 tx=0x7f1b8c009ca0 comp rx=0 tx=0).stop 2024-01-24T13:09:51.721 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.720+0000 7f1ba2800700 1 -- 172.21.15.84:0/2122967685 shutdown_connections 2024-01-24T13:09:51.721 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.720+0000 7f1ba2800700 1 --2- 172.21.15.84:0/2122967685 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f1b9c106a50 0x7f1b9c108ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:51.721 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.720+0000 7f1ba2800700 1 --2- 172.21.15.84:0/2122967685 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1b9c1017f0 0x7f1b9c103be0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:51.721 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.720+0000 7f1ba2800700 1 --2- 172.21.15.84:0/2122967685 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1b9c104120 0x7f1b9c106510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:51.721 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.720+0000 7f1ba2800700 1 -- 172.21.15.84:0/2122967685 >> 172.21.15.84:0/2122967685 conn(0x7f1b9c0fb200 msgr2=0x7f1b9c0fd620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:09:51.721 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.720+0000 7f1ba2800700 1 -- 172.21.15.84:0/2122967685 shutdown_connections 2024-01-24T13:09:51.721 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.720+0000 7f1ba2800700 1 -- 172.21.15.84:0/2122967685 wait complete. 2024-01-24T13:09:51.723 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.721+0000 7f1ba2800700 1 Processor -- start 2024-01-24T13:09:51.723 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.721+0000 7f1ba2800700 1 -- start start 2024-01-24T13:09:51.723 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.721+0000 7f1ba2800700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1b9c1017f0 0x7f1b9c198ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:09:51.723 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.721+0000 7f1ba2800700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1b9c104120 0x7f1b9c199010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:09:51.723 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.721+0000 7f1ba2800700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f1b9c106a50 0x7f1b9c1a0080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:09:51.723 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.721+0000 7f1ba2800700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1b9c1a0650 con 0x7f1b9c1017f0 2024-01-24T13:09:51.723 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.721+0000 7f1ba2800700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1b9c1a0790 con 0x7f1b9c106a50 2024-01-24T13:09:51.724 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.721+0000 7f1ba2800700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1b9c1a0920 con 0x7f1b9c104120 2024-01-24T13:09:51.724 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.721+0000 7f1b9b400700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1b9c1017f0 0x7f1b9c198ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:09:51.724 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.721+0000 7f1b9b400700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1b9c1017f0 0x7f1b9c198ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:54176/0 (socket says 172.21.15.84:54176) 2024-01-24T13:09:51.724 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.721+0000 7f1b9b400700 1 -- 172.21.15.84:0/692370773 learned_addr learned my addr 172.21.15.84:0/692370773 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:09:51.724 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.721+0000 7f1b9aa00700 1 --2- 172.21.15.84:0/692370773 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1b9c104120 0x7f1b9c199010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:09:51.724 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.722+0000 7f1b9be00700 1 --2- 172.21.15.84:0/692370773 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f1b9c106a50 0x7f1b9c1a0080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:09:51.724 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.722+0000 7f1b9b400700 1 -- 172.21.15.84:0/692370773 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1b9c104120 msgr2=0x7f1b9c199010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:09:51.724 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.722+0000 7f1b9b400700 1 --2- 172.21.15.84:0/692370773 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1b9c104120 0x7f1b9c199010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:51.724 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.722+0000 7f1b9b400700 1 -- 172.21.15.84:0/692370773 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f1b9c106a50 msgr2=0x7f1b9c1a0080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:09:51.724 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.722+0000 7f1b9b400700 1 --2- 172.21.15.84:0/692370773 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f1b9c106a50 0x7f1b9c1a0080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:51.724 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.722+0000 7f1b9b400700 1 -- 172.21.15.84:0/692370773 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1b8c0095f0 con 0x7f1b9c1017f0 2024-01-24T13:09:51.724 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.722+0000 7f1b9be00700 1 --2- 172.21.15.84:0/692370773 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f1b9c106a50 0x7f1b9c1a0080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-01-24T13:09:51.724 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.722+0000 7f1b9b400700 1 --2- 172.21.15.84:0/692370773 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1b9c1017f0 0x7f1b9c198ad0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f1b8c005910 tx=0x7f1b8c004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:09:51.724 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.722+0000 7f1b93e00700 1 -- 172.21.15.84:0/692370773 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b8c01d070 con 0x7f1b9c1017f0 2024-01-24T13:09:51.725 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.722+0000 7f1b93e00700 1 -- 172.21.15.84:0/692370773 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(25 keys) v1 ==== 1067+0+0 (secure 0 0 0) 0x7f1b8c0054c0 con 0x7f1b9c1017f0 2024-01-24T13:09:51.725 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.722+0000 7f1ba2800700 1 -- 172.21.15.84:0/692370773 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1b9c1a0ba0 con 0x7f1b9c1017f0 2024-01-24T13:09:51.725 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.722+0000 7f1b93e00700 1 -- 172.21.15.84:0/692370773 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b8c003ab0 con 0x7f1b9c1017f0 2024-01-24T13:09:51.725 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.722+0000 7f1ba2800700 1 -- 172.21.15.84:0/692370773 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1b9c1a0fc0 con 0x7f1b9c1017f0 2024-01-24T13:09:51.725 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.723+0000 7f1ba2800700 1 -- 172.21.15.84:0/692370773 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1b9c108620 con 0x7f1b9c1017f0 2024-01-24T13:09:51.725 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.725+0000 7f1b93e00700 1 -- 172.21.15.84:0/692370773 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 16) v1 ==== 135070+0+0 (secure 0 0 0) 0x7f1b8c0047a0 con 0x7f1b9c1017f0 2024-01-24T13:09:51.727 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.726+0000 7f1b93e00700 1 --2- 172.21.15.84:0/692370773 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f1b7c0a0570 0x7f1b7c0a2a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:09:51.727 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.726+0000 7f1b93e00700 1 -- 172.21.15.84:0/692370773 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(77..77 src has 1..77) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f1b8c0cc5b0 con 0x7f1b9c1017f0 2024-01-24T13:09:51.727 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.727+0000 7f1b9aa00700 1 --2- 172.21.15.84:0/692370773 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f1b7c0a0570 0x7f1b7c0a2a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:09:51.727 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.727+0000 7f1b9aa00700 1 --2- 172.21.15.84:0/692370773 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f1b7c0a0570 0x7f1b7c0a2a30 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f1b84005950 tx=0x7f1b8400b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:09:51.730 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.730+0000 7f1b93e00700 1 -- 172.21.15.84:0/692370773 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180484 (secure 0 0 0) 0x7f1b8c09a070 con 0x7f1b9c1017f0 2024-01-24T13:09:51.900 INFO:journalctl@ceph.mds.l.smithi181.stdout:Jan 24 13:09:51 smithi181 systemd[1]: Starting Ceph mds.l for d5d5b6f8-bab8-11ee-95b1-87774f69a715... 2024-01-24T13:09:51.978 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.977+0000 7f1ba2800700 1 -- 172.21.15.84:0/692370773 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f1b9c02cc70 con 0x7f1b9c1017f0 2024-01-24T13:09:51.978 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.977+0000 7f1b93e00700 1 -- 172.21.15.84:0/692370773 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 1 v1) v1 ==== 93+0+501 (secure 0 0 0) 0x7f1b8c099c00 con 0x7f1b9c1017f0 2024-01-24T13:09:51.979 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-01-24T13:09:51.979 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":1,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[]} 2024-01-24T13:09:51.982 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.980+0000 7f1ba2800700 1 -- 172.21.15.84:0/692370773 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f1b7c0a0570 msgr2=0x7f1b7c0a2a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:09:51.982 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.980+0000 7f1ba2800700 1 --2- 172.21.15.84:0/692370773 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f1b7c0a0570 0x7f1b7c0a2a30 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f1b84005950 tx=0x7f1b8400b410 comp rx=0 tx=0).stop 2024-01-24T13:09:51.982 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.980+0000 7f1ba2800700 1 -- 172.21.15.84:0/692370773 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1b9c1017f0 msgr2=0x7f1b9c198ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:09:51.982 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.980+0000 7f1ba2800700 1 --2- 172.21.15.84:0/692370773 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1b9c1017f0 0x7f1b9c198ad0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f1b8c005910 tx=0x7f1b8c004730 comp rx=0 tx=0).stop 2024-01-24T13:09:51.982 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.980+0000 7f1ba2800700 1 -- 172.21.15.84:0/692370773 shutdown_connections 2024-01-24T13:09:51.982 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.980+0000 7f1ba2800700 1 --2- 172.21.15.84:0/692370773 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f1b7c0a0570 0x7f1b7c0a2a30 secure :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f1b84005950 tx=0x7f1b8400b410 comp rx=0 tx=0).stop 2024-01-24T13:09:51.982 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.980+0000 7f1ba2800700 1 --2- 172.21.15.84:0/692370773 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f1b9c106a50 0x7f1b9c1a0080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:51.982 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.980+0000 7f1ba2800700 1 --2- 172.21.15.84:0/692370773 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1b9c1017f0 0x7f1b9c198ad0 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:51.983 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.980+0000 7f1ba2800700 1 --2- 172.21.15.84:0/692370773 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1b9c104120 0x7f1b9c199010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:51.983 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.980+0000 7f1ba2800700 1 -- 172.21.15.84:0/692370773 >> 172.21.15.84:0/692370773 conn(0x7f1b9c0fb200 msgr2=0x7f1b9c0ffe70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:09:51.983 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.980+0000 7f1ba2800700 1 -- 172.21.15.84:0/692370773 shutdown_connections 2024-01-24T13:09:51.983 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:51.980+0000 7f1ba2800700 1 -- 172.21.15.84:0/692370773 wait complete. 2024-01-24T13:09:51.983 INFO:teuthology.orchestra.run.smithi084.stderr:dumped fsmap epoch 1 2024-01-24T13:09:52.273 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:51 smithi181 ceph-mon[39668]: from='client.? 172.21.15.84:0/2168201404' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-01-24T13:09:52.273 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:51 smithi181 ceph-mon[39668]: from='client.? 172.21.15.84:0/2726471348' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-01-24T13:09:52.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:51 smithi113 ceph-mon[39177]: from='client.? 172.21.15.84:0/2168201404' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-01-24T13:09:52.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:51 smithi113 ceph-mon[39177]: from='client.? 172.21.15.84:0/2726471348' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-01-24T13:09:52.384 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:51 smithi084 ceph-mon[35384]: from='client.? 172.21.15.84:0/2168201404' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-01-24T13:09:52.384 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:51 smithi084 ceph-mon[35384]: from='client.? 172.21.15.84:0/2726471348' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-01-24T13:09:52.649 INFO:journalctl@ceph.mds.l.smithi181.stdout:Jan 24 13:09:52 smithi181 bash[74748]: 803697c38ec530455c8153b4d57724c181ff9feed4cfc41391e6e51b2249d9f9 2024-01-24T13:09:52.650 INFO:journalctl@ceph.mds.l.smithi181.stdout:Jan 24 13:09:52 smithi181 systemd[1]: Started Ceph mds.l for d5d5b6f8-bab8-11ee-95b1-87774f69a715. 2024-01-24T13:09:52.650 INFO:journalctl@ceph.mds.l.smithi181.stdout:Jan 24 13:09:52 smithi181 ceph-mds[74786]: -- 172.21.15.181:0/2255334793 <== mon.1 v2:172.21.15.181:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5631944bf1e0 con 0x563194497000 2024-01-24T13:09:52.650 INFO:journalctl@ceph.mds.l.smithi181.stdout:Jan 24 13:09:52 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mds-l[74763]: starting mds.l at 2024-01-24T13:09:53.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:52 smithi113 ceph-mon[39177]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-24T13:09:53.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:52 smithi113 ceph-mon[39177]: from='client.? 172.21.15.84:0/692370773' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-01-24T13:09:53.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:52 smithi113 ceph-mon[39177]: mds.? [v2:172.21.15.181:6832/3459113029,v1:172.21.15.181:6833/3459113029] up:boot 2024-01-24T13:09:53.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:52 smithi113 ceph-mon[39177]: fsmap 1 up:standby 2024-01-24T13:09:53.278 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:52 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-01-24T13:09:53.278 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:52 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:53.278 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:52 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:53.278 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:52 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:53.278 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:52 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-01-24T13:09:53.278 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:52 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-01-24T13:09:53.278 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:52 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:09:53.278 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:52 smithi113 ceph-mon[39177]: Deploying daemon mds.k on smithi113 2024-01-24T13:09:53.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:52 smithi084 ceph-mon[35384]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-24T13:09:53.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:52 smithi084 ceph-mon[35384]: from='client.? 172.21.15.84:0/692370773' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-01-24T13:09:53.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:52 smithi084 ceph-mon[35384]: mds.? [v2:172.21.15.181:6832/3459113029,v1:172.21.15.181:6833/3459113029] up:boot 2024-01-24T13:09:53.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:52 smithi084 ceph-mon[35384]: fsmap 1 up:standby 2024-01-24T13:09:53.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:52 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-01-24T13:09:53.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:52 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:53.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:52 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:53.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:52 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:53.386 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:52 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-01-24T13:09:53.386 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:52 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-01-24T13:09:53.386 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:52 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:09:53.386 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:52 smithi084 ceph-mon[35384]: Deploying daemon mds.k on smithi113 2024-01-24T13:09:53.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:52 smithi181 ceph-mon[39668]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-24T13:09:53.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:52 smithi181 ceph-mon[39668]: from='client.? 172.21.15.84:0/692370773' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-01-24T13:09:53.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:52 smithi181 ceph-mon[39668]: mds.? [v2:172.21.15.181:6832/3459113029,v1:172.21.15.181:6833/3459113029] up:boot 2024-01-24T13:09:53.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:52 smithi181 ceph-mon[39668]: fsmap 1 up:standby 2024-01-24T13:09:53.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:52 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-01-24T13:09:53.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:52 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:53.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:52 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:53.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:52 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:53.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:52 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-01-24T13:09:53.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:52 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-01-24T13:09:53.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:52 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:09:53.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:52 smithi181 ceph-mon[39668]: Deploying daemon mds.k on smithi113 2024-01-24T13:09:54.001 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-01-24T13:09:54.165 INFO:journalctl@ceph.mds.k.smithi113.stdout:Jan 24 13:09:54 smithi113 systemd[1]: Starting Ceph mds.k for d5d5b6f8-bab8-11ee-95b1-87774f69a715... 2024-01-24T13:09:54.202 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:54.201+0000 7f7ffde00700 1 -- 172.21.15.84:0/3130670626 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7ff81028d0 msgr2=0x7f7ff8109180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:09:54.203 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:54.201+0000 7f7ffde00700 1 --2- 172.21.15.84:0/3130670626 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7ff81028d0 0x7f7ff8109180 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f7ff000b0d0 tx=0x7f7ff000b3e0 comp rx=0 tx=0).stop 2024-01-24T13:09:54.203 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:54.202+0000 7f7ffde00700 1 -- 172.21.15.84:0/3130670626 shutdown_connections 2024-01-24T13:09:54.203 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:54.202+0000 7f7ffde00700 1 --2- 172.21.15.84:0/3130670626 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7ff81028d0 0x7f7ff8109180 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:54.203 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:54.202+0000 7f7ffde00700 1 --2- 172.21.15.84:0/3130670626 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7ff8100d40 0x7f7ff8101160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:54.203 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:54.202+0000 7f7ffde00700 1 --2- 172.21.15.84:0/3130670626 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7ff8101f30 0x7f7ff8102390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:54.203 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:54.202+0000 7f7ffde00700 1 -- 172.21.15.84:0/3130670626 >> 172.21.15.84:0/3130670626 conn(0x7f7ff80fc270 msgr2=0x7f7ff80fe6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:09:54.203 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:54.202+0000 7f7ffde00700 1 -- 172.21.15.84:0/3130670626 shutdown_connections 2024-01-24T13:09:54.203 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:54.202+0000 7f7ffde00700 1 -- 172.21.15.84:0/3130670626 wait complete. 2024-01-24T13:09:54.206 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:54.203+0000 7f7ffde00700 1 Processor -- start 2024-01-24T13:09:54.206 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:54.203+0000 7f7ffde00700 1 -- start start 2024-01-24T13:09:54.206 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:54.203+0000 7f7ffde00700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7ff8100d40 0x7f7ff8196a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:09:54.206 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:54.203+0000 7f7ffde00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7ff8101f30 0x7f7ff8196f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:09:54.206 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:54.203+0000 7f7ffde00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7ff81028d0 0x7f7ff819e000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:09:54.206 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:54.203+0000 7f7ffde00700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ff819e5d0 con 0x7f7ff8101f30 2024-01-24T13:09:54.206 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:54.203+0000 7f7ffde00700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ff819e710 con 0x7f7ff8100d40 2024-01-24T13:09:54.207 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:54.203+0000 7f7ffde00700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ff819e8a0 con 0x7f7ff81028d0 2024-01-24T13:09:54.207 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:54.203+0000 7f7ff6000700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7ff8101f30 0x7f7ff8196f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:09:54.207 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:54.203+0000 7f7ff6a00700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7ff8100d40 0x7f7ff8196a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:09:54.207 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:54.204+0000 7f7ff6a00700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7ff8100d40 0x7f7ff8196a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.84:32770/0 (socket says 172.21.15.84:32770) 2024-01-24T13:09:54.207 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:54.204+0000 7f7ff6a00700 1 -- 172.21.15.84:0/1623538686 learned_addr learned my addr 172.21.15.84:0/1623538686 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:09:54.207 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:54.204+0000 7f7ff6000700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7ff8101f30 0x7f7ff8196f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:54206/0 (socket says 172.21.15.84:54206) 2024-01-24T13:09:54.207 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:54.204+0000 7f7ff7400700 1 --2- 172.21.15.84:0/1623538686 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7ff81028d0 0x7f7ff819e000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:09:54.207 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:54.204+0000 7f7ff6000700 1 -- 172.21.15.84:0/1623538686 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7ff81028d0 msgr2=0x7f7ff819e000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:09:54.207 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:54.204+0000 7f7ff6000700 1 --2- 172.21.15.84:0/1623538686 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7ff81028d0 0x7f7ff819e000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:54.207 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:54.204+0000 7f7ff6000700 1 -- 172.21.15.84:0/1623538686 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7ff8100d40 msgr2=0x7f7ff8196a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:09:54.207 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:54.204+0000 7f7ff6000700 1 --2- 172.21.15.84:0/1623538686 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7ff8100d40 0x7f7ff8196a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:54.207 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:54.204+0000 7f7ff6000700 1 -- 172.21.15.84:0/1623538686 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7ff0009d00 con 0x7f7ff8101f30 2024-01-24T13:09:54.207 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:54.204+0000 7f7ff6a00700 1 --2- 172.21.15.84:0/1623538686 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7ff8100d40 0x7f7ff8196a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-01-24T13:09:54.207 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:54.204+0000 7f7ff7400700 1 --2- 172.21.15.84:0/1623538686 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7ff81028d0 0x7f7ff819e000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-01-24T13:09:54.207 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:54.204+0000 7f7ff6000700 1 --2- 172.21.15.84:0/1623538686 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7ff8101f30 0x7f7ff8196f90 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f7fe000f9e0 tx=0x7f7fe000fcf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:09:54.208 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:54.204+0000 7f7ffca00700 1 -- 172.21.15.84:0/1623538686 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7fe001a680 con 0x7f7ff8101f30 2024-01-24T13:09:54.208 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:54.204+0000 7f7ffca00700 1 -- 172.21.15.84:0/1623538686 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(25 keys) v1 ==== 1067+0+0 (secure 0 0 0) 0x7f7fe000d740 con 0x7f7ff8101f30 2024-01-24T13:09:54.208 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:54.204+0000 7f7ffde00700 1 -- 172.21.15.84:0/1623538686 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7ff8072fd0 con 0x7f7ff8101f30 2024-01-24T13:09:54.208 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:54.204+0000 7f7ffca00700 1 -- 172.21.15.84:0/1623538686 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7fe000ba80 con 0x7f7ff8101f30 2024-01-24T13:09:54.208 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:54.205+0000 7f7ffde00700 1 -- 172.21.15.84:0/1623538686 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7ff80735b0 con 0x7f7ff8101f30 2024-01-24T13:09:54.208 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:54.206+0000 7f7ffde00700 1 -- 172.21.15.84:0/1623538686 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7ff8108270 con 0x7f7ff8101f30 2024-01-24T13:09:54.208 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:54.208+0000 7f7ffca00700 1 -- 172.21.15.84:0/1623538686 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 16) v1 ==== 135070+0+0 (secure 0 0 0) 0x7f7fe000bbe0 con 0x7f7ff8101f30 2024-01-24T13:09:54.210 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:54.209+0000 7f7ffca00700 1 --2- 172.21.15.84:0/1623538686 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f7fd80a05f0 0x7f7fd80a2ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:09:54.210 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:54.210+0000 7f7ffca00700 1 -- 172.21.15.84:0/1623538686 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(77..77 src has 1..77) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f7fe0015070 con 0x7f7ff8101f30 2024-01-24T13:09:54.210 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:54.210+0000 7f7ff6a00700 1 --2- 172.21.15.84:0/1623538686 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f7fd80a05f0 0x7f7fd80a2ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:09:54.211 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:54.210+0000 7f7ff6a00700 1 --2- 172.21.15.84:0/1623538686 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f7fd80a05f0 0x7f7fd80a2ab0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f7fe8005950 tx=0x7f7fe8009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:09:54.214 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:54.213+0000 7f7ffca00700 1 -- 172.21.15.84:0/1623538686 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180484 (secure 0 0 0) 0x7f7fe0098b20 con 0x7f7ff8101f30 2024-01-24T13:09:54.456 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:54.455+0000 7f7ffde00700 1 -- 172.21.15.84:0/1623538686 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f7ff802cc70 con 0x7f7ff8101f30 2024-01-24T13:09:54.457 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:54.456+0000 7f7ffca00700 1 -- 172.21.15.84:0/1623538686 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) v1 ==== 93+0+1260 (secure 0 0 0) 0x7f7fe009c140 con 0x7f7ff8101f30 2024-01-24T13:09:54.457 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-01-24T13:09:54.457 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6833/3459113029","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6832","nonce":3459113029},{"type":"v1","addr":"172.21.15.181:6833","nonce":3459113029}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[]} 2024-01-24T13:09:54.460 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:54.458+0000 7f7ffde00700 1 -- 172.21.15.84:0/1623538686 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f7fd80a05f0 msgr2=0x7f7fd80a2ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:09:54.460 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:54.458+0000 7f7ffde00700 1 --2- 172.21.15.84:0/1623538686 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f7fd80a05f0 0x7f7fd80a2ab0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f7fe8005950 tx=0x7f7fe8009260 comp rx=0 tx=0).stop 2024-01-24T13:09:54.460 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:54.458+0000 7f7ffde00700 1 -- 172.21.15.84:0/1623538686 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7ff8101f30 msgr2=0x7f7ff8196f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:09:54.460 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:54.458+0000 7f7ffde00700 1 --2- 172.21.15.84:0/1623538686 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7ff8101f30 0x7f7ff8196f90 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f7fe000f9e0 tx=0x7f7fe000fcf0 comp rx=0 tx=0).stop 2024-01-24T13:09:54.460 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:54.459+0000 7f7ffde00700 1 -- 172.21.15.84:0/1623538686 shutdown_connections 2024-01-24T13:09:54.460 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:54.459+0000 7f7ffde00700 1 --2- 172.21.15.84:0/1623538686 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f7fd80a05f0 0x7f7fd80a2ab0 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:54.460 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:54.459+0000 7f7ffde00700 1 --2- 172.21.15.84:0/1623538686 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f7ff81028d0 0x7f7ff819e000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:54.460 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:54.459+0000 7f7ffde00700 1 --2- 172.21.15.84:0/1623538686 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f7ff8100d40 0x7f7ff8196a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:54.460 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:54.459+0000 7f7ffde00700 1 --2- 172.21.15.84:0/1623538686 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7ff8101f30 0x7f7ff8196f90 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:54.460 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:54.459+0000 7f7ffde00700 1 -- 172.21.15.84:0/1623538686 >> 172.21.15.84:0/1623538686 conn(0x7f7ff80fc270 msgr2=0x7f7ff81053b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:09:54.460 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:54.459+0000 7f7ffde00700 1 -- 172.21.15.84:0/1623538686 shutdown_connections 2024-01-24T13:09:54.460 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:54.459+0000 7f7ffde00700 1 -- 172.21.15.84:0/1623538686 wait complete. 2024-01-24T13:09:54.461 INFO:teuthology.orchestra.run.smithi084.stderr:dumped fsmap epoch 2 2024-01-24T13:09:55.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:54 smithi113 ceph-mon[39177]: pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-24T13:09:55.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:54 smithi113 ceph-mon[39177]: from='client.? 172.21.15.84:0/1623538686' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-01-24T13:09:55.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:54 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:55.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:54 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:55.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:54 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:55.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:54 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-01-24T13:09:55.028 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:54 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-01-24T13:09:55.028 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:54 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:09:55.028 INFO:journalctl@ceph.mds.k.smithi113.stdout:Jan 24 13:09:54 smithi113 ceph-mds[75114]: -- 172.21.15.113:0/1189104010 <== mon.2 v2:172.21.15.113:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5619496551e0 con 0x56194962cc00 2024-01-24T13:09:55.028 INFO:journalctl@ceph.mds.k.smithi113.stdout:Jan 24 13:09:54 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mds-k[75091]: starting mds.k at 2024-01-24T13:09:55.028 INFO:journalctl@ceph.mds.k.smithi113.stdout:Jan 24 13:09:54 smithi113 bash[75076]: 902f858b2c189098157555d52c95be8443367fdda5ba58a1e2b9403036907c0d 2024-01-24T13:09:55.028 INFO:journalctl@ceph.mds.k.smithi113.stdout:Jan 24 13:09:54 smithi113 systemd[1]: Started Ceph mds.k for d5d5b6f8-bab8-11ee-95b1-87774f69a715. 2024-01-24T13:09:55.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:54 smithi084 ceph-mon[35384]: pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-24T13:09:55.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:54 smithi084 ceph-mon[35384]: from='client.? 172.21.15.84:0/1623538686' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-01-24T13:09:55.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:54 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:55.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:54 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:55.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:54 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:55.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:54 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-01-24T13:09:55.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:54 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-01-24T13:09:55.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:54 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:09:55.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:54 smithi181 ceph-mon[39668]: pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-24T13:09:55.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:54 smithi181 ceph-mon[39668]: from='client.? 172.21.15.84:0/1623538686' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-01-24T13:09:55.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:54 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:55.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:54 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:55.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:54 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:55.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:54 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-01-24T13:09:55.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:54 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-01-24T13:09:55.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:54 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:09:56.102 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:55 smithi084 ceph-mon[35384]: Deploying daemon mds.j on smithi084 2024-01-24T13:09:56.102 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:55 smithi084 ceph-mon[35384]: mds.? [v2:172.21.15.113:6832/3815191156,v1:172.21.15.113:6833/3815191156] up:boot 2024-01-24T13:09:56.102 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:55 smithi084 ceph-mon[35384]: fsmap 2 up:standby 2024-01-24T13:09:56.102 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:55 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-01-24T13:09:56.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:55 smithi113 ceph-mon[39177]: Deploying daemon mds.j on smithi084 2024-01-24T13:09:56.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:55 smithi113 ceph-mon[39177]: mds.? [v2:172.21.15.113:6832/3815191156,v1:172.21.15.113:6833/3815191156] up:boot 2024-01-24T13:09:56.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:55 smithi113 ceph-mon[39177]: fsmap 2 up:standby 2024-01-24T13:09:56.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:55 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-01-24T13:09:56.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:55 smithi181 ceph-mon[39668]: Deploying daemon mds.j on smithi084 2024-01-24T13:09:56.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:55 smithi181 ceph-mon[39668]: mds.? [v2:172.21.15.113:6832/3815191156,v1:172.21.15.113:6833/3815191156] up:boot 2024-01-24T13:09:56.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:55 smithi181 ceph-mon[39668]: fsmap 2 up:standby 2024-01-24T13:09:56.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:55 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-01-24T13:09:56.479 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-01-24T13:09:56.634 INFO:journalctl@ceph.mds.j.smithi084.stdout:Jan 24 13:09:56 smithi084 systemd[1]: Starting Ceph mds.j for d5d5b6f8-bab8-11ee-95b1-87774f69a715... 2024-01-24T13:09:56.735 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:56.734+0000 7ffba0000700 1 -- 172.21.15.84:0/2305118390 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ffb981028e0 msgr2=0x7ffb98109190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:09:56.736 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:56.734+0000 7ffba0000700 1 --2- 172.21.15.84:0/2305118390 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ffb981028e0 0x7ffb98109190 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7ffb9000b0d0 tx=0x7ffb9000b3e0 comp rx=0 tx=0).stop 2024-01-24T13:09:56.736 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:56.734+0000 7ffba0000700 1 -- 172.21.15.84:0/2305118390 shutdown_connections 2024-01-24T13:09:56.736 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:56.734+0000 7ffba0000700 1 --2- 172.21.15.84:0/2305118390 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ffb981028e0 0x7ffb98109190 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:56.736 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:56.734+0000 7ffba0000700 1 --2- 172.21.15.84:0/2305118390 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ffb98100d50 0x7ffb98101170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:56.736 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:56.734+0000 7ffba0000700 1 --2- 172.21.15.84:0/2305118390 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ffb98101f40 0x7ffb981023a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:56.736 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:56.734+0000 7ffba0000700 1 -- 172.21.15.84:0/2305118390 >> 172.21.15.84:0/2305118390 conn(0x7ffb980fc280 msgr2=0x7ffb980fe700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:09:56.736 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:56.734+0000 7ffba0000700 1 -- 172.21.15.84:0/2305118390 shutdown_connections 2024-01-24T13:09:56.736 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:56.734+0000 7ffba0000700 1 -- 172.21.15.84:0/2305118390 wait complete. 2024-01-24T13:09:56.739 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:56.735+0000 7ffba0000700 1 Processor -- start 2024-01-24T13:09:56.739 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:56.736+0000 7ffba0000700 1 -- start start 2024-01-24T13:09:56.739 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:56.736+0000 7ffba0000700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ffb98100d50 0x7ffb98198c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:09:56.739 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:56.736+0000 7ffba0000700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ffb98101f40 0x7ffb981991a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:09:56.739 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:56.736+0000 7ffba0000700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ffb981028e0 0x7ffb981a01d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:09:56.739 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:56.736+0000 7ffba0000700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffb981a07a0 con 0x7ffb98101f40 2024-01-24T13:09:56.740 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:56.736+0000 7ffba0000700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffb981a0910 con 0x7ffb98100d50 2024-01-24T13:09:56.740 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:56.736+0000 7ffba0000700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffb981a0ad0 con 0x7ffb981028e0 2024-01-24T13:09:56.740 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:56.736+0000 7ffb9cc00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ffb98101f40 0x7ffb981991a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:09:56.740 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:56.736+0000 7ffb9cc00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ffb98101f40 0x7ffb981991a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:54228/0 (socket says 172.21.15.84:54228) 2024-01-24T13:09:56.740 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:56.736+0000 7ffb9cc00700 1 -- 172.21.15.84:0/515426849 learned_addr learned my addr 172.21.15.84:0/515426849 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:09:56.740 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:56.736+0000 7ffb9d600700 1 --2- 172.21.15.84:0/515426849 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ffb98100d50 0x7ffb98198c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:09:56.740 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:56.736+0000 7ffb9e000700 1 --2- 172.21.15.84:0/515426849 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ffb981028e0 0x7ffb981a01d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:09:56.740 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:56.737+0000 7ffb9cc00700 1 -- 172.21.15.84:0/515426849 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ffb981028e0 msgr2=0x7ffb981a01d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:09:56.740 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:56.737+0000 7ffb9cc00700 1 --2- 172.21.15.84:0/515426849 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ffb981028e0 0x7ffb981a01d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:56.740 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:56.737+0000 7ffb9cc00700 1 -- 172.21.15.84:0/515426849 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ffb98100d50 msgr2=0x7ffb98198c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:09:56.741 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:56.737+0000 7ffb9cc00700 1 --2- 172.21.15.84:0/515426849 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ffb98100d50 0x7ffb98198c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:56.741 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:56.737+0000 7ffb9cc00700 1 -- 172.21.15.84:0/515426849 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffb90009d00 con 0x7ffb98101f40 2024-01-24T13:09:56.741 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:56.737+0000 7ffb9d600700 1 --2- 172.21.15.84:0/515426849 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ffb98100d50 0x7ffb98198c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-01-24T13:09:56.741 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:56.737+0000 7ffb9cc00700 1 --2- 172.21.15.84:0/515426849 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ffb98101f40 0x7ffb981991a0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7ffb8000d950 tx=0x7ffb8000dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:09:56.741 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:56.737+0000 7ffb96000700 1 -- 172.21.15.84:0/515426849 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffb8000f890 con 0x7ffb98101f40 2024-01-24T13:09:56.741 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:56.737+0000 7ffb96000700 1 -- 172.21.15.84:0/515426849 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(25 keys) v1 ==== 1067+0+0 (secure 0 0 0) 0x7ffb8000fe80 con 0x7ffb98101f40 2024-01-24T13:09:56.741 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:56.737+0000 7ffba0000700 1 -- 172.21.15.84:0/515426849 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ffb981a0db0 con 0x7ffb98101f40 2024-01-24T13:09:56.741 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:56.737+0000 7ffb96000700 1 -- 172.21.15.84:0/515426849 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffb8000e3b0 con 0x7ffb98101f40 2024-01-24T13:09:56.741 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:56.737+0000 7ffba0000700 1 -- 172.21.15.84:0/515426849 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffb981a1280 con 0x7ffb98101f40 2024-01-24T13:09:56.741 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:56.738+0000 7ffba0000700 1 -- 172.21.15.84:0/515426849 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ffb98193260 con 0x7ffb98101f40 2024-01-24T13:09:56.742 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:56.740+0000 7ffb96000700 1 -- 172.21.15.84:0/515426849 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 16) v1 ==== 135070+0+0 (secure 0 0 0) 0x7ffb80010460 con 0x7ffb98101f40 2024-01-24T13:09:56.742 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:56.742+0000 7ffb96000700 1 --2- 172.21.15.84:0/515426849 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7ffb780a05f0 0x7ffb780a2ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:09:56.743 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:56.742+0000 7ffb96000700 1 -- 172.21.15.84:0/515426849 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(77..77 src has 1..77) v4 ==== 7127+0+0 (secure 0 0 0) 0x7ffb800cb2c0 con 0x7ffb98101f40 2024-01-24T13:09:56.743 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:56.742+0000 7ffb9d600700 1 --2- 172.21.15.84:0/515426849 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7ffb780a05f0 0x7ffb780a2ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:09:56.743 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:56.742+0000 7ffb9d600700 1 --2- 172.21.15.84:0/515426849 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7ffb780a05f0 0x7ffb780a2ab0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7ffb9819a130 tx=0x7ffb8800b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:09:56.749 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:56.749+0000 7ffb96000700 1 -- 172.21.15.84:0/515426849 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180484 (secure 0 0 0) 0x7ffb80095260 con 0x7ffb98101f40 2024-01-24T13:09:57.034 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:57.033+0000 7ffba0000700 1 -- 172.21.15.84:0/515426849 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7ffb9802cc70 con 0x7ffb98101f40 2024-01-24T13:09:57.034 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:57.034+0000 7ffb96000700 1 -- 172.21.15.84:0/515426849 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) v1 ==== 93+0+2020 (secure 0 0 0) 0x7ffb80016800 con 0x7ffb98101f40 2024-01-24T13:09:57.034 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-01-24T13:09:57.035 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6833/3459113029","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6832","nonce":3459113029},{"type":"v1","addr":"172.21.15.181:6833","nonce":3459113029}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":24470,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6833/3815191156","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6832","nonce":3815191156},{"type":"v1","addr":"172.21.15.113:6833","nonce":3815191156}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[]} 2024-01-24T13:09:57.037 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:57.036+0000 7ffba0000700 1 -- 172.21.15.84:0/515426849 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7ffb780a05f0 msgr2=0x7ffb780a2ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:09:57.037 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:57.036+0000 7ffba0000700 1 --2- 172.21.15.84:0/515426849 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7ffb780a05f0 0x7ffb780a2ab0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7ffb9819a130 tx=0x7ffb8800b410 comp rx=0 tx=0).stop 2024-01-24T13:09:57.037 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:57.036+0000 7ffba0000700 1 -- 172.21.15.84:0/515426849 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ffb98101f40 msgr2=0x7ffb981991a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:09:57.038 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:57.036+0000 7ffba0000700 1 --2- 172.21.15.84:0/515426849 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ffb98101f40 0x7ffb981991a0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7ffb8000d950 tx=0x7ffb8000dc60 comp rx=0 tx=0).stop 2024-01-24T13:09:57.038 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:57.036+0000 7ffba0000700 1 -- 172.21.15.84:0/515426849 shutdown_connections 2024-01-24T13:09:57.038 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:57.036+0000 7ffba0000700 1 --2- 172.21.15.84:0/515426849 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7ffb780a05f0 0x7ffb780a2ab0 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:57.038 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:57.036+0000 7ffba0000700 1 --2- 172.21.15.84:0/515426849 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7ffb981028e0 0x7ffb981a01d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:57.038 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:57.036+0000 7ffba0000700 1 --2- 172.21.15.84:0/515426849 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7ffb98100d50 0x7ffb98198c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:57.038 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:57.036+0000 7ffba0000700 1 --2- 172.21.15.84:0/515426849 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ffb98101f40 0x7ffb981991a0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:57.038 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:57.036+0000 7ffba0000700 1 -- 172.21.15.84:0/515426849 >> 172.21.15.84:0/515426849 conn(0x7ffb980fc280 msgr2=0x7ffb98107820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:09:57.038 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:57.036+0000 7ffba0000700 1 -- 172.21.15.84:0/515426849 shutdown_connections 2024-01-24T13:09:57.038 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:57.036+0000 7ffba0000700 1 -- 172.21.15.84:0/515426849 wait complete. 2024-01-24T13:09:57.038 INFO:teuthology.orchestra.run.smithi084.stderr:dumped fsmap epoch 3 2024-01-24T13:09:57.179 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:56 smithi084 ceph-mon[35384]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-24T13:09:57.179 INFO:journalctl@ceph.mds.j.smithi084.stdout:Jan 24 13:09:57 smithi084 ceph-mds[86477]: -- 172.21.15.84:0/1758392767 <== mon.0 v2:172.21.15.84:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55638b6671e0 con 0x55638b63ec00 2024-01-24T13:09:57.179 INFO:journalctl@ceph.mds.j.smithi084.stdout:Jan 24 13:09:57 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mds-j[86452]: starting mds.j at 2024-01-24T13:09:57.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:56 smithi113 ceph-mon[39177]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-24T13:09:57.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:56 smithi181 ceph-mon[39668]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-24T13:09:57.634 INFO:journalctl@ceph.mds.j.smithi084.stdout:Jan 24 13:09:57 smithi084 bash[86437]: e545fb82b3c308c1cda587cd9a9b0c4e8a3901880a427f77ecfc8502a319db81 2024-01-24T13:09:57.634 INFO:journalctl@ceph.mds.j.smithi084.stdout:Jan 24 13:09:57 smithi084 systemd[1]: Started Ceph mds.j for d5d5b6f8-bab8-11ee-95b1-87774f69a715. 2024-01-24T13:09:58.205 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:57 smithi084 ceph-mon[35384]: from='client.? 172.21.15.84:0/515426849' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-01-24T13:09:58.206 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:57 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:58.206 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:57 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:58.206 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:57 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:58.206 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:57 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-01-24T13:09:58.206 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:57 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-01-24T13:09:58.206 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:57 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:09:58.206 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:57 smithi084 ceph-mon[35384]: Deploying daemon mds.d on smithi084 2024-01-24T13:09:58.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:57 smithi113 ceph-mon[39177]: from='client.? 172.21.15.84:0/515426849' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-01-24T13:09:58.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:57 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:58.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:57 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:58.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:57 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:58.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:57 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-01-24T13:09:58.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:57 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-01-24T13:09:58.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:57 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:09:58.278 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:57 smithi113 ceph-mon[39177]: Deploying daemon mds.d on smithi084 2024-01-24T13:09:58.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:57 smithi181 ceph-mon[39668]: from='client.? 172.21.15.84:0/515426849' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-01-24T13:09:58.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:57 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:58.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:57 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:58.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:57 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:09:58.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:57 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-01-24T13:09:58.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:57 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-01-24T13:09:58.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:57 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:09:58.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:57 smithi181 ceph-mon[39668]: Deploying daemon mds.d on smithi084 2024-01-24T13:09:59.057 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-01-24T13:09:59.122 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:58 smithi084 ceph-mon[35384]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-24T13:09:59.122 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:58 smithi084 ceph-mon[35384]: mds.? [v2:172.21.15.84:6834/3599132090,v1:172.21.15.84:6835/3599132090] up:boot 2024-01-24T13:09:59.122 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:58 smithi084 ceph-mon[35384]: fsmap 3 up:standby 2024-01-24T13:09:59.122 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:58 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-01-24T13:09:59.123 INFO:journalctl@ceph.mds.d.smithi084.stdout:Jan 24 13:09:59 smithi084 systemd[1]: Starting Ceph mds.d for d5d5b6f8-bab8-11ee-95b1-87774f69a715... 2024-01-24T13:09:59.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:58 smithi113 ceph-mon[39177]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-24T13:09:59.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:58 smithi113 ceph-mon[39177]: mds.? [v2:172.21.15.84:6834/3599132090,v1:172.21.15.84:6835/3599132090] up:boot 2024-01-24T13:09:59.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:58 smithi113 ceph-mon[39177]: fsmap 3 up:standby 2024-01-24T13:09:59.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:58 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-01-24T13:09:59.282 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:59.281+0000 7fadc0800700 1 -- 172.21.15.84:0/4088849113 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fadb8074d80 msgr2=0x7fadb80731d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:09:59.282 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:59.281+0000 7fadc0800700 1 --2- 172.21.15.84:0/4088849113 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fadb8074d80 0x7fadb80731d0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fada8009990 tx=0x7fada8009ca0 comp rx=0 tx=0).stop 2024-01-24T13:09:59.282 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:59.281+0000 7fadc0800700 1 -- 172.21.15.84:0/4088849113 shutdown_connections 2024-01-24T13:09:59.283 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:59.282+0000 7fadc0800700 1 --2- 172.21.15.84:0/4088849113 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fadb8108c00 0x7fadb810b090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:59.283 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:59.282+0000 7fadc0800700 1 --2- 172.21.15.84:0/4088849113 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fadb8074d80 0x7fadb80731d0 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:59.283 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:59.282+0000 7fadc0800700 1 --2- 172.21.15.84:0/4088849113 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fadb80737a0 0x7fadb8073c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:59.283 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:59.282+0000 7fadc0800700 1 -- 172.21.15.84:0/4088849113 >> 172.21.15.84:0/4088849113 conn(0x7fadb80fc270 msgr2=0x7fadb80fe6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:09:59.283 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:59.282+0000 7fadc0800700 1 -- 172.21.15.84:0/4088849113 shutdown_connections 2024-01-24T13:09:59.283 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:59.282+0000 7fadc0800700 1 -- 172.21.15.84:0/4088849113 wait complete. 2024-01-24T13:09:59.285 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:59.283+0000 7fadc0800700 1 Processor -- start 2024-01-24T13:09:59.286 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:59.283+0000 7fadc0800700 1 -- start start 2024-01-24T13:09:59.286 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:59.283+0000 7fadc0800700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fadb80737a0 0x7fadb8198b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:09:59.286 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:59.283+0000 7fadc0800700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fadb8074d80 0x7fadb81990a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:09:59.286 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:59.283+0000 7fadc0800700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fadb8108c00 0x7fadb81a0110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:09:59.286 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:59.283+0000 7fadc0800700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fadb81a06e0 con 0x7fadb80737a0 2024-01-24T13:09:59.286 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:59.283+0000 7fadc0800700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fadb81a0820 con 0x7fadb8108c00 2024-01-24T13:09:59.286 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:59.283+0000 7fadc0800700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fadb81a09b0 con 0x7fadb8074d80 2024-01-24T13:09:59.286 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:59.283+0000 7fadbde00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fadb80737a0 0x7fadb8198b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:09:59.286 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:59.283+0000 7fadbde00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fadb80737a0 0x7fadb8198b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:41160/0 (socket says 172.21.15.84:41160) 2024-01-24T13:09:59.286 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:59.283+0000 7fadbde00700 1 -- 172.21.15.84:0/886523212 learned_addr learned my addr 172.21.15.84:0/886523212 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:09:59.286 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:59.283+0000 7fadbd400700 1 --2- 172.21.15.84:0/886523212 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fadb8074d80 0x7fadb81990a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:09:59.286 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:59.284+0000 7fadbe800700 1 --2- 172.21.15.84:0/886523212 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fadb8108c00 0x7fadb81a0110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:09:59.287 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:59.284+0000 7fadbde00700 1 -- 172.21.15.84:0/886523212 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fadb8074d80 msgr2=0x7fadb81990a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:09:59.287 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:59.284+0000 7fadbde00700 1 --2- 172.21.15.84:0/886523212 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fadb8074d80 0x7fadb81990a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:59.287 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:59.284+0000 7fadbde00700 1 -- 172.21.15.84:0/886523212 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fadb8108c00 msgr2=0x7fadb81a0110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:09:59.287 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:59.284+0000 7fadbde00700 1 --2- 172.21.15.84:0/886523212 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fadb8108c00 0x7fadb81a0110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:59.287 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:59.284+0000 7fadbde00700 1 -- 172.21.15.84:0/886523212 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fada80095f0 con 0x7fadb80737a0 2024-01-24T13:09:59.287 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:59.284+0000 7fadbde00700 1 --2- 172.21.15.84:0/886523212 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fadb80737a0 0x7fadb8198b60 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fada8005910 tx=0x7fada8005740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:09:59.287 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:59.284+0000 7fadb6a00700 1 -- 172.21.15.84:0/886523212 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fada801d070 con 0x7fadb80737a0 2024-01-24T13:09:59.287 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:59.284+0000 7fadb6a00700 1 -- 172.21.15.84:0/886523212 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(25 keys) v1 ==== 1067+0+0 (secure 0 0 0) 0x7fada800be70 con 0x7fadb80737a0 2024-01-24T13:09:59.287 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:59.284+0000 7fadb6a00700 1 -- 172.21.15.84:0/886523212 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fada8022ea0 con 0x7fadb80737a0 2024-01-24T13:09:59.287 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:59.284+0000 7fadc0800700 1 -- 172.21.15.84:0/886523212 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fadb81a0c30 con 0x7fadb80737a0 2024-01-24T13:09:59.287 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:59.284+0000 7fadc0800700 1 -- 172.21.15.84:0/886523212 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fadb81a1050 con 0x7fadb80737a0 2024-01-24T13:09:59.288 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:59.285+0000 7fadc0800700 1 -- 172.21.15.84:0/886523212 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fadb81072b0 con 0x7fadb80737a0 2024-01-24T13:09:59.289 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:59.289+0000 7fadb6a00700 1 -- 172.21.15.84:0/886523212 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 16) v1 ==== 135070+0+0 (secure 0 0 0) 0x7fada8022670 con 0x7fadb80737a0 2024-01-24T13:09:59.291 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:59.290+0000 7fadb6a00700 1 --2- 172.21.15.84:0/886523212 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fad980a05f0 0x7fad980a2ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:09:59.291 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:59.290+0000 7fadb6a00700 1 -- 172.21.15.84:0/886523212 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(77..77 src has 1..77) v4 ==== 7127+0+0 (secure 0 0 0) 0x7fada80ccd50 con 0x7fadb80737a0 2024-01-24T13:09:59.291 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:59.290+0000 7fadbd400700 1 --2- 172.21.15.84:0/886523212 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fad980a05f0 0x7fad980a2ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:09:59.291 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:59.291+0000 7fadbd400700 1 --2- 172.21.15.84:0/886523212 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fad980a05f0 0x7fad980a2ab0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fadb8074aa0 tx=0x7fada0009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:09:59.293 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:59.292+0000 7fadb6a00700 1 -- 172.21.15.84:0/886523212 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180484 (secure 0 0 0) 0x7fada8096d80 con 0x7fadb80737a0 2024-01-24T13:09:59.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:58 smithi181 ceph-mon[39668]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-24T13:09:59.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:58 smithi181 ceph-mon[39668]: mds.? [v2:172.21.15.84:6834/3599132090,v1:172.21.15.84:6835/3599132090] up:boot 2024-01-24T13:09:59.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:58 smithi181 ceph-mon[39668]: fsmap 3 up:standby 2024-01-24T13:09:59.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:58 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-01-24T13:09:59.561 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:59.560+0000 7fadc0800700 1 -- 172.21.15.84:0/886523212 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fadb802cc70 con 0x7fadb80737a0 2024-01-24T13:09:59.562 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:59.561+0000 7fadb6a00700 1 -- 172.21.15.84:0/886523212 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 4 v4) v1 ==== 93+0+2777 (secure 0 0 0) 0x7fada8031af0 con 0x7fadb80737a0 2024-01-24T13:09:59.562 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-01-24T13:09:59.562 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":4,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14580,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6835/3599132090","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":3599132090},{"type":"v1","addr":"172.21.15.84:6835","nonce":3599132090}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":4},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6833/3459113029","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6832","nonce":3459113029},{"type":"v1","addr":"172.21.15.181:6833","nonce":3459113029}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":24470,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6833/3815191156","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6832","nonce":3815191156},{"type":"v1","addr":"172.21.15.113:6833","nonce":3815191156}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[]} 2024-01-24T13:09:59.564 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:59.563+0000 7fadc0800700 1 -- 172.21.15.84:0/886523212 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fad980a05f0 msgr2=0x7fad980a2ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:09:59.564 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:59.563+0000 7fadc0800700 1 --2- 172.21.15.84:0/886523212 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fad980a05f0 0x7fad980a2ab0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fadb8074aa0 tx=0x7fada0009260 comp rx=0 tx=0).stop 2024-01-24T13:09:59.565 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:59.563+0000 7fadc0800700 1 -- 172.21.15.84:0/886523212 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fadb80737a0 msgr2=0x7fadb8198b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:09:59.565 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:59.563+0000 7fadc0800700 1 --2- 172.21.15.84:0/886523212 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fadb80737a0 0x7fadb8198b60 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fada8005910 tx=0x7fada8005740 comp rx=0 tx=0).stop 2024-01-24T13:09:59.565 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:59.564+0000 7fadc0800700 1 -- 172.21.15.84:0/886523212 shutdown_connections 2024-01-24T13:09:59.565 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:59.564+0000 7fadc0800700 1 --2- 172.21.15.84:0/886523212 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fad980a05f0 0x7fad980a2ab0 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:59.565 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:59.564+0000 7fadc0800700 1 --2- 172.21.15.84:0/886523212 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fadb8108c00 0x7fadb81a0110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:59.565 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:59.564+0000 7fadc0800700 1 --2- 172.21.15.84:0/886523212 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fadb80737a0 0x7fadb8198b60 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:59.565 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:59.564+0000 7fadc0800700 1 --2- 172.21.15.84:0/886523212 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fadb8074d80 0x7fadb81990a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:09:59.565 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:59.564+0000 7fadc0800700 1 -- 172.21.15.84:0/886523212 >> 172.21.15.84:0/886523212 conn(0x7fadb80fc270 msgr2=0x7fadb80fe660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:09:59.565 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:59.564+0000 7fadc0800700 1 -- 172.21.15.84:0/886523212 shutdown_connections 2024-01-24T13:09:59.565 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:09:59.564+0000 7fadc0800700 1 -- 172.21.15.84:0/886523212 wait complete. 2024-01-24T13:09:59.566 INFO:teuthology.orchestra.run.smithi084.stderr:dumped fsmap epoch 4 2024-01-24T13:09:59.884 INFO:journalctl@ceph.mds.d.smithi084.stdout:Jan 24 13:09:59 smithi084 bash[86802]: 8fa8287e7c7a2831340a3bee06c57610d4ab4c9e3e40ca964b41636691e80f3f 2024-01-24T13:09:59.885 INFO:journalctl@ceph.mds.d.smithi084.stdout:Jan 24 13:09:59 smithi084 systemd[1]: Started Ceph mds.d for d5d5b6f8-bab8-11ee-95b1-87774f69a715. 2024-01-24T13:09:59.885 INFO:journalctl@ceph.mds.d.smithi084.stdout:Jan 24 13:09:59 smithi084 ceph-mds[86860]: -- 172.21.15.84:0/1025407601 <== mon.0 v2:172.21.15.84:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5620489571e0 con 0x56204892e800 2024-01-24T13:09:59.885 INFO:journalctl@ceph.mds.d.smithi084.stdout:Jan 24 13:09:59 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mds-d[86837]: starting mds.d at 2024-01-24T13:10:00.186 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:59 smithi113 ceph-mon[39177]: from='client.? 172.21.15.84:0/886523212' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-01-24T13:10:00.187 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:59 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:00.187 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:59 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:00.187 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:59 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:00.187 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:59 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-01-24T13:10:00.187 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:59 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-01-24T13:10:00.187 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:09:59 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:10:00.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:59 smithi084 ceph-mon[35384]: from='client.? 172.21.15.84:0/886523212' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-01-24T13:10:00.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:59 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:00.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:59 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:00.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:59 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:00.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:59 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-01-24T13:10:00.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:59 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-01-24T13:10:00.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:09:59 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:10:00.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:59 smithi181 ceph-mon[39668]: from='client.? 172.21.15.84:0/886523212' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-01-24T13:10:00.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:59 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:00.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:59 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:00.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:59 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:00.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:59 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-01-24T13:10:00.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:59 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-01-24T13:10:00.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:09:59 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:10:01.193 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:00 smithi113 ceph-mon[39177]: Deploying daemon mds.e on smithi113 2024-01-24T13:10:01.194 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:00 smithi113 ceph-mon[39177]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-24T13:10:01.194 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:00 smithi113 ceph-mon[39177]: mds.? [v2:172.21.15.84:6836/2893666715,v1:172.21.15.84:6837/2893666715] up:boot 2024-01-24T13:10:01.194 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:00 smithi113 ceph-mon[39177]: fsmap 4 up:standby 2024-01-24T13:10:01.194 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:00 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-01-24T13:10:01.194 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:00 smithi113 ceph-mon[39177]: overall HEALTH_OK 2024-01-24T13:10:01.384 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:00 smithi084 ceph-mon[35384]: Deploying daemon mds.e on smithi113 2024-01-24T13:10:01.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:00 smithi084 ceph-mon[35384]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-24T13:10:01.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:00 smithi084 ceph-mon[35384]: mds.? [v2:172.21.15.84:6836/2893666715,v1:172.21.15.84:6837/2893666715] up:boot 2024-01-24T13:10:01.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:00 smithi084 ceph-mon[35384]: fsmap 4 up:standby 2024-01-24T13:10:01.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:00 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-01-24T13:10:01.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:00 smithi084 ceph-mon[35384]: overall HEALTH_OK 2024-01-24T13:10:01.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:00 smithi181 ceph-mon[39668]: Deploying daemon mds.e on smithi113 2024-01-24T13:10:01.399 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:00 smithi181 ceph-mon[39668]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-24T13:10:01.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:00 smithi181 ceph-mon[39668]: mds.? [v2:172.21.15.84:6836/2893666715,v1:172.21.15.84:6837/2893666715] up:boot 2024-01-24T13:10:01.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:00 smithi181 ceph-mon[39668]: fsmap 4 up:standby 2024-01-24T13:10:01.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:00 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-01-24T13:10:01.400 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:00 smithi181 ceph-mon[39668]: overall HEALTH_OK 2024-01-24T13:10:01.527 INFO:journalctl@ceph.mds.e.smithi113.stdout:Jan 24 13:10:01 smithi113 systemd[1]: Starting Ceph mds.e for d5d5b6f8-bab8-11ee-95b1-87774f69a715... 2024-01-24T13:10:01.587 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-01-24T13:10:01.811 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:01.810+0000 7f340a600700 1 -- 172.21.15.84:0/2718270678 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3404101f30 msgr2=0x7f3404102390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:01.811 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:01.810+0000 7f340a600700 1 --2- 172.21.15.84:0/2718270678 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3404101f30 0x7f3404102390 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f33ec0099c0 tx=0x7f33ec009cd0 comp rx=0 tx=0).stop 2024-01-24T13:10:01.811 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:01.810+0000 7f340a600700 1 -- 172.21.15.84:0/2718270678 shutdown_connections 2024-01-24T13:10:01.812 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:01.810+0000 7f340a600700 1 --2- 172.21.15.84:0/2718270678 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f34041028d0 0x7f3404109180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:01.812 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:01.810+0000 7f340a600700 1 --2- 172.21.15.84:0/2718270678 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3404100d40 0x7f3404101160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:01.812 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:01.810+0000 7f340a600700 1 --2- 172.21.15.84:0/2718270678 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3404101f30 0x7f3404102390 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:01.812 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:01.810+0000 7f340a600700 1 -- 172.21.15.84:0/2718270678 >> 172.21.15.84:0/2718270678 conn(0x7f34040fc270 msgr2=0x7f34040fe6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:10:01.812 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:01.810+0000 7f340a600700 1 -- 172.21.15.84:0/2718270678 shutdown_connections 2024-01-24T13:10:01.812 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:01.811+0000 7f340a600700 1 -- 172.21.15.84:0/2718270678 wait complete. 2024-01-24T13:10:01.814 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:01.811+0000 7f340a600700 1 Processor -- start 2024-01-24T13:10:01.814 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:01.812+0000 7f340a600700 1 -- start start 2024-01-24T13:10:01.814 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:01.812+0000 7f340a600700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3404100d40 0x7f3404198bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:10:01.814 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:01.812+0000 7f340a600700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3404101f30 0x7f34041990f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:10:01.814 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:01.812+0000 7f340a600700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f34041028d0 0x7f34041a0160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:10:01.814 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:01.812+0000 7f340a600700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f34041a0730 con 0x7f34041028d0 2024-01-24T13:10:01.815 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:01.812+0000 7f340a600700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f34041a0870 con 0x7f3404101f30 2024-01-24T13:10:01.815 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:01.812+0000 7f340a600700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f34041a0a00 con 0x7f3404100d40 2024-01-24T13:10:01.815 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:01.812+0000 7f3403e00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f34041028d0 0x7f34041a0160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:10:01.815 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:01.812+0000 7f3403e00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f34041028d0 0x7f34041a0160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:41202/0 (socket says 172.21.15.84:41202) 2024-01-24T13:10:01.815 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:01.812+0000 7f3403e00700 1 -- 172.21.15.84:0/2045028880 learned_addr learned my addr 172.21.15.84:0/2045028880 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:10:01.815 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:01.812+0000 7f3402a00700 1 --2- 172.21.15.84:0/2045028880 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3404101f30 0x7f34041990f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:10:01.815 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:01.812+0000 7f3403400700 1 --2- 172.21.15.84:0/2045028880 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3404100d40 0x7f3404198bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:10:01.815 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:01.812+0000 7f3403e00700 1 -- 172.21.15.84:0/2045028880 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3404100d40 msgr2=0x7f3404198bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:01.815 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:01.812+0000 7f3403e00700 1 --2- 172.21.15.84:0/2045028880 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3404100d40 0x7f3404198bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:01.815 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:01.812+0000 7f3403e00700 1 -- 172.21.15.84:0/2045028880 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3404101f30 msgr2=0x7f34041990f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:01.815 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:01.812+0000 7f3403e00700 1 --2- 172.21.15.84:0/2045028880 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3404101f30 0x7f34041990f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:01.815 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:01.812+0000 7f3403e00700 1 -- 172.21.15.84:0/2045028880 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f33ec0095f0 con 0x7f34041028d0 2024-01-24T13:10:01.815 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:01.813+0000 7f3403400700 1 --2- 172.21.15.84:0/2045028880 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3404100d40 0x7f3404198bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-01-24T13:10:01.816 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:01.813+0000 7f3403e00700 1 --2- 172.21.15.84:0/2045028880 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f34041028d0 0x7f34041a0160 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f33fc007ee0 tx=0x7f33fc00d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:10:01.816 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:01.813+0000 7f33fbe00700 1 -- 172.21.15.84:0/2045028880 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33fc017070 con 0x7f34041028d0 2024-01-24T13:10:01.816 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:01.813+0000 7f33fbe00700 1 -- 172.21.15.84:0/2045028880 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(25 keys) v1 ==== 1067+0+0 (secure 0 0 0) 0x7f33fc00f040 con 0x7f34041028d0 2024-01-24T13:10:01.816 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:01.813+0000 7f340a600700 1 -- 172.21.15.84:0/2045028880 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f34041a0ce0 con 0x7f34041028d0 2024-01-24T13:10:01.816 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:01.813+0000 7f33fbe00700 1 -- 172.21.15.84:0/2045028880 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33fc005710 con 0x7f34041028d0 2024-01-24T13:10:01.816 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:01.813+0000 7f340a600700 1 -- 172.21.15.84:0/2045028880 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f34041a11e0 con 0x7f34041028d0 2024-01-24T13:10:01.816 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:01.814+0000 7f340a600700 1 -- 172.21.15.84:0/2045028880 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f340410c450 con 0x7f34041028d0 2024-01-24T13:10:01.816 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:01.816+0000 7f33fbe00700 1 -- 172.21.15.84:0/2045028880 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 16) v1 ==== 135070+0+0 (secure 0 0 0) 0x7f33fc005870 con 0x7f34041028d0 2024-01-24T13:10:01.818 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:01.817+0000 7f33fbe00700 1 --2- 172.21.15.84:0/2045028880 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f33e40a05f0 0x7f33e40a2ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:10:01.819 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:01.817+0000 7f33fbe00700 1 -- 172.21.15.84:0/2045028880 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(77..77 src has 1..77) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f33fc0cb2e0 con 0x7f34041028d0 2024-01-24T13:10:01.819 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:01.818+0000 7f3403400700 1 --2- 172.21.15.84:0/2045028880 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f33e40a05f0 0x7f33e40a2ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:10:01.819 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:01.818+0000 7f3403400700 1 --2- 172.21.15.84:0/2045028880 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f33e40a05f0 0x7f33e40a2ab0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f3404101d90 tx=0x7f33f4009670 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:10:01.820 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:01.820+0000 7f33fbe00700 1 -- 172.21.15.84:0/2045028880 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180484 (secure 0 0 0) 0x7f33fc095280 con 0x7f34041028d0 2024-01-24T13:10:02.072 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:02.071+0000 7f340a600700 1 -- 172.21.15.84:0/2045028880 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f340410c730 con 0x7f34041028d0 2024-01-24T13:10:02.072 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:02.071+0000 7f33fbe00700 1 -- 172.21.15.84:0/2045028880 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 5 v5) v1 ==== 93+0+3534 (secure 0 0 0) 0x7f340410c730 con 0x7f34041028d0 2024-01-24T13:10:02.072 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-01-24T13:10:02.072 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":5,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14580,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6835/3599132090","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":3599132090},{"type":"v1","addr":"172.21.15.84:6835","nonce":3599132090}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":4},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6833/3459113029","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6832","nonce":3459113029},{"type":"v1","addr":"172.21.15.181:6833","nonce":3459113029}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":24470,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6833/3815191156","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6832","nonce":3815191156},{"type":"v1","addr":"172.21.15.113:6833","nonce":3815191156}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":24484,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6837/2893666715","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6836","nonce":2893666715},{"type":"v1","addr":"172.21.15.84:6837","nonce":2893666715}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":5}],"filesystems":[]} 2024-01-24T13:10:02.075 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:02.074+0000 7f340a600700 1 -- 172.21.15.84:0/2045028880 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f33e40a05f0 msgr2=0x7f33e40a2ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:02.075 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:02.074+0000 7f340a600700 1 --2- 172.21.15.84:0/2045028880 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f33e40a05f0 0x7f33e40a2ab0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f3404101d90 tx=0x7f33f4009670 comp rx=0 tx=0).stop 2024-01-24T13:10:02.075 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:02.074+0000 7f340a600700 1 -- 172.21.15.84:0/2045028880 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f34041028d0 msgr2=0x7f34041a0160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:02.075 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:02.074+0000 7f340a600700 1 --2- 172.21.15.84:0/2045028880 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f34041028d0 0x7f34041a0160 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f33fc007ee0 tx=0x7f33fc00d3b0 comp rx=0 tx=0).stop 2024-01-24T13:10:02.075 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:02.074+0000 7f340a600700 1 -- 172.21.15.84:0/2045028880 shutdown_connections 2024-01-24T13:10:02.075 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:02.074+0000 7f340a600700 1 --2- 172.21.15.84:0/2045028880 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f33e40a05f0 0x7f33e40a2ab0 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:02.075 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:02.074+0000 7f340a600700 1 --2- 172.21.15.84:0/2045028880 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f34041028d0 0x7f34041a0160 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:02.075 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:02.074+0000 7f340a600700 1 --2- 172.21.15.84:0/2045028880 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3404100d40 0x7f3404198bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:02.075 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:02.074+0000 7f340a600700 1 --2- 172.21.15.84:0/2045028880 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3404101f30 0x7f34041990f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:02.075 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:02.074+0000 7f340a600700 1 -- 172.21.15.84:0/2045028880 >> 172.21.15.84:0/2045028880 conn(0x7f34040fc270 msgr2=0x7f34040fe5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:10:02.075 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:02.074+0000 7f340a600700 1 -- 172.21.15.84:0/2045028880 shutdown_connections 2024-01-24T13:10:02.076 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:02.074+0000 7f340a600700 1 -- 172.21.15.84:0/2045028880 wait complete. 2024-01-24T13:10:02.076 INFO:teuthology.orchestra.run.smithi084.stderr:dumped fsmap epoch 5 2024-01-24T13:10:02.277 INFO:journalctl@ceph.mds.e.smithi113.stdout:Jan 24 13:10:01 smithi113 bash[75420]: 76310ef644f315e5f349e90d8b7633d3c7f6871e97b768946d267dfe3dc8e4cf 2024-01-24T13:10:02.277 INFO:journalctl@ceph.mds.e.smithi113.stdout:Jan 24 13:10:01 smithi113 ceph-mds[75458]: -- 172.21.15.113:0/1642690871 <== mon.2 v2:172.21.15.113:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5632c30311e0 con 0x5632c3009000 2024-01-24T13:10:02.277 INFO:journalctl@ceph.mds.e.smithi113.stdout:Jan 24 13:10:01 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mds-e[75435]: starting mds.e at 2024-01-24T13:10:02.277 INFO:journalctl@ceph.mds.e.smithi113.stdout:Jan 24 13:10:01 smithi113 systemd[1]: Started Ceph mds.e for d5d5b6f8-bab8-11ee-95b1-87774f69a715. 2024-01-24T13:10:03.384 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:03 smithi181 ceph-mon[39668]: pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-24T13:10:03.384 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:03 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:03.384 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:03 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:03.384 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:03 smithi181 ceph-mon[39668]: from='client.? 172.21.15.84:0/2045028880' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-01-24T13:10:03.384 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:03 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:03.384 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:03 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-01-24T13:10:03.384 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:03 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-01-24T13:10:03.384 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:03 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:10:03.385 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:03 smithi181 ceph-mon[39668]: Deploying daemon mds.f on smithi181 2024-01-24T13:10:03.385 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:03 smithi181 ceph-mon[39668]: mds.? [v2:172.21.15.113:6834/1153491253,v1:172.21.15.113:6835/1153491253] up:boot 2024-01-24T13:10:03.385 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:03 smithi181 ceph-mon[39668]: fsmap 5 up:standby 2024-01-24T13:10:03.385 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:03 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-01-24T13:10:03.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:03 smithi084 ceph-mon[35384]: pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-24T13:10:03.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:03 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:03.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:03 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:03.386 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:03 smithi084 ceph-mon[35384]: from='client.? 172.21.15.84:0/2045028880' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-01-24T13:10:03.386 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:03 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:03.386 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:03 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-01-24T13:10:03.386 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:03 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-01-24T13:10:03.386 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:03 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:10:03.386 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:03 smithi084 ceph-mon[35384]: Deploying daemon mds.f on smithi181 2024-01-24T13:10:03.386 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:03 smithi084 ceph-mon[35384]: mds.? [v2:172.21.15.113:6834/1153491253,v1:172.21.15.113:6835/1153491253] up:boot 2024-01-24T13:10:03.386 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:03 smithi084 ceph-mon[35384]: fsmap 5 up:standby 2024-01-24T13:10:03.386 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:03 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-01-24T13:10:03.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:03 smithi113 ceph-mon[39177]: pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-24T13:10:03.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:03 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:03.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:03 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:03.528 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:03 smithi113 ceph-mon[39177]: from='client.? 172.21.15.84:0/2045028880' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-01-24T13:10:03.528 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:03 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:03.528 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:03 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-01-24T13:10:03.528 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:03 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-01-24T13:10:03.528 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:03 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:10:03.528 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:03 smithi113 ceph-mon[39177]: Deploying daemon mds.f on smithi181 2024-01-24T13:10:03.528 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:03 smithi113 ceph-mon[39177]: mds.? [v2:172.21.15.113:6834/1153491253,v1:172.21.15.113:6835/1153491253] up:boot 2024-01-24T13:10:03.528 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:03 smithi113 ceph-mon[39177]: fsmap 5 up:standby 2024-01-24T13:10:03.528 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:03 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-01-24T13:10:04.096 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-01-24T13:10:04.150 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 24 13:10:03 smithi181 systemd[1]: Starting Ceph mds.f for d5d5b6f8-bab8-11ee-95b1-87774f69a715... 2024-01-24T13:10:04.298 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:04.297+0000 7f1fe9800700 1 -- 172.21.15.84:0/2248084594 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1fe41028f0 msgr2=0x7f1fe41091a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:04.298 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:04.297+0000 7f1fe9800700 1 --2- 172.21.15.84:0/2248084594 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1fe41028f0 0x7f1fe41091a0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f1fdc00b0d0 tx=0x7f1fdc00b3e0 comp rx=0 tx=0).stop 2024-01-24T13:10:04.298 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:04.297+0000 7f1fe9800700 1 -- 172.21.15.84:0/2248084594 shutdown_connections 2024-01-24T13:10:04.298 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:04.297+0000 7f1fe9800700 1 --2- 172.21.15.84:0/2248084594 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1fe41028f0 0x7f1fe41091a0 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:04.298 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:04.297+0000 7f1fe9800700 1 --2- 172.21.15.84:0/2248084594 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f1fe4100d60 0x7f1fe4101180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:04.298 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:04.297+0000 7f1fe9800700 1 --2- 172.21.15.84:0/2248084594 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1fe4101f50 0x7f1fe41023b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:04.298 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:04.297+0000 7f1fe9800700 1 -- 172.21.15.84:0/2248084594 >> 172.21.15.84:0/2248084594 conn(0x7f1fe40fc2b0 msgr2=0x7f1fe40fe710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:10:04.299 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:04.297+0000 7f1fe9800700 1 -- 172.21.15.84:0/2248084594 shutdown_connections 2024-01-24T13:10:04.299 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:04.297+0000 7f1fe9800700 1 -- 172.21.15.84:0/2248084594 wait complete. 2024-01-24T13:10:04.301 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:04.298+0000 7f1fe9800700 1 Processor -- start 2024-01-24T13:10:04.301 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:04.298+0000 7f1fe9800700 1 -- start start 2024-01-24T13:10:04.301 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:04.298+0000 7f1fe9800700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1fe4100d60 0x7f1fe4198b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:10:04.301 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:04.298+0000 7f1fe9800700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1fe4101f50 0x7f1fe41990d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:10:04.301 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:04.298+0000 7f1fe9800700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f1fe41028f0 0x7f1fe41a0140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:10:04.301 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:04.298+0000 7f1fe9800700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1fe41a0710 con 0x7f1fe4100d60 2024-01-24T13:10:04.301 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:04.298+0000 7f1fe9800700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1fe41a0850 con 0x7f1fe41028f0 2024-01-24T13:10:04.302 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:04.298+0000 7f1fe9800700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1fe41a09e0 con 0x7f1fe4101f50 2024-01-24T13:10:04.302 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:04.299+0000 7f1fe2a00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1fe4100d60 0x7f1fe4198b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:10:04.302 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:04.299+0000 7f1fe2a00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1fe4100d60 0x7f1fe4198b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:41212/0 (socket says 172.21.15.84:41212) 2024-01-24T13:10:04.302 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:04.299+0000 7f1fe2a00700 1 -- 172.21.15.84:0/3659837198 learned_addr learned my addr 172.21.15.84:0/3659837198 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:10:04.302 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:04.299+0000 7f1fe2000700 1 --2- 172.21.15.84:0/3659837198 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1fe4101f50 0x7f1fe41990d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:10:04.302 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:04.299+0000 7f1fe3400700 1 --2- 172.21.15.84:0/3659837198 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f1fe41028f0 0x7f1fe41a0140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:10:04.302 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:04.299+0000 7f1fe2a00700 1 -- 172.21.15.84:0/3659837198 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1fe4101f50 msgr2=0x7f1fe41990d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:04.302 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:04.299+0000 7f1fe2a00700 1 --2- 172.21.15.84:0/3659837198 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1fe4101f50 0x7f1fe41990d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:04.302 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:04.299+0000 7f1fe2a00700 1 -- 172.21.15.84:0/3659837198 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f1fe41028f0 msgr2=0x7f1fe41a0140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:04.302 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:04.299+0000 7f1fe2a00700 1 --2- 172.21.15.84:0/3659837198 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f1fe41028f0 0x7f1fe41a0140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:04.302 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:04.299+0000 7f1fe2a00700 1 -- 172.21.15.84:0/3659837198 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1fdc009d00 con 0x7f1fe4100d60 2024-01-24T13:10:04.302 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:04.299+0000 7f1fe2a00700 1 --2- 172.21.15.84:0/3659837198 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1fe4100d60 0x7f1fe4198b90 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f1fd400c990 tx=0x7f1fd400cca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:10:04.303 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:04.300+0000 7f1fdb400700 1 -- 172.21.15.84:0/3659837198 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1fd4007940 con 0x7f1fe4100d60 2024-01-24T13:10:04.303 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:04.300+0000 7f1fdb400700 1 -- 172.21.15.84:0/3659837198 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(25 keys) v1 ==== 1067+0+0 (secure 0 0 0) 0x7f1fd400f450 con 0x7f1fe4100d60 2024-01-24T13:10:04.303 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:04.300+0000 7f1fe9800700 1 -- 172.21.15.84:0/3659837198 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1fe41a0cc0 con 0x7f1fe4100d60 2024-01-24T13:10:04.303 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:04.300+0000 7f1fdb400700 1 -- 172.21.15.84:0/3659837198 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1fd4018660 con 0x7f1fe4100d60 2024-01-24T13:10:04.303 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:04.300+0000 7f1fe9800700 1 -- 172.21.15.84:0/3659837198 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1fe41a11d0 con 0x7f1fe4100d60 2024-01-24T13:10:04.303 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:04.301+0000 7f1fe9800700 1 -- 172.21.15.84:0/3659837198 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1fe410c480 con 0x7f1fe4100d60 2024-01-24T13:10:04.303 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:04.302+0000 7f1fdb400700 1 -- 172.21.15.84:0/3659837198 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 16) v1 ==== 135070+0+0 (secure 0 0 0) 0x7f1fd400f5c0 con 0x7f1fe4100d60 2024-01-24T13:10:04.304 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:04.304+0000 7f1fdb400700 1 --2- 172.21.15.84:0/3659837198 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f1fc40a05f0 0x7f1fc40a2ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:10:04.304 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:04.304+0000 7f1fdb400700 1 -- 172.21.15.84:0/3659837198 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(77..77 src has 1..77) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f1fd40cb3e0 con 0x7f1fe4100d60 2024-01-24T13:10:04.304 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:04.304+0000 7f1fe2000700 1 --2- 172.21.15.84:0/3659837198 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f1fc40a05f0 0x7f1fc40a2ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:10:04.305 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:04.304+0000 7f1fe2000700 1 --2- 172.21.15.84:0/3659837198 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f1fc40a05f0 0x7f1fc40a2ab0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f1fcc005950 tx=0x7f1fcc00b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:10:04.308 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:04.307+0000 7f1fdb400700 1 -- 172.21.15.84:0/3659837198 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180484 (secure 0 0 0) 0x7f1fd4095380 con 0x7f1fe4100d60 2024-01-24T13:10:04.557 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:04.556+0000 7f1fe9800700 1 -- 172.21.15.84:0/3659837198 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f1fe410c6a0 con 0x7f1fe4100d60 2024-01-24T13:10:04.557 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:04.557+0000 7f1fdb400700 1 -- 172.21.15.84:0/3659837198 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) v1 ==== 93+0+4294 (secure 0 0 0) 0x7f1fe410c6a0 con 0x7f1fe4100d60 2024-01-24T13:10:04.557 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-01-24T13:10:04.558 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":6,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14580,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6835/3599132090","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":3599132090},{"type":"v1","addr":"172.21.15.84:6835","nonce":3599132090}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":4},{"gid":14604,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6835/1153491253","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6834","nonce":1153491253},{"type":"v1","addr":"172.21.15.113:6835","nonce":1153491253}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":6},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6833/3459113029","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6832","nonce":3459113029},{"type":"v1","addr":"172.21.15.181:6833","nonce":3459113029}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":24470,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6833/3815191156","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6832","nonce":3815191156},{"type":"v1","addr":"172.21.15.113:6833","nonce":3815191156}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":24484,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6837/2893666715","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6836","nonce":2893666715},{"type":"v1","addr":"172.21.15.84:6837","nonce":2893666715}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":5}],"filesystems":[]} 2024-01-24T13:10:04.560 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:04.559+0000 7f1fe9800700 1 -- 172.21.15.84:0/3659837198 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f1fc40a05f0 msgr2=0x7f1fc40a2ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:04.560 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:04.559+0000 7f1fe9800700 1 --2- 172.21.15.84:0/3659837198 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f1fc40a05f0 0x7f1fc40a2ab0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f1fcc005950 tx=0x7f1fcc00b410 comp rx=0 tx=0).stop 2024-01-24T13:10:04.560 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:04.559+0000 7f1fe9800700 1 -- 172.21.15.84:0/3659837198 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1fe4100d60 msgr2=0x7f1fe4198b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:04.560 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:04.559+0000 7f1fe9800700 1 --2- 172.21.15.84:0/3659837198 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1fe4100d60 0x7f1fe4198b90 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f1fd400c990 tx=0x7f1fd400cca0 comp rx=0 tx=0).stop 2024-01-24T13:10:04.560 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:04.559+0000 7f1fe9800700 1 -- 172.21.15.84:0/3659837198 shutdown_connections 2024-01-24T13:10:04.560 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:04.559+0000 7f1fe9800700 1 --2- 172.21.15.84:0/3659837198 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f1fc40a05f0 0x7f1fc40a2ab0 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:04.560 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:04.559+0000 7f1fe9800700 1 --2- 172.21.15.84:0/3659837198 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f1fe41028f0 0x7f1fe41a0140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:04.560 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:04.559+0000 7f1fe9800700 1 --2- 172.21.15.84:0/3659837198 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1fe4100d60 0x7f1fe4198b90 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:04.560 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:04.559+0000 7f1fe9800700 1 --2- 172.21.15.84:0/3659837198 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1fe4101f50 0x7f1fe41990d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:04.560 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:04.559+0000 7f1fe9800700 1 -- 172.21.15.84:0/3659837198 >> 172.21.15.84:0/3659837198 conn(0x7f1fe40fc2b0 msgr2=0x7f1fe41077a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:10:04.561 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:04.559+0000 7f1fe9800700 1 -- 172.21.15.84:0/3659837198 shutdown_connections 2024-01-24T13:10:04.561 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:04.559+0000 7f1fe9800700 1 -- 172.21.15.84:0/3659837198 wait complete. 2024-01-24T13:10:04.561 INFO:teuthology.orchestra.run.smithi084.stderr:dumped fsmap epoch 6 2024-01-24T13:10:04.899 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 24 13:10:04 smithi181 bash[75100]: 2c35399b411e49d6768b38f47068802c1ef90b718e40efe302aa4d5e9a72861c 2024-01-24T13:10:04.899 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 24 13:10:04 smithi181 systemd[1]: Started Ceph mds.f for d5d5b6f8-bab8-11ee-95b1-87774f69a715. 2024-01-24T13:10:04.899 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 24 13:10:04 smithi181 ceph-mds[75138]: -- 172.21.15.181:0/2583089972 <== mon.0 v2:172.21.15.84:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x558f18cfb1e0 con 0x558f18cd2800 2024-01-24T13:10:04.900 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 24 13:10:04 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mds-f[75115]: starting mds.f at 2024-01-24T13:10:05.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:05 smithi113 ceph-mon[39177]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-24T13:10:05.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:05 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:05.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:05 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:05.778 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:05 smithi113 ceph-mon[39177]: from='client.? 172.21.15.84:0/3659837198' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-01-24T13:10:05.778 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:05 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:05.778 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:05 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-01-24T13:10:05.778 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:05 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-01-24T13:10:05.778 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:05 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:10:05.778 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:05 smithi113 ceph-mon[39177]: Deploying daemon mds.c on smithi181 2024-01-24T13:10:05.778 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:05 smithi113 ceph-mon[39177]: mds.? [v2:172.21.15.181:6834/3240720199,v1:172.21.15.181:6835/3240720199] up:boot 2024-01-24T13:10:05.778 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:05 smithi113 ceph-mon[39177]: fsmap 6 up:standby 2024-01-24T13:10:05.778 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:05 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-01-24T13:10:05.879 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:05 smithi181 ceph-mon[39668]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-24T13:10:05.879 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:05 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:05.879 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:05 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:05.879 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:05 smithi181 ceph-mon[39668]: from='client.? 172.21.15.84:0/3659837198' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-01-24T13:10:05.880 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:05 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:05.880 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:05 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-01-24T13:10:05.880 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:05 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-01-24T13:10:05.880 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:05 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:10:05.880 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:05 smithi181 ceph-mon[39668]: Deploying daemon mds.c on smithi181 2024-01-24T13:10:05.880 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:05 smithi181 ceph-mon[39668]: mds.? [v2:172.21.15.181:6834/3240720199,v1:172.21.15.181:6835/3240720199] up:boot 2024-01-24T13:10:05.880 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:05 smithi181 ceph-mon[39668]: fsmap 6 up:standby 2024-01-24T13:10:05.880 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:05 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-01-24T13:10:05.884 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:05 smithi084 ceph-mon[35384]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-24T13:10:05.884 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:05 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:05.884 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:05 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:05.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:05 smithi084 ceph-mon[35384]: from='client.? 172.21.15.84:0/3659837198' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-01-24T13:10:05.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:05 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:05.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:05 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-01-24T13:10:05.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:05 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-01-24T13:10:05.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:05 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:10:05.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:05 smithi084 ceph-mon[35384]: Deploying daemon mds.c on smithi181 2024-01-24T13:10:05.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:05 smithi084 ceph-mon[35384]: mds.? [v2:172.21.15.181:6834/3240720199,v1:172.21.15.181:6835/3240720199] up:boot 2024-01-24T13:10:05.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:05 smithi084 ceph-mon[35384]: fsmap 6 up:standby 2024-01-24T13:10:05.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:05 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-01-24T13:10:06.580 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-01-24T13:10:06.650 INFO:journalctl@ceph.mds.c.smithi181.stdout:Jan 24 13:10:06 smithi181 systemd[1]: Starting Ceph mds.c for d5d5b6f8-bab8-11ee-95b1-87774f69a715... 2024-01-24T13:10:06.783 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:06.782+0000 7f8ffe400700 1 -- 172.21.15.84:0/3407274969 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8ff81028d0 msgr2=0x7f8ff8109180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:06.783 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:06.782+0000 7f8ffe400700 1 --2- 172.21.15.84:0/3407274969 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8ff81028d0 0x7f8ff8109180 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f8ff000b0d0 tx=0x7f8ff000b3e0 comp rx=0 tx=0).stop 2024-01-24T13:10:06.783 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:06.782+0000 7f8ffe400700 1 -- 172.21.15.84:0/3407274969 shutdown_connections 2024-01-24T13:10:06.783 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:06.782+0000 7f8ffe400700 1 --2- 172.21.15.84:0/3407274969 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8ff81028d0 0x7f8ff8109180 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:06.783 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:06.782+0000 7f8ffe400700 1 --2- 172.21.15.84:0/3407274969 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8ff8100d40 0x7f8ff8101160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:06.784 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:06.782+0000 7f8ffe400700 1 --2- 172.21.15.84:0/3407274969 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8ff8101f30 0x7f8ff8102390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:06.784 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:06.782+0000 7f8ffe400700 1 -- 172.21.15.84:0/3407274969 >> 172.21.15.84:0/3407274969 conn(0x7f8ff80fc270 msgr2=0x7f8ff80fe6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:10:06.784 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:06.782+0000 7f8ffe400700 1 -- 172.21.15.84:0/3407274969 shutdown_connections 2024-01-24T13:10:06.784 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:06.782+0000 7f8ffe400700 1 -- 172.21.15.84:0/3407274969 wait complete. 2024-01-24T13:10:06.786 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:06.783+0000 7f8ffe400700 1 Processor -- start 2024-01-24T13:10:06.787 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:06.783+0000 7f8ffe400700 1 -- start start 2024-01-24T13:10:06.787 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:06.783+0000 7f8ffe400700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8ff8100d40 0x7f8ff8196a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:10:06.787 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:06.783+0000 7f8ffe400700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8ff8101f30 0x7f8ff8196f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:10:06.787 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:06.783+0000 7f8ffe400700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8ff81028d0 0x7f8ff819dfd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:10:06.787 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:06.783+0000 7f8ffe400700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8ff819e5a0 con 0x7f8ff81028d0 2024-01-24T13:10:06.787 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:06.783+0000 7f8ffe400700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8ff819e6e0 con 0x7f8ff8100d40 2024-01-24T13:10:06.787 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:06.783+0000 7f8ffe400700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8ff819e870 con 0x7f8ff8101f30 2024-01-24T13:10:06.787 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:06.784+0000 7f8ff7e00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8ff81028d0 0x7f8ff819dfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:10:06.787 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:06.784+0000 7f8ff6a00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8ff8101f30 0x7f8ff8196f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:10:06.787 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:06.784+0000 7f8ff7e00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8ff81028d0 0x7f8ff819dfd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:41224/0 (socket says 172.21.15.84:41224) 2024-01-24T13:10:06.787 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:06.784+0000 7f8ff7e00700 1 -- 172.21.15.84:0/911042073 learned_addr learned my addr 172.21.15.84:0/911042073 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:10:06.788 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:06.784+0000 7f8ff7400700 1 --2- 172.21.15.84:0/911042073 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8ff8100d40 0x7f8ff8196a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:10:06.788 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:06.784+0000 7f8ff6a00700 1 -- 172.21.15.84:0/911042073 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8ff8100d40 msgr2=0x7f8ff8196a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:06.788 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:06.784+0000 7f8ff6a00700 1 --2- 172.21.15.84:0/911042073 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8ff8100d40 0x7f8ff8196a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:06.788 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:06.784+0000 7f8ff6a00700 1 -- 172.21.15.84:0/911042073 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8ff81028d0 msgr2=0x7f8ff819dfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:06.788 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:06.784+0000 7f8ff6a00700 1 --2- 172.21.15.84:0/911042073 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8ff81028d0 0x7f8ff819dfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:06.788 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:06.784+0000 7f8ff6a00700 1 -- 172.21.15.84:0/911042073 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8ff0009d00 con 0x7f8ff8101f30 2024-01-24T13:10:06.788 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:06.784+0000 7f8ff7e00700 1 --2- 172.21.15.84:0/911042073 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8ff81028d0 0x7f8ff819dfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-01-24T13:10:06.788 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:06.784+0000 7f8ff6a00700 1 --2- 172.21.15.84:0/911042073 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8ff8101f30 0x7f8ff8196f60 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f8fe000e9f0 tx=0x7f8fe000ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:10:06.788 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:06.784+0000 7f8fefe00700 1 -- 172.21.15.84:0/911042073 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8fe000eee0 con 0x7f8ff8101f30 2024-01-24T13:10:06.788 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:06.785+0000 7f8ffe400700 1 -- 172.21.15.84:0/911042073 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8ff819eb50 con 0x7f8ff8101f30 2024-01-24T13:10:06.788 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:06.785+0000 7f8fefe00700 1 -- 172.21.15.84:0/911042073 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(25 keys) v1 ==== 1067+0+0 (secure 0 0 0) 0x7f8fe000cbd0 con 0x7f8ff8101f30 2024-01-24T13:10:06.788 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:06.785+0000 7f8fefe00700 1 -- 172.21.15.84:0/911042073 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8fe0018680 con 0x7f8ff8101f30 2024-01-24T13:10:06.789 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:06.785+0000 7f8ffe400700 1 -- 172.21.15.84:0/911042073 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8ff819f060 con 0x7f8ff8101f30 2024-01-24T13:10:06.789 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:06.786+0000 7f8ffe400700 1 -- 172.21.15.84:0/911042073 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8ff81082e0 con 0x7f8ff8101f30 2024-01-24T13:10:06.789 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:06.787+0000 7f8fefe00700 1 -- 172.21.15.84:0/911042073 <== mon.1 v2:172.21.15.181:3300/0 4 ==== mgrmap(e 16) v1 ==== 135070+0+0 (secure 0 0 0) 0x7f8fe000cd40 con 0x7f8ff8101f30 2024-01-24T13:10:06.789 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:06.789+0000 7f8fefe00700 1 --2- 172.21.15.84:0/911042073 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f8fd80a0570 0x7f8fd80a2a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:10:06.790 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:06.789+0000 7f8fefe00700 1 -- 172.21.15.84:0/911042073 <== mon.1 v2:172.21.15.181:3300/0 5 ==== osd_map(77..77 src has 1..77) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f8fe0014070 con 0x7f8ff8101f30 2024-01-24T13:10:06.790 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:06.789+0000 7f8ff7400700 1 --2- 172.21.15.84:0/911042073 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f8fd80a0570 0x7f8fd80a2a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:10:06.790 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:06.789+0000 7f8ff7400700 1 --2- 172.21.15.84:0/911042073 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f8fd80a0570 0x7f8fd80a2a30 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f8ff8101d90 tx=0x7f8fe8009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:10:06.793 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:06.793+0000 7f8fefe00700 1 -- 172.21.15.84:0/911042073 <== mon.1 v2:172.21.15.181:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180484 (secure 0 0 0) 0x7f8fe0052120 con 0x7f8ff8101f30 2024-01-24T13:10:07.042 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:07.042+0000 7f8ffe400700 1 -- 172.21.15.84:0/911042073 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f8ff802cc70 con 0x7f8ff8101f30 2024-01-24T13:10:07.043 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:07.043+0000 7f8fefe00700 1 -- 172.21.15.84:0/911042073 <== mon.1 v2:172.21.15.181:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) v1 ==== 93+0+5054 (secure 0 0 0) 0x7f8fe0095710 con 0x7f8ff8101f30 2024-01-24T13:10:07.043 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-01-24T13:10:07.043 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":7,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14580,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6835/3599132090","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":3599132090},{"type":"v1","addr":"172.21.15.84:6835","nonce":3599132090}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":4},{"gid":14604,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6835/1153491253","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6834","nonce":1153491253},{"type":"v1","addr":"172.21.15.113:6835","nonce":1153491253}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":6},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6833/3459113029","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6832","nonce":3459113029},{"type":"v1","addr":"172.21.15.181:6833","nonce":3459113029}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":24470,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6833/3815191156","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6832","nonce":3815191156},{"type":"v1","addr":"172.21.15.113:6833","nonce":3815191156}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":24484,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6837/2893666715","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6836","nonce":2893666715},{"type":"v1","addr":"172.21.15.84:6837","nonce":2893666715}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":5},{"gid":24502,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6835/3240720199","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6834","nonce":3240720199},{"type":"v1","addr":"172.21.15.181:6835","nonce":3240720199}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":7}],"filesystems":[]} 2024-01-24T13:10:07.046 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:07.045+0000 7f8ffe400700 1 -- 172.21.15.84:0/911042073 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f8fd80a0570 msgr2=0x7f8fd80a2a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:07.046 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:07.045+0000 7f8ffe400700 1 --2- 172.21.15.84:0/911042073 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f8fd80a0570 0x7f8fd80a2a30 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f8ff8101d90 tx=0x7f8fe8009260 comp rx=0 tx=0).stop 2024-01-24T13:10:07.046 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:07.045+0000 7f8ffe400700 1 -- 172.21.15.84:0/911042073 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8ff8101f30 msgr2=0x7f8ff8196f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:07.046 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:07.045+0000 7f8ffe400700 1 --2- 172.21.15.84:0/911042073 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8ff8101f30 0x7f8ff8196f60 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f8fe000e9f0 tx=0x7f8fe000ed00 comp rx=0 tx=0).stop 2024-01-24T13:10:07.047 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:07.045+0000 7f8ffe400700 1 -- 172.21.15.84:0/911042073 shutdown_connections 2024-01-24T13:10:07.047 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:07.045+0000 7f8ffe400700 1 --2- 172.21.15.84:0/911042073 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f8fd80a0570 0x7f8fd80a2a30 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:07.047 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:07.045+0000 7f8ffe400700 1 --2- 172.21.15.84:0/911042073 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8ff81028d0 0x7f8ff819dfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:07.047 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:07.045+0000 7f8ffe400700 1 --2- 172.21.15.84:0/911042073 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8ff8100d40 0x7f8ff8196a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:07.047 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:07.045+0000 7f8ffe400700 1 --2- 172.21.15.84:0/911042073 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8ff8101f30 0x7f8ff8196f60 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:07.047 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:07.045+0000 7f8ffe400700 1 -- 172.21.15.84:0/911042073 >> 172.21.15.84:0/911042073 conn(0x7f8ff80fc270 msgr2=0x7f8ff8105420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:10:07.047 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:07.045+0000 7f8ffe400700 1 -- 172.21.15.84:0/911042073 shutdown_connections 2024-01-24T13:10:07.047 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:07.045+0000 7f8ffe400700 1 -- 172.21.15.84:0/911042073 wait complete. 2024-01-24T13:10:07.047 INFO:teuthology.orchestra.run.smithi084.stderr:dumped fsmap epoch 7 2024-01-24T13:10:07.399 INFO:journalctl@ceph.mds.c.smithi181.stdout:Jan 24 13:10:06 smithi181 bash[75440]: cba39f3bff480638fe5e5680aa22ec827c9e876c1cb8d7310fbf1a4399f22643 2024-01-24T13:10:07.400 INFO:journalctl@ceph.mds.c.smithi181.stdout:Jan 24 13:10:06 smithi181 systemd[1]: Started Ceph mds.c for d5d5b6f8-bab8-11ee-95b1-87774f69a715. 2024-01-24T13:10:07.400 INFO:journalctl@ceph.mds.c.smithi181.stdout:Jan 24 13:10:06 smithi181 ceph-mds[75478]: -- 172.21.15.181:0/989211874 <== mon.1 v2:172.21.15.181:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x563379b811e0 con 0x563379b59000 2024-01-24T13:10:07.400 INFO:journalctl@ceph.mds.c.smithi181.stdout:Jan 24 13:10:06 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mds-c[75455]: starting mds.c at 2024-01-24T13:10:07.825 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:07 smithi113 ceph-mon[39177]: pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-24T13:10:07.825 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:07 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:07.825 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:07 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:07.825 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:07 smithi113 ceph-mon[39177]: from='client.? 172.21.15.84:0/911042073' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-01-24T13:10:07.825 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:07 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:07.825 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:07 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-01-24T13:10:07.825 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:07 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-01-24T13:10:07.825 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:07 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:10:07.884 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:07 smithi084 ceph-mon[35384]: pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-24T13:10:07.884 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:07 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:07.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:07 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:07.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:07 smithi084 ceph-mon[35384]: from='client.? 172.21.15.84:0/911042073' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-01-24T13:10:07.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:07 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:07.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:07 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-01-24T13:10:07.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:07 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-01-24T13:10:07.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:07 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:10:07.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:07 smithi181 ceph-mon[39668]: pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-24T13:10:07.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:07 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:07.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:07 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:07.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:07 smithi181 ceph-mon[39668]: from='client.? 172.21.15.84:0/911042073' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-01-24T13:10:07.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:07 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:07.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:07 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-01-24T13:10:07.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:07 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-01-24T13:10:07.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:07 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:10:08.807 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:08 smithi113 ceph-mon[39177]: Deploying daemon mds.h on smithi113 2024-01-24T13:10:08.808 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:08 smithi113 ceph-mon[39177]: mds.? [v2:172.21.15.181:6836/4187707854,v1:172.21.15.181:6837/4187707854] up:boot 2024-01-24T13:10:08.808 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:08 smithi113 ceph-mon[39177]: fsmap 7 up:standby 2024-01-24T13:10:08.808 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:08 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-01-24T13:10:08.884 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:08 smithi084 ceph-mon[35384]: Deploying daemon mds.h on smithi113 2024-01-24T13:10:08.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:08 smithi084 ceph-mon[35384]: mds.? [v2:172.21.15.181:6836/4187707854,v1:172.21.15.181:6837/4187707854] up:boot 2024-01-24T13:10:08.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:08 smithi084 ceph-mon[35384]: fsmap 7 up:standby 2024-01-24T13:10:08.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:08 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-01-24T13:10:08.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:08 smithi181 ceph-mon[39668]: Deploying daemon mds.h on smithi113 2024-01-24T13:10:08.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:08 smithi181 ceph-mon[39668]: mds.? [v2:172.21.15.181:6836/4187707854,v1:172.21.15.181:6837/4187707854] up:boot 2024-01-24T13:10:08.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:08 smithi181 ceph-mon[39668]: fsmap 7 up:standby 2024-01-24T13:10:08.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:08 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-01-24T13:10:09.070 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-01-24T13:10:09.184 INFO:journalctl@ceph.mds.h.smithi113.stdout:Jan 24 13:10:08 smithi113 systemd[1]: Starting Ceph mds.h for d5d5b6f8-bab8-11ee-95b1-87774f69a715... 2024-01-24T13:10:09.272 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:09.271+0000 7f1026200700 1 -- 172.21.15.84:0/788708546 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1020100d50 msgr2=0x7f1020101170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:09.272 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:09.271+0000 7f1026200700 1 --2- 172.21.15.84:0/788708546 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1020100d50 0x7f1020101170 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f10100099c0 tx=0x7f1010009cd0 comp rx=0 tx=0).stop 2024-01-24T13:10:09.272 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:09.271+0000 7f1026200700 1 -- 172.21.15.84:0/788708546 shutdown_connections 2024-01-24T13:10:09.272 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:09.271+0000 7f1026200700 1 --2- 172.21.15.84:0/788708546 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f10201028e0 0x7f1020109190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:09.272 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:09.271+0000 7f1026200700 1 --2- 172.21.15.84:0/788708546 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1020100d50 0x7f1020101170 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:09.273 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:09.271+0000 7f1026200700 1 --2- 172.21.15.84:0/788708546 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1020101f40 0x7f10201023a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:09.273 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:09.271+0000 7f1026200700 1 -- 172.21.15.84:0/788708546 >> 172.21.15.84:0/788708546 conn(0x7f10200fc280 msgr2=0x7f10200fe700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:10:09.273 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:09.271+0000 7f1026200700 1 -- 172.21.15.84:0/788708546 shutdown_connections 2024-01-24T13:10:09.273 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:09.271+0000 7f1026200700 1 -- 172.21.15.84:0/788708546 wait complete. 2024-01-24T13:10:09.275 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:09.272+0000 7f1026200700 1 Processor -- start 2024-01-24T13:10:09.275 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:09.272+0000 7f1026200700 1 -- start start 2024-01-24T13:10:09.276 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:09.273+0000 7f1026200700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f1020100d50 0x7f1020074af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:10:09.276 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:09.273+0000 7f1026200700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1020101f40 0x7f1020073130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:10:09.276 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:09.273+0000 7f1026200700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f10201028e0 0x7f1020073670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:10:09.276 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:09.273+0000 7f1026200700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1020073e10 con 0x7f1020101f40 2024-01-24T13:10:09.276 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:09.273+0000 7f1026200700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1020073f80 con 0x7f1020100d50 2024-01-24T13:10:09.276 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:09.273+0000 7f1026200700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f10201a0920 con 0x7f10201028e0 2024-01-24T13:10:09.276 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:09.273+0000 7f101ea00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1020101f40 0x7f1020073130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:10:09.276 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:09.273+0000 7f101f400700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f1020100d50 0x7f1020074af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:10:09.276 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:09.273+0000 7f101ea00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1020101f40 0x7f1020073130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:48164/0 (socket says 172.21.15.84:48164) 2024-01-24T13:10:09.276 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:09.273+0000 7f101ea00700 1 -- 172.21.15.84:0/515996469 learned_addr learned my addr 172.21.15.84:0/515996469 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:10:09.276 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:09.273+0000 7f101fe00700 1 --2- 172.21.15.84:0/515996469 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f10201028e0 0x7f1020073670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:10:09.277 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:09.273+0000 7f101ea00700 1 -- 172.21.15.84:0/515996469 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f10201028e0 msgr2=0x7f1020073670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:09.277 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:09.273+0000 7f101ea00700 1 --2- 172.21.15.84:0/515996469 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f10201028e0 0x7f1020073670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:09.277 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:09.273+0000 7f101ea00700 1 -- 172.21.15.84:0/515996469 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f1020100d50 msgr2=0x7f1020074af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:09.277 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:09.273+0000 7f101ea00700 1 --2- 172.21.15.84:0/515996469 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f1020100d50 0x7f1020074af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:09.277 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:09.273+0000 7f101ea00700 1 -- 172.21.15.84:0/515996469 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f10100095f0 con 0x7f1020101f40 2024-01-24T13:10:09.277 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:09.273+0000 7f101f400700 1 --2- 172.21.15.84:0/515996469 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f1020100d50 0x7f1020074af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-01-24T13:10:09.277 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:09.274+0000 7f101ea00700 1 --2- 172.21.15.84:0/515996469 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1020101f40 0x7f1020073130 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f100800c9b0 tx=0x7f100800ccc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:10:09.277 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:09.274+0000 7f1017e00700 1 -- 172.21.15.84:0/515996469 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1008007b00 con 0x7f1020101f40 2024-01-24T13:10:09.277 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:09.274+0000 7f1017e00700 1 -- 172.21.15.84:0/515996469 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(25 keys) v1 ==== 1067+0+0 (secure 0 0 0) 0x7f100800ce50 con 0x7f1020101f40 2024-01-24T13:10:09.277 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:09.274+0000 7f1026200700 1 -- 172.21.15.84:0/515996469 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f10201a0c00 con 0x7f1020101f40 2024-01-24T13:10:09.277 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:09.274+0000 7f1017e00700 1 -- 172.21.15.84:0/515996469 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1008018420 con 0x7f1020101f40 2024-01-24T13:10:09.277 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:09.274+0000 7f1026200700 1 -- 172.21.15.84:0/515996469 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f10201a1110 con 0x7f1020101f40 2024-01-24T13:10:09.278 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:09.275+0000 7f1026200700 1 -- 172.21.15.84:0/515996469 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f102010c460 con 0x7f1020101f40 2024-01-24T13:10:09.278 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:09.277+0000 7f1017e00700 1 -- 172.21.15.84:0/515996469 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 16) v1 ==== 135070+0+0 (secure 0 0 0) 0x7f100800f450 con 0x7f1020101f40 2024-01-24T13:10:09.279 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:09.278+0000 7f1017e00700 1 --2- 172.21.15.84:0/515996469 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f10000a0570 0x7f10000a2a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:10:09.279 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:09.278+0000 7f1017e00700 1 -- 172.21.15.84:0/515996469 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(77..77 src has 1..77) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f10080cb510 con 0x7f1020101f40 2024-01-24T13:10:09.279 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:09.278+0000 7f101f400700 1 --2- 172.21.15.84:0/515996469 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f10000a0570 0x7f10000a2a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:10:09.279 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:09.279+0000 7f101f400700 1 --2- 172.21.15.84:0/515996469 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f10000a0570 0x7f10000a2a30 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f1010006010 tx=0x7f1010005ea0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:10:09.283 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:09.282+0000 7f1017e00700 1 -- 172.21.15.84:0/515996469 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180484 (secure 0 0 0) 0x7f10080954b0 con 0x7f1020101f40 2024-01-24T13:10:09.532 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:09.532+0000 7f1026200700 1 -- 172.21.15.84:0/515996469 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f102010c650 con 0x7f1020101f40 2024-01-24T13:10:09.533 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:09.532+0000 7f1017e00700 1 -- 172.21.15.84:0/515996469 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+5814 (secure 0 0 0) 0x7f100800f700 con 0x7f1020101f40 2024-01-24T13:10:09.533 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-01-24T13:10:09.533 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":8,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14580,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6835/3599132090","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":3599132090},{"type":"v1","addr":"172.21.15.84:6835","nonce":3599132090}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":4},{"gid":14604,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6835/1153491253","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6834","nonce":1153491253},{"type":"v1","addr":"172.21.15.113:6835","nonce":1153491253}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":6},{"gid":14628,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6837/4187707854","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6836","nonce":4187707854},{"type":"v1","addr":"172.21.15.181:6837","nonce":4187707854}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":8},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6833/3459113029","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6832","nonce":3459113029},{"type":"v1","addr":"172.21.15.181:6833","nonce":3459113029}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":24470,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6833/3815191156","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6832","nonce":3815191156},{"type":"v1","addr":"172.21.15.113:6833","nonce":3815191156}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":24484,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6837/2893666715","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6836","nonce":2893666715},{"type":"v1","addr":"172.21.15.84:6837","nonce":2893666715}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":5},{"gid":24502,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6835/3240720199","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6834","nonce":3240720199},{"type":"v1","addr":"172.21.15.181:6835","nonce":3240720199}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":7}],"filesystems":[]} 2024-01-24T13:10:09.536 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:09.535+0000 7f1026200700 1 -- 172.21.15.84:0/515996469 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f10000a0570 msgr2=0x7f10000a2a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:09.536 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:09.535+0000 7f1026200700 1 --2- 172.21.15.84:0/515996469 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f10000a0570 0x7f10000a2a30 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f1010006010 tx=0x7f1010005ea0 comp rx=0 tx=0).stop 2024-01-24T13:10:09.536 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:09.535+0000 7f1026200700 1 -- 172.21.15.84:0/515996469 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1020101f40 msgr2=0x7f1020073130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:09.536 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:09.535+0000 7f1026200700 1 --2- 172.21.15.84:0/515996469 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1020101f40 0x7f1020073130 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f100800c9b0 tx=0x7f100800ccc0 comp rx=0 tx=0).stop 2024-01-24T13:10:09.536 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:09.535+0000 7f1026200700 1 -- 172.21.15.84:0/515996469 shutdown_connections 2024-01-24T13:10:09.536 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:09.535+0000 7f1026200700 1 --2- 172.21.15.84:0/515996469 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f10000a0570 0x7f10000a2a30 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:09.536 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:09.535+0000 7f1026200700 1 --2- 172.21.15.84:0/515996469 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f10201028e0 0x7f1020073670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:09.536 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:09.535+0000 7f1026200700 1 --2- 172.21.15.84:0/515996469 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f1020100d50 0x7f1020074af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:09.536 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:09.535+0000 7f1026200700 1 --2- 172.21.15.84:0/515996469 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1020101f40 0x7f1020073130 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:09.536 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:09.535+0000 7f1026200700 1 -- 172.21.15.84:0/515996469 >> 172.21.15.84:0/515996469 conn(0x7f10200fc280 msgr2=0x7f10200fe4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:10:09.536 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:09.535+0000 7f1026200700 1 -- 172.21.15.84:0/515996469 shutdown_connections 2024-01-24T13:10:09.537 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:09.535+0000 7f1026200700 1 -- 172.21.15.84:0/515996469 wait complete. 2024-01-24T13:10:09.537 INFO:teuthology.orchestra.run.smithi084.stderr:dumped fsmap epoch 8 2024-01-24T13:10:09.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:09 smithi113 ceph-mon[39177]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-24T13:10:09.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:09 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:09.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:09 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:09.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:09 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:09.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:09 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-01-24T13:10:09.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:09 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-01-24T13:10:09.778 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:09 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:10:09.778 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:09 smithi113 ceph-mon[39177]: from='client.? 172.21.15.84:0/515996469' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-01-24T13:10:09.778 INFO:journalctl@ceph.mds.h.smithi113.stdout:Jan 24 13:10:09 smithi113 ceph-mds[75810]: -- 172.21.15.113:0/511250057 <== mon.2 v2:172.21.15.113:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5593d5d3b1e0 con 0x5593d5d12800 2024-01-24T13:10:09.778 INFO:journalctl@ceph.mds.h.smithi113.stdout:Jan 24 13:10:09 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mds-h[75787]: starting mds.h at 2024-01-24T13:10:09.778 INFO:journalctl@ceph.mds.h.smithi113.stdout:Jan 24 13:10:09 smithi113 bash[75772]: 9894a34de3420cfb268336d6f7644bf620a58cd6551eb805c8c73bfc701c0665 2024-01-24T13:10:09.778 INFO:journalctl@ceph.mds.h.smithi113.stdout:Jan 24 13:10:09 smithi113 systemd[1]: Started Ceph mds.h for d5d5b6f8-bab8-11ee-95b1-87774f69a715. 2024-01-24T13:10:09.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:09 smithi084 ceph-mon[35384]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-24T13:10:09.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:09 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:09.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:09 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:09.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:09 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:09.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:09 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-01-24T13:10:09.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:09 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-01-24T13:10:09.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:09 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:10:09.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:09 smithi084 ceph-mon[35384]: from='client.? 172.21.15.84:0/515996469' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-01-24T13:10:09.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:09 smithi181 ceph-mon[39668]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-24T13:10:09.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:09 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:09.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:09 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:09.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:09 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:09.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:09 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-01-24T13:10:09.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:09 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-01-24T13:10:09.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:09 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:10:09.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:09 smithi181 ceph-mon[39668]: from='client.? 172.21.15.84:0/515996469' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-01-24T13:10:10.734 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:10 smithi181 ceph-mon[39668]: Deploying daemon mds.i on smithi181 2024-01-24T13:10:10.735 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:10 smithi181 ceph-mon[39668]: mds.? [v2:172.21.15.113:6836/994799462,v1:172.21.15.113:6837/994799462] up:boot 2024-01-24T13:10:10.735 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:10 smithi181 ceph-mon[39668]: fsmap 8 up:standby 2024-01-24T13:10:10.735 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:10 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-01-24T13:10:10.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:10 smithi084 ceph-mon[35384]: Deploying daemon mds.i on smithi181 2024-01-24T13:10:10.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:10 smithi084 ceph-mon[35384]: mds.? [v2:172.21.15.113:6836/994799462,v1:172.21.15.113:6837/994799462] up:boot 2024-01-24T13:10:10.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:10 smithi084 ceph-mon[35384]: fsmap 8 up:standby 2024-01-24T13:10:10.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:10 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-01-24T13:10:11.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:10 smithi113 ceph-mon[39177]: Deploying daemon mds.i on smithi181 2024-01-24T13:10:11.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:10 smithi113 ceph-mon[39177]: mds.? [v2:172.21.15.113:6836/994799462,v1:172.21.15.113:6837/994799462] up:boot 2024-01-24T13:10:11.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:10 smithi113 ceph-mon[39177]: fsmap 8 up:standby 2024-01-24T13:10:11.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:10 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-01-24T13:10:11.277 INFO:journalctl@ceph.mds.i.smithi181.stdout:Jan 24 13:10:11 smithi181 systemd[1]: Starting Ceph mds.i for d5d5b6f8-bab8-11ee-95b1-87774f69a715... 2024-01-24T13:10:11.557 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-01-24T13:10:11.757 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:11.755+0000 7fd7cf600700 1 -- 172.21.15.84:0/2913520070 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd7c81017a0 msgr2=0x7fd7c8103b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:11.757 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:11.755+0000 7fd7cf600700 1 --2- 172.21.15.84:0/2913520070 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd7c81017a0 0x7fd7c8103b90 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fd7b8009990 tx=0x7fd7b8009ca0 comp rx=0 tx=0).stop 2024-01-24T13:10:11.757 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:11.756+0000 7fd7cf600700 1 -- 172.21.15.84:0/2913520070 shutdown_connections 2024-01-24T13:10:11.757 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:11.756+0000 7fd7cf600700 1 --2- 172.21.15.84:0/2913520070 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fd7c8106a00 0x7fd7c8108e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:11.757 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:11.756+0000 7fd7cf600700 1 --2- 172.21.15.84:0/2913520070 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd7c81017a0 0x7fd7c8103b90 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:11.757 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:11.756+0000 7fd7cf600700 1 --2- 172.21.15.84:0/2913520070 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd7c81040d0 0x7fd7c81064c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:11.757 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:11.756+0000 7fd7cf600700 1 -- 172.21.15.84:0/2913520070 >> 172.21.15.84:0/2913520070 conn(0x7fd7c80fb170 msgr2=0x7fd7c80fd5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:10:11.758 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:11.756+0000 7fd7cf600700 1 -- 172.21.15.84:0/2913520070 shutdown_connections 2024-01-24T13:10:11.758 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:11.756+0000 7fd7cf600700 1 -- 172.21.15.84:0/2913520070 wait complete. 2024-01-24T13:10:11.760 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:11.757+0000 7fd7cf600700 1 Processor -- start 2024-01-24T13:10:11.760 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:11.757+0000 7fd7cf600700 1 -- start start 2024-01-24T13:10:11.760 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:11.757+0000 7fd7cf600700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fd7c81017a0 0x7fd7c8198b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:10:11.760 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:11.757+0000 7fd7cf600700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd7c81040d0 0x7fd7c81990d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:10:11.760 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:11.757+0000 7fd7cf600700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd7c8106a00 0x7fd7c81a0140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:10:11.760 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:11.757+0000 7fd7cf600700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd7c81a0710 con 0x7fd7c8106a00 2024-01-24T13:10:11.760 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:11.757+0000 7fd7cf600700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd7c81a0850 con 0x7fd7c81017a0 2024-01-24T13:10:11.760 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:11.757+0000 7fd7cf600700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd7c81a09e0 con 0x7fd7c81040d0 2024-01-24T13:10:11.760 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:11.757+0000 7fd7cd600700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd7c8106a00 0x7fd7c81a0140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:10:11.760 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:11.757+0000 7fd7cd600700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd7c8106a00 0x7fd7c81a0140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:48182/0 (socket says 172.21.15.84:48182) 2024-01-24T13:10:11.761 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:11.757+0000 7fd7cd600700 1 -- 172.21.15.84:0/2558994076 learned_addr learned my addr 172.21.15.84:0/2558994076 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:10:11.761 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:11.757+0000 7fd7c7e00700 1 --2- 172.21.15.84:0/2558994076 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd7c81040d0 0x7fd7c81990d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:10:11.761 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:11.757+0000 7fd7ccc00700 1 --2- 172.21.15.84:0/2558994076 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fd7c81017a0 0x7fd7c8198b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:10:11.761 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:11.758+0000 7fd7cd600700 1 -- 172.21.15.84:0/2558994076 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd7c81040d0 msgr2=0x7fd7c81990d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:11.761 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:11.758+0000 7fd7cd600700 1 --2- 172.21.15.84:0/2558994076 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd7c81040d0 0x7fd7c81990d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:11.761 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:11.758+0000 7fd7cd600700 1 -- 172.21.15.84:0/2558994076 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fd7c81017a0 msgr2=0x7fd7c8198b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:11.761 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:11.758+0000 7fd7cd600700 1 --2- 172.21.15.84:0/2558994076 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fd7c81017a0 0x7fd7c8198b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:11.761 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:11.758+0000 7fd7cd600700 1 -- 172.21.15.84:0/2558994076 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd7b80095f0 con 0x7fd7c8106a00 2024-01-24T13:10:11.761 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:11.758+0000 7fd7cd600700 1 --2- 172.21.15.84:0/2558994076 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd7c8106a00 0x7fd7c81a0140 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fd7c000b970 tx=0x7fd7c000bc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:10:11.761 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:11.758+0000 7fd7c5600700 1 -- 172.21.15.84:0/2558994076 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd7c000d860 con 0x7fd7c8106a00 2024-01-24T13:10:11.761 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:11.758+0000 7fd7c5600700 1 -- 172.21.15.84:0/2558994076 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(25 keys) v1 ==== 1067+0+0 (secure 0 0 0) 0x7fd7c000de50 con 0x7fd7c8106a00 2024-01-24T13:10:11.761 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:11.758+0000 7fd7c5600700 1 -- 172.21.15.84:0/2558994076 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd7c0017400 con 0x7fd7c8106a00 2024-01-24T13:10:11.761 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:11.758+0000 7fd7cf600700 1 -- 172.21.15.84:0/2558994076 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd7c81a0cc0 con 0x7fd7c8106a00 2024-01-24T13:10:11.761 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:11.758+0000 7fd7cf600700 1 -- 172.21.15.84:0/2558994076 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd7c81a1180 con 0x7fd7c8106a00 2024-01-24T13:10:11.762 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:11.759+0000 7fd7cf600700 1 -- 172.21.15.84:0/2558994076 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd7c8108580 con 0x7fd7c8106a00 2024-01-24T13:10:11.762 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:11.761+0000 7fd7c5600700 1 -- 172.21.15.84:0/2558994076 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 16) v1 ==== 135070+0+0 (secure 0 0 0) 0x7fd7c000d9c0 con 0x7fd7c8106a00 2024-01-24T13:10:11.764 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:11.763+0000 7fd7c5600700 1 --2- 172.21.15.84:0/2558994076 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fd7a80a0570 0x7fd7a80a2a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:10:11.764 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:11.763+0000 7fd7c5600700 1 -- 172.21.15.84:0/2558994076 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(77..77 src has 1..77) v4 ==== 7127+0+0 (secure 0 0 0) 0x7fd7c0006e40 con 0x7fd7c8106a00 2024-01-24T13:10:11.764 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:11.763+0000 7fd7ccc00700 1 --2- 172.21.15.84:0/2558994076 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fd7a80a0570 0x7fd7a80a2a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:10:11.764 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:11.764+0000 7fd7ccc00700 1 --2- 172.21.15.84:0/2558994076 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fd7a80a0570 0x7fd7a80a2a30 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fd7b8006010 tx=0x7fd7b800b260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:10:11.768 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:11.767+0000 7fd7c5600700 1 -- 172.21.15.84:0/2558994076 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180484 (secure 0 0 0) 0x7fd7c00950f0 con 0x7fd7c8106a00 2024-01-24T13:10:11.803 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:11 smithi181 ceph-mon[39668]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-24T13:10:11.803 INFO:journalctl@ceph.mds.i.smithi181.stdout:Jan 24 13:10:11 smithi181 bash[75783]: 1a6048d10e8b1a41f5e6a0ab1836ae1eb745b02fd6b211f54cfe85eef0823b65 2024-01-24T13:10:11.804 INFO:journalctl@ceph.mds.i.smithi181.stdout:Jan 24 13:10:11 smithi181 systemd[1]: Started Ceph mds.i for d5d5b6f8-bab8-11ee-95b1-87774f69a715. 2024-01-24T13:10:11.884 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:11 smithi084 ceph-mon[35384]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-24T13:10:12.027 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:11 smithi113 ceph-mon[39177]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-24T13:10:12.046 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:12.046+0000 7fd7cf600700 1 -- 172.21.15.84:0/2558994076 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fd7c802cc70 con 0x7fd7c8106a00 2024-01-24T13:10:12.047 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:12.046+0000 7fd7c5600700 1 -- 172.21.15.84:0/2558994076 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) v1 ==== 93+0+6571 (secure 0 0 0) 0x7fd7c004f070 con 0x7fd7c8106a00 2024-01-24T13:10:12.047 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-01-24T13:10:12.047 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":9,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14580,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6835/3599132090","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":3599132090},{"type":"v1","addr":"172.21.15.84:6835","nonce":3599132090}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":4},{"gid":14604,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6835/1153491253","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6834","nonce":1153491253},{"type":"v1","addr":"172.21.15.113:6835","nonce":1153491253}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":6},{"gid":14628,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6837/4187707854","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6836","nonce":4187707854},{"type":"v1","addr":"172.21.15.181:6837","nonce":4187707854}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":8},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6833/3459113029","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6832","nonce":3459113029},{"type":"v1","addr":"172.21.15.181:6833","nonce":3459113029}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":24470,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6833/3815191156","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6832","nonce":3815191156},{"type":"v1","addr":"172.21.15.113:6833","nonce":3815191156}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":24484,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6837/2893666715","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6836","nonce":2893666715},{"type":"v1","addr":"172.21.15.84:6837","nonce":2893666715}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":5},{"gid":24502,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6835/3240720199","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6834","nonce":3240720199},{"type":"v1","addr":"172.21.15.181:6835","nonce":3240720199}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":7},{"gid":24539,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6837/994799462","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6836","nonce":994799462},{"type":"v1","addr":"172.21.15.113:6837","nonce":994799462}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":9}],"filesystems":[]} 2024-01-24T13:10:12.050 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:12.049+0000 7fd7cf600700 1 -- 172.21.15.84:0/2558994076 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fd7a80a0570 msgr2=0x7fd7a80a2a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:12.050 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:12.049+0000 7fd7cf600700 1 --2- 172.21.15.84:0/2558994076 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fd7a80a0570 0x7fd7a80a2a30 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fd7b8006010 tx=0x7fd7b800b260 comp rx=0 tx=0).stop 2024-01-24T13:10:12.050 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:12.049+0000 7fd7cf600700 1 -- 172.21.15.84:0/2558994076 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd7c8106a00 msgr2=0x7fd7c81a0140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:12.050 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:12.049+0000 7fd7cf600700 1 --2- 172.21.15.84:0/2558994076 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd7c8106a00 0x7fd7c81a0140 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fd7c000b970 tx=0x7fd7c000bc80 comp rx=0 tx=0).stop 2024-01-24T13:10:12.050 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:12.049+0000 7fd7cf600700 1 -- 172.21.15.84:0/2558994076 shutdown_connections 2024-01-24T13:10:12.050 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:12.049+0000 7fd7cf600700 1 --2- 172.21.15.84:0/2558994076 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fd7a80a0570 0x7fd7a80a2a30 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:12.050 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:12.049+0000 7fd7cf600700 1 --2- 172.21.15.84:0/2558994076 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd7c8106a00 0x7fd7c81a0140 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:12.050 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:12.049+0000 7fd7cf600700 1 --2- 172.21.15.84:0/2558994076 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fd7c81017a0 0x7fd7c8198b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:12.050 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:12.049+0000 7fd7cf600700 1 --2- 172.21.15.84:0/2558994076 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fd7c81040d0 0x7fd7c81990d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:12.051 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:12.049+0000 7fd7cf600700 1 -- 172.21.15.84:0/2558994076 >> 172.21.15.84:0/2558994076 conn(0x7fd7c80fb170 msgr2=0x7fd7c80ffe20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:10:12.051 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:12.049+0000 7fd7cf600700 1 -- 172.21.15.84:0/2558994076 shutdown_connections 2024-01-24T13:10:12.051 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:12.049+0000 7fd7cf600700 1 -- 172.21.15.84:0/2558994076 wait complete. 2024-01-24T13:10:12.051 INFO:teuthology.orchestra.run.smithi084.stderr:dumped fsmap epoch 9 2024-01-24T13:10:12.149 INFO:journalctl@ceph.mds.i.smithi181.stdout:Jan 24 13:10:11 smithi181 ceph-mds[75821]: -- 172.21.15.181:0/249982808 <== mon.1 v2:172.21.15.181:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5637100bb1e0 con 0x563710092800 2024-01-24T13:10:12.149 INFO:journalctl@ceph.mds.i.smithi181.stdout:Jan 24 13:10:11 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mds-i[75798]: starting mds.i at 2024-01-24T13:10:13.119 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:12 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:13.119 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:12 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:13.119 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:12 smithi084 ceph-mon[35384]: pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-24T13:10:13.119 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:12 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:13.119 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:12 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-01-24T13:10:13.119 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:12 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-01-24T13:10:13.120 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:12 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:10:13.120 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:12 smithi084 ceph-mon[35384]: Deploying daemon mds.g on smithi084 2024-01-24T13:10:13.120 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:12 smithi084 ceph-mon[35384]: from='client.? 172.21.15.84:0/2558994076' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-01-24T13:10:13.120 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:12 smithi084 ceph-mon[35384]: mds.? [v2:172.21.15.181:6838/462857799,v1:172.21.15.181:6839/462857799] up:boot 2024-01-24T13:10:13.120 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:12 smithi084 ceph-mon[35384]: fsmap 9 up:standby 2024-01-24T13:10:13.120 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:12 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-01-24T13:10:13.149 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:12 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:13.149 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:12 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:13.149 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:12 smithi181 ceph-mon[39668]: pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-24T13:10:13.149 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:12 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:13.149 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:12 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-01-24T13:10:13.150 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:12 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-01-24T13:10:13.150 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:12 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:10:13.150 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:12 smithi181 ceph-mon[39668]: Deploying daemon mds.g on smithi084 2024-01-24T13:10:13.150 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:12 smithi181 ceph-mon[39668]: from='client.? 172.21.15.84:0/2558994076' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-01-24T13:10:13.150 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:12 smithi181 ceph-mon[39668]: mds.? [v2:172.21.15.181:6838/462857799,v1:172.21.15.181:6839/462857799] up:boot 2024-01-24T13:10:13.150 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:12 smithi181 ceph-mon[39668]: fsmap 9 up:standby 2024-01-24T13:10:13.150 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:12 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-01-24T13:10:13.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:12 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:13.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:12 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:13.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:12 smithi113 ceph-mon[39177]: pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-24T13:10:13.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:12 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:13.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:12 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-01-24T13:10:13.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:12 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-01-24T13:10:13.278 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:12 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:10:13.278 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:12 smithi113 ceph-mon[39177]: Deploying daemon mds.g on smithi084 2024-01-24T13:10:13.278 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:12 smithi113 ceph-mon[39177]: from='client.? 172.21.15.84:0/2558994076' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-01-24T13:10:13.278 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:12 smithi113 ceph-mon[39177]: mds.? [v2:172.21.15.181:6838/462857799,v1:172.21.15.181:6839/462857799] up:boot 2024-01-24T13:10:13.278 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:12 smithi113 ceph-mon[39177]: fsmap 9 up:standby 2024-01-24T13:10:13.278 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:12 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-01-24T13:10:13.885 INFO:journalctl@ceph.mds.g.smithi084.stdout:Jan 24 13:10:13 smithi084 systemd[1]: Starting Ceph mds.g for d5d5b6f8-bab8-11ee-95b1-87774f69a715... 2024-01-24T13:10:14.069 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-01-24T13:10:14.276 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:14.275+0000 7f8590c00700 1 -- 172.21.15.84:0/131912027 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f858c100d40 msgr2=0x7f858c101160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:14.276 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:14.275+0000 7f8590c00700 1 --2- 172.21.15.84:0/131912027 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f858c100d40 0x7f858c101160 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f857c0099c0 tx=0x7f857c009cd0 comp rx=0 tx=0).stop 2024-01-24T13:10:14.276 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:14.275+0000 7f8590c00700 1 -- 172.21.15.84:0/131912027 shutdown_connections 2024-01-24T13:10:14.276 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:14.275+0000 7f8590c00700 1 --2- 172.21.15.84:0/131912027 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f858c1028d0 0x7f858c109180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:14.276 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:14.275+0000 7f8590c00700 1 --2- 172.21.15.84:0/131912027 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f858c100d40 0x7f858c101160 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:14.277 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:14.275+0000 7f8590c00700 1 --2- 172.21.15.84:0/131912027 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f858c101f30 0x7f858c102390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:14.277 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:14.275+0000 7f8590c00700 1 -- 172.21.15.84:0/131912027 >> 172.21.15.84:0/131912027 conn(0x7f858c0fc270 msgr2=0x7f858c0fe6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:10:14.277 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:14.275+0000 7f8590c00700 1 -- 172.21.15.84:0/131912027 shutdown_connections 2024-01-24T13:10:14.277 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:14.275+0000 7f8590c00700 1 -- 172.21.15.84:0/131912027 wait complete. 2024-01-24T13:10:14.279 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:14.276+0000 7f8590c00700 1 Processor -- start 2024-01-24T13:10:14.279 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:14.276+0000 7f8590c00700 1 -- start start 2024-01-24T13:10:14.279 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:14.276+0000 7f8590c00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f858c100d40 0x7f858c074af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:10:14.279 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:14.276+0000 7f8590c00700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f858c101f30 0x7f858c073130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:10:14.279 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:14.276+0000 7f8590c00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f858c1028d0 0x7f858c073670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:10:14.279 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:14.276+0000 7f8590c00700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f858c073e10 con 0x7f858c100d40 2024-01-24T13:10:14.279 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:14.276+0000 7f8590c00700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f858c073f80 con 0x7f858c101f30 2024-01-24T13:10:14.279 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:14.276+0000 7f8590c00700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f858c1a09e0 con 0x7f858c1028d0 2024-01-24T13:10:14.280 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:14.277+0000 7f8589e00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f858c100d40 0x7f858c074af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:10:14.280 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:14.277+0000 7f8589e00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f858c100d40 0x7f858c074af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:48200/0 (socket says 172.21.15.84:48200) 2024-01-24T13:10:14.280 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:14.277+0000 7f8589e00700 1 -- 172.21.15.84:0/229097220 learned_addr learned my addr 172.21.15.84:0/229097220 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:10:14.280 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:14.277+0000 7f858a800700 1 --2- 172.21.15.84:0/229097220 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f858c1028d0 0x7f858c073670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:10:14.280 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:14.277+0000 7f8589400700 1 --2- 172.21.15.84:0/229097220 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f858c101f30 0x7f858c073130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:10:14.280 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:14.277+0000 7f858a800700 1 -- 172.21.15.84:0/229097220 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f858c101f30 msgr2=0x7f858c073130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:14.280 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:14.277+0000 7f858a800700 1 --2- 172.21.15.84:0/229097220 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f858c101f30 0x7f858c073130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:14.280 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:14.277+0000 7f858a800700 1 -- 172.21.15.84:0/229097220 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f858c100d40 msgr2=0x7f858c074af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:14.280 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:14.277+0000 7f858a800700 1 --2- 172.21.15.84:0/229097220 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f858c100d40 0x7f858c074af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:14.281 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:14.277+0000 7f858a800700 1 -- 172.21.15.84:0/229097220 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f857c0095f0 con 0x7f858c1028d0 2024-01-24T13:10:14.281 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:14.277+0000 7f8589400700 1 --2- 172.21.15.84:0/229097220 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f858c101f30 0x7f858c073130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-01-24T13:10:14.281 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:14.278+0000 7f8589e00700 1 --2- 172.21.15.84:0/229097220 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f858c100d40 0x7f858c074af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-01-24T13:10:14.281 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:14.278+0000 7f858a800700 1 --2- 172.21.15.84:0/229097220 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f858c1028d0 0x7f858c073670 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f858400efc0 tx=0x7f858400c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:10:14.281 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:14.278+0000 7f8582a00700 1 -- 172.21.15.84:0/229097220 <== mon.1 v2:172.21.15.181:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8584018070 con 0x7f858c1028d0 2024-01-24T13:10:14.281 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:14.278+0000 7f8590c00700 1 -- 172.21.15.84:0/229097220 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f858c1965a0 con 0x7f858c1028d0 2024-01-24T13:10:14.281 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:14.278+0000 7f8582a00700 1 -- 172.21.15.84:0/229097220 <== mon.1 v2:172.21.15.181:3300/0 2 ==== config(25 keys) v1 ==== 1067+0+0 (secure 0 0 0) 0x7f858400f040 con 0x7f858c1028d0 2024-01-24T13:10:14.281 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:14.278+0000 7f8582a00700 1 -- 172.21.15.84:0/229097220 <== mon.1 v2:172.21.15.181:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f858400cba0 con 0x7f858c1028d0 2024-01-24T13:10:14.281 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:14.278+0000 7f8590c00700 1 -- 172.21.15.84:0/229097220 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f858c196b00 con 0x7f858c1028d0 2024-01-24T13:10:14.282 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:14.280+0000 7f8590c00700 1 -- 172.21.15.84:0/229097220 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f858c10c450 con 0x7f858c1028d0 2024-01-24T13:10:14.282 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:14.281+0000 7f8582a00700 1 -- 172.21.15.84:0/229097220 <== mon.1 v2:172.21.15.181:3300/0 4 ==== mgrmap(e 16) v1 ==== 135070+0+0 (secure 0 0 0) 0x7f8584003a00 con 0x7f858c1028d0 2024-01-24T13:10:14.283 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:14.282+0000 7f8582a00700 1 --2- 172.21.15.84:0/229097220 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f856c0a05f0 0x7f856c0a2ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:10:14.283 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:14.282+0000 7f8582a00700 1 -- 172.21.15.84:0/229097220 <== mon.1 v2:172.21.15.181:3300/0 5 ==== osd_map(77..77 src has 1..77) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f85840cb000 con 0x7f858c1028d0 2024-01-24T13:10:14.283 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:14.283+0000 7f8589e00700 1 --2- 172.21.15.84:0/229097220 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f856c0a05f0 0x7f856c0a2ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:10:14.283 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:14.283+0000 7f8589e00700 1 --2- 172.21.15.84:0/229097220 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f856c0a05f0 0x7f856c0a2ab0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f857c0095c0 tx=0x7f857c009530 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:10:14.288 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:14.287+0000 7f8582a00700 1 -- 172.21.15.84:0/229097220 <== mon.1 v2:172.21.15.181:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180484 (secure 0 0 0) 0x7f8584095030 con 0x7f858c1028d0 2024-01-24T13:10:14.385 INFO:journalctl@ceph.mds.g.smithi084.stdout:Jan 24 13:10:14 smithi084 bash[87391]: 76058c77be98527dd2d5081243cea20e4a3aa6a9f970922e58eda18c1281a670 2024-01-24T13:10:14.385 INFO:journalctl@ceph.mds.g.smithi084.stdout:Jan 24 13:10:14 smithi084 systemd[1]: Started Ceph mds.g for d5d5b6f8-bab8-11ee-95b1-87774f69a715. 2024-01-24T13:10:14.385 INFO:journalctl@ceph.mds.g.smithi084.stdout:Jan 24 13:10:14 smithi084 ceph-mds[87452]: -- 172.21.15.84:0/2853101362 <== mon.0 v2:172.21.15.84:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55a6e936d1e0 con 0x55a6e9344c00 2024-01-24T13:10:14.385 INFO:journalctl@ceph.mds.g.smithi084.stdout:Jan 24 13:10:14 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mds-g[87406]: starting mds.g at 2024-01-24T13:10:14.550 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:14.549+0000 7f8590c00700 1 -- 172.21.15.84:0/229097220 --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f858c107ce0 con 0x7f858c1028d0 2024-01-24T13:10:14.551 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:14.550+0000 7f8582a00700 1 -- 172.21.15.84:0/229097220 <== mon.1 v2:172.21.15.181:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 10 v10) v1 ==== 94+0+7330 (secure 0 0 0) 0x7f8584098650 con 0x7f858c1028d0 2024-01-24T13:10:14.551 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-01-24T13:10:14.551 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":10,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14580,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6835/3599132090","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":3599132090},{"type":"v1","addr":"172.21.15.84:6835","nonce":3599132090}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":4},{"gid":14604,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6835/1153491253","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6834","nonce":1153491253},{"type":"v1","addr":"172.21.15.113:6835","nonce":1153491253}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":6},{"gid":14628,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6837/4187707854","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6836","nonce":4187707854},{"type":"v1","addr":"172.21.15.181:6837","nonce":4187707854}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":8},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6833/3459113029","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6832","nonce":3459113029},{"type":"v1","addr":"172.21.15.181:6833","nonce":3459113029}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":24470,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6833/3815191156","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6832","nonce":3815191156},{"type":"v1","addr":"172.21.15.113:6833","nonce":3815191156}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":24484,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6837/2893666715","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6836","nonce":2893666715},{"type":"v1","addr":"172.21.15.84:6837","nonce":2893666715}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":5},{"gid":24502,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6835/3240720199","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6834","nonce":3240720199},{"type":"v1","addr":"172.21.15.181:6835","nonce":3240720199}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":7},{"gid":24532,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6839/462857799","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6838","nonce":462857799},{"type":"v1","addr":"172.21.15.181:6839","nonce":462857799}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":10},{"gid":24539,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6837/994799462","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6836","nonce":994799462},{"type":"v1","addr":"172.21.15.113:6837","nonce":994799462}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":9}],"filesystems":[]} 2024-01-24T13:10:14.554 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:14.553+0000 7f8590c00700 1 -- 172.21.15.84:0/229097220 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f856c0a05f0 msgr2=0x7f856c0a2ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:14.554 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:14.553+0000 7f8590c00700 1 --2- 172.21.15.84:0/229097220 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f856c0a05f0 0x7f856c0a2ab0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f857c0095c0 tx=0x7f857c009530 comp rx=0 tx=0).stop 2024-01-24T13:10:14.554 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:14.553+0000 7f8590c00700 1 -- 172.21.15.84:0/229097220 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f858c1028d0 msgr2=0x7f858c073670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:14.554 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:14.553+0000 7f8590c00700 1 --2- 172.21.15.84:0/229097220 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f858c1028d0 0x7f858c073670 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f858400efc0 tx=0x7f858400c3a0 comp rx=0 tx=0).stop 2024-01-24T13:10:14.554 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:14.553+0000 7f8590c00700 1 -- 172.21.15.84:0/229097220 shutdown_connections 2024-01-24T13:10:14.554 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:14.553+0000 7f8590c00700 1 --2- 172.21.15.84:0/229097220 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f856c0a05f0 0x7f856c0a2ab0 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:14.554 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:14.553+0000 7f8590c00700 1 --2- 172.21.15.84:0/229097220 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f858c1028d0 0x7f858c073670 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:14.554 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:14.553+0000 7f8590c00700 1 --2- 172.21.15.84:0/229097220 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f858c100d40 0x7f858c074af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:14.554 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:14.553+0000 7f8590c00700 1 --2- 172.21.15.84:0/229097220 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f858c101f30 0x7f858c073130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:14.554 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:14.553+0000 7f8590c00700 1 -- 172.21.15.84:0/229097220 >> 172.21.15.84:0/229097220 conn(0x7f858c0fc270 msgr2=0x7f858c0fe5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:10:14.555 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:14.553+0000 7f8590c00700 1 -- 172.21.15.84:0/229097220 shutdown_connections 2024-01-24T13:10:14.555 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:14.553+0000 7f8590c00700 1 -- 172.21.15.84:0/229097220 wait complete. 2024-01-24T13:10:14.555 INFO:teuthology.orchestra.run.smithi084.stderr:dumped fsmap epoch 10 2024-01-24T13:10:15.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:15 smithi084 ceph-mon[35384]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-24T13:10:15.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:15 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:15.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:15 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:15.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:15 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:15.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:15 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-01-24T13:10:15.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:15 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-01-24T13:10:15.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:15 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:10:15.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:15 smithi084 ceph-mon[35384]: Deploying daemon mds.a on smithi084 2024-01-24T13:10:15.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:15 smithi084 ceph-mon[35384]: from='client.? 172.21.15.84:0/229097220' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-01-24T13:10:15.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:15 smithi084 ceph-mon[35384]: mds.? [v2:172.21.15.84:6838/3483824427,v1:172.21.15.84:6839/3483824427] up:boot 2024-01-24T13:10:15.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:15 smithi084 ceph-mon[35384]: fsmap 10 up:standby 2024-01-24T13:10:15.636 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:15 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-01-24T13:10:15.649 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:15 smithi181 ceph-mon[39668]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-24T13:10:15.649 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:15 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:15.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:15 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:15.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:15 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:15.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:15 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-01-24T13:10:15.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:15 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-01-24T13:10:15.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:15 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:10:15.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:15 smithi181 ceph-mon[39668]: Deploying daemon mds.a on smithi084 2024-01-24T13:10:15.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:15 smithi181 ceph-mon[39668]: from='client.? 172.21.15.84:0/229097220' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-01-24T13:10:15.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:15 smithi181 ceph-mon[39668]: mds.? [v2:172.21.15.84:6838/3483824427,v1:172.21.15.84:6839/3483824427] up:boot 2024-01-24T13:10:15.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:15 smithi181 ceph-mon[39668]: fsmap 10 up:standby 2024-01-24T13:10:15.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:15 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-01-24T13:10:15.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:15 smithi113 ceph-mon[39177]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-24T13:10:15.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:15 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:15.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:15 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:15.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:15 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:15.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:15 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-01-24T13:10:15.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:15 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-01-24T13:10:15.778 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:15 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:10:15.778 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:15 smithi113 ceph-mon[39177]: Deploying daemon mds.a on smithi084 2024-01-24T13:10:15.778 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:15 smithi113 ceph-mon[39177]: from='client.? 172.21.15.84:0/229097220' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-01-24T13:10:15.778 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:15 smithi113 ceph-mon[39177]: mds.? [v2:172.21.15.84:6838/3483824427,v1:172.21.15.84:6839/3483824427] up:boot 2024-01-24T13:10:15.778 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:15 smithi113 ceph-mon[39177]: fsmap 10 up:standby 2024-01-24T13:10:15.778 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:15 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-01-24T13:10:16.385 INFO:journalctl@ceph.mds.a.smithi084.stdout:Jan 24 13:10:16 smithi084 systemd[1]: Starting Ceph mds.a for d5d5b6f8-bab8-11ee-95b1-87774f69a715... 2024-01-24T13:10:16.573 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-01-24T13:10:16.785 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:16.784+0000 7f3ab9a00700 1 -- 172.21.15.84:0/3534657414 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3ab4101f40 msgr2=0x7f3ab41023a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:16.785 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:16.784+0000 7f3ab9a00700 1 --2- 172.21.15.84:0/3534657414 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3ab4101f40 0x7f3ab41023a0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f3a9c0099c0 tx=0x7f3a9c009cd0 comp rx=0 tx=0).stop 2024-01-24T13:10:16.785 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:16.784+0000 7f3ab9a00700 1 -- 172.21.15.84:0/3534657414 shutdown_connections 2024-01-24T13:10:16.785 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:16.784+0000 7f3ab9a00700 1 --2- 172.21.15.84:0/3534657414 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3ab41028e0 0x7f3ab4109190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:16.785 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:16.784+0000 7f3ab9a00700 1 --2- 172.21.15.84:0/3534657414 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3ab4100d50 0x7f3ab4101170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:16.785 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:16.784+0000 7f3ab9a00700 1 --2- 172.21.15.84:0/3534657414 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3ab4101f40 0x7f3ab41023a0 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:16.785 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:16.784+0000 7f3ab9a00700 1 -- 172.21.15.84:0/3534657414 >> 172.21.15.84:0/3534657414 conn(0x7f3ab40fc280 msgr2=0x7f3ab40fe700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:10:16.786 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:16.784+0000 7f3ab9a00700 1 -- 172.21.15.84:0/3534657414 shutdown_connections 2024-01-24T13:10:16.786 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:16.784+0000 7f3ab9a00700 1 -- 172.21.15.84:0/3534657414 wait complete. 2024-01-24T13:10:16.787 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:16.785+0000 7f3ab9a00700 1 Processor -- start 2024-01-24T13:10:16.788 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:16.785+0000 7f3ab9a00700 1 -- start start 2024-01-24T13:10:16.788 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:16.785+0000 7f3ab9a00700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3ab4100d50 0x7f3ab4106ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:10:16.788 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:16.785+0000 7f3ab9a00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3ab4101f40 0x7f3ab4107010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:10:16.788 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:16.785+0000 7f3ab9a00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3ab41028e0 0x7f3ab4103660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:10:16.788 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:16.785+0000 7f3ab9a00700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3ab4103e00 con 0x7f3ab4101f40 2024-01-24T13:10:16.788 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:16.785+0000 7f3ab9a00700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3ab4103f70 con 0x7f3ab4100d50 2024-01-24T13:10:16.788 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:16.786+0000 7f3ab9a00700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3ab4104130 con 0x7f3ab41028e0 2024-01-24T13:10:16.788 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:16.786+0000 7f3ab2000700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3ab4101f40 0x7f3ab4107010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:10:16.788 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:16.786+0000 7f3ab2000700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3ab4101f40 0x7f3ab4107010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:48232/0 (socket says 172.21.15.84:48232) 2024-01-24T13:10:16.788 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:16.786+0000 7f3ab2000700 1 -- 172.21.15.84:0/2383041936 learned_addr learned my addr 172.21.15.84:0/2383041936 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:10:16.788 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:16.786+0000 7f3ab2a00700 1 --2- 172.21.15.84:0/2383041936 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3ab4100d50 0x7f3ab4106ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:10:16.789 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:16.786+0000 7f3ab3400700 1 --2- 172.21.15.84:0/2383041936 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3ab41028e0 0x7f3ab4103660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:10:16.789 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:16.786+0000 7f3ab2000700 1 -- 172.21.15.84:0/2383041936 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3ab41028e0 msgr2=0x7f3ab4103660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:16.789 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:16.786+0000 7f3ab2000700 1 --2- 172.21.15.84:0/2383041936 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3ab41028e0 0x7f3ab4103660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:16.789 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:16.786+0000 7f3ab2000700 1 -- 172.21.15.84:0/2383041936 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3ab4100d50 msgr2=0x7f3ab4106ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:16.789 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:16.786+0000 7f3ab2000700 1 --2- 172.21.15.84:0/2383041936 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3ab4100d50 0x7f3ab4106ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:16.789 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:16.786+0000 7f3ab2000700 1 -- 172.21.15.84:0/2383041936 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3a9c0095f0 con 0x7f3ab4101f40 2024-01-24T13:10:16.789 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:16.786+0000 7f3ab2000700 1 --2- 172.21.15.84:0/2383041936 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3ab4101f40 0x7f3ab4107010 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f3a9c005910 tx=0x7f3a9c003a50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:10:16.789 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:16.787+0000 7f3aab400700 1 -- 172.21.15.84:0/2383041936 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a9c01d070 con 0x7f3ab4101f40 2024-01-24T13:10:16.789 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:16.787+0000 7f3aab400700 1 -- 172.21.15.84:0/2383041936 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(25 keys) v1 ==== 1067+0+0 (secure 0 0 0) 0x7f3a9c00bd30 con 0x7f3ab4101f40 2024-01-24T13:10:16.789 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:16.787+0000 7f3ab9a00700 1 -- 172.21.15.84:0/2383041936 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3ab41a4fc0 con 0x7f3ab4101f40 2024-01-24T13:10:16.789 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:16.787+0000 7f3aab400700 1 -- 172.21.15.84:0/2383041936 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a9c022cb0 con 0x7f3ab4101f40 2024-01-24T13:10:16.789 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:16.787+0000 7f3ab9a00700 1 -- 172.21.15.84:0/2383041936 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3ab41a5380 con 0x7f3ab4101f40 2024-01-24T13:10:16.790 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:16.788+0000 7f3ab9a00700 1 -- 172.21.15.84:0/2383041936 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3ab410c460 con 0x7f3ab4101f40 2024-01-24T13:10:16.790 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:16.790+0000 7f3aab400700 1 -- 172.21.15.84:0/2383041936 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 16) v1 ==== 135070+0+0 (secure 0 0 0) 0x7f3a9c022470 con 0x7f3ab4101f40 2024-01-24T13:10:16.792 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:16.791+0000 7f3aab400700 1 --2- 172.21.15.84:0/2383041936 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f3a940a0570 0x7f3a940a2a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:10:16.792 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:16.791+0000 7f3aab400700 1 -- 172.21.15.84:0/2383041936 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(77..77 src has 1..77) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f3a9c0ccbd0 con 0x7f3ab4101f40 2024-01-24T13:10:16.792 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:16.791+0000 7f3ab2a00700 1 --2- 172.21.15.84:0/2383041936 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f3a940a0570 0x7f3a940a2a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:10:16.792 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:16.792+0000 7f3ab2a00700 1 --2- 172.21.15.84:0/2383041936 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f3a940a0570 0x7f3a940a2a30 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f3ab4101da0 tx=0x7f3aa400b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:10:16.796 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:16.795+0000 7f3aab400700 1 -- 172.21.15.84:0/2383041936 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180484 (secure 0 0 0) 0x7f3a9c096c00 con 0x7f3ab4101f40 2024-01-24T13:10:17.040 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:17.040+0000 7f3ab9a00700 1 -- 172.21.15.84:0/2383041936 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f3ab41a5a50 con 0x7f3ab4101f40 2024-01-24T13:10:17.041 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:17.040+0000 7f3aab400700 1 -- 172.21.15.84:0/2383041936 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 11 v11) v1 ==== 94+0+8088 (secure 0 0 0) 0x7f3a9c09a220 con 0x7f3ab4101f40 2024-01-24T13:10:17.041 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-01-24T13:10:17.041 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":11,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14580,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6835/3599132090","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":3599132090},{"type":"v1","addr":"172.21.15.84:6835","nonce":3599132090}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":4},{"gid":14604,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6835/1153491253","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6834","nonce":1153491253},{"type":"v1","addr":"172.21.15.113:6835","nonce":1153491253}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":6},{"gid":14628,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6837/4187707854","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6836","nonce":4187707854},{"type":"v1","addr":"172.21.15.181:6837","nonce":4187707854}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":8},{"gid":14658,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6839/3483824427","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6838","nonce":3483824427},{"type":"v1","addr":"172.21.15.84:6839","nonce":3483824427}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6833/3459113029","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6832","nonce":3459113029},{"type":"v1","addr":"172.21.15.181:6833","nonce":3459113029}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":24470,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6833/3815191156","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6832","nonce":3815191156},{"type":"v1","addr":"172.21.15.113:6833","nonce":3815191156}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":24484,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6837/2893666715","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6836","nonce":2893666715},{"type":"v1","addr":"172.21.15.84:6837","nonce":2893666715}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":5},{"gid":24502,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6835/3240720199","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6834","nonce":3240720199},{"type":"v1","addr":"172.21.15.181:6835","nonce":3240720199}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":7},{"gid":24532,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6839/462857799","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6838","nonce":462857799},{"type":"v1","addr":"172.21.15.181:6839","nonce":462857799}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":10},{"gid":24539,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6837/994799462","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6836","nonce":994799462},{"type":"v1","addr":"172.21.15.113:6837","nonce":994799462}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":9}],"filesystems":[]} 2024-01-24T13:10:17.044 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:17.043+0000 7f3ab9a00700 1 -- 172.21.15.84:0/2383041936 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f3a940a0570 msgr2=0x7f3a940a2a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:17.044 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:17.043+0000 7f3ab9a00700 1 --2- 172.21.15.84:0/2383041936 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f3a940a0570 0x7f3a940a2a30 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f3ab4101da0 tx=0x7f3aa400b410 comp rx=0 tx=0).stop 2024-01-24T13:10:17.044 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:17.043+0000 7f3ab9a00700 1 -- 172.21.15.84:0/2383041936 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3ab4101f40 msgr2=0x7f3ab4107010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:17.044 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:17.043+0000 7f3ab9a00700 1 --2- 172.21.15.84:0/2383041936 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3ab4101f40 0x7f3ab4107010 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f3a9c005910 tx=0x7f3a9c003a50 comp rx=0 tx=0).stop 2024-01-24T13:10:17.044 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:17.043+0000 7f3ab9a00700 1 -- 172.21.15.84:0/2383041936 shutdown_connections 2024-01-24T13:10:17.044 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:17.043+0000 7f3ab9a00700 1 --2- 172.21.15.84:0/2383041936 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f3a940a0570 0x7f3a940a2a30 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:17.044 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:17.043+0000 7f3ab9a00700 1 --2- 172.21.15.84:0/2383041936 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3ab41028e0 0x7f3ab4103660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:17.044 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:17.043+0000 7f3ab9a00700 1 --2- 172.21.15.84:0/2383041936 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3ab4100d50 0x7f3ab4106ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:17.044 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:17.043+0000 7f3ab9a00700 1 --2- 172.21.15.84:0/2383041936 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3ab4101f40 0x7f3ab4107010 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:17.045 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:17.043+0000 7f3ab9a00700 1 -- 172.21.15.84:0/2383041936 >> 172.21.15.84:0/2383041936 conn(0x7f3ab40fc280 msgr2=0x7f3ab41077c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:10:17.045 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:17.043+0000 7f3ab9a00700 1 -- 172.21.15.84:0/2383041936 shutdown_connections 2024-01-24T13:10:17.045 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:17.043+0000 7f3ab9a00700 1 -- 172.21.15.84:0/2383041936 wait complete. 2024-01-24T13:10:17.045 INFO:teuthology.orchestra.run.smithi084.stderr:dumped fsmap epoch 11 2024-01-24T13:10:17.060 INFO:journalctl@ceph.mds.a.smithi084.stdout:Jan 24 13:10:16 smithi084 bash[87779]: b1c4273248a127e5f1a04b41cb0236eaf1c67c1b43d9c9bb49619d8cb7fe6ce5 2024-01-24T13:10:17.060 INFO:journalctl@ceph.mds.a.smithi084.stdout:Jan 24 13:10:16 smithi084 systemd[1]: Started Ceph mds.a for d5d5b6f8-bab8-11ee-95b1-87774f69a715. 2024-01-24T13:10:17.060 INFO:journalctl@ceph.mds.a.smithi084.stdout:Jan 24 13:10:16 smithi084 ceph-mds[87840]: -- 172.21.15.84:0/397777114 <== mon.0 v2:172.21.15.84:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5563d55db1e0 con 0x5563d55b2c00 2024-01-24T13:10:17.060 INFO:journalctl@ceph.mds.a.smithi084.stdout:Jan 24 13:10:16 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mds-a[87794]: starting mds.a at 2024-01-24T13:10:17.607 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:17 smithi113 ceph-mon[39177]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-24T13:10:17.607 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:17 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:17.607 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:17 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:17.607 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:17 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:17.607 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:17 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-01-24T13:10:17.607 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:17 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-01-24T13:10:17.607 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:17 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:10:17.607 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:17 smithi113 ceph-mon[39177]: from='client.? 172.21.15.84:0/2383041936' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-01-24T13:10:17.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:17 smithi084 ceph-mon[35384]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-24T13:10:17.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:17 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:17.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:17 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:17.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:17 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:17.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:17 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-01-24T13:10:17.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:17 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-01-24T13:10:17.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:17 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:10:17.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:17 smithi084 ceph-mon[35384]: from='client.? 172.21.15.84:0/2383041936' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-01-24T13:10:17.649 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:17 smithi181 ceph-mon[39668]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-24T13:10:17.649 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:17 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:17.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:17 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:17.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:17 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:17.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:17 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-01-24T13:10:17.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:17 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-01-24T13:10:17.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:17 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:10:17.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:17 smithi181 ceph-mon[39668]: from='client.? 172.21.15.84:0/2383041936' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-01-24T13:10:18.634 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:18 smithi084 ceph-mon[35384]: Deploying daemon mds.b on smithi113 2024-01-24T13:10:18.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:18 smithi084 ceph-mon[35384]: mds.? [v2:172.21.15.84:6840/1208842762,v1:172.21.15.84:6841/1208842762] up:boot 2024-01-24T13:10:18.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:18 smithi084 ceph-mon[35384]: fsmap 11 up:standby 2024-01-24T13:10:18.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:18 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-01-24T13:10:18.649 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:18 smithi181 ceph-mon[39668]: Deploying daemon mds.b on smithi113 2024-01-24T13:10:18.649 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:18 smithi181 ceph-mon[39668]: mds.? [v2:172.21.15.84:6840/1208842762,v1:172.21.15.84:6841/1208842762] up:boot 2024-01-24T13:10:18.649 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:18 smithi181 ceph-mon[39668]: fsmap 11 up:standby 2024-01-24T13:10:18.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:18 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-01-24T13:10:18.650 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:18 smithi113 ceph-mon[39177]: Deploying daemon mds.b on smithi113 2024-01-24T13:10:18.650 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:18 smithi113 ceph-mon[39177]: mds.? [v2:172.21.15.84:6840/1208842762,v1:172.21.15.84:6841/1208842762] up:boot 2024-01-24T13:10:18.650 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:18 smithi113 ceph-mon[39177]: fsmap 11 up:standby 2024-01-24T13:10:18.650 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:18 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-01-24T13:10:19.027 INFO:journalctl@ceph.mds.b.smithi113.stdout:Jan 24 13:10:18 smithi113 systemd[1]: Starting Ceph mds.b for d5d5b6f8-bab8-11ee-95b1-87774f69a715... 2024-01-24T13:10:19.063 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-01-24T13:10:19.270 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:19.269+0000 7f1d89c00700 1 -- 172.21.15.84:0/913612505 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1d84102f80 msgr2=0x7f1d841033a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:19.270 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:19.269+0000 7f1d89c00700 1 --2- 172.21.15.84:0/913612505 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1d84102f80 0x7f1d841033a0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f1d740099c0 tx=0x7f1d74009cd0 comp rx=0 tx=0).stop 2024-01-24T13:10:19.270 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:19.269+0000 7f1d89c00700 1 -- 172.21.15.84:0/913612505 shutdown_connections 2024-01-24T13:10:19.270 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:19.269+0000 7f1d89c00700 1 --2- 172.21.15.84:0/913612505 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f1d84104b10 0x7f1d8410b3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:19.270 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:19.269+0000 7f1d89c00700 1 --2- 172.21.15.84:0/913612505 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1d84102f80 0x7f1d841033a0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:19.270 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:19.269+0000 7f1d89c00700 1 --2- 172.21.15.84:0/913612505 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1d84104170 0x7f1d841045d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:19.270 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:19.269+0000 7f1d89c00700 1 -- 172.21.15.84:0/913612505 >> 172.21.15.84:0/913612505 conn(0x7f1d840fe4f0 msgr2=0x7f1d84100930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:10:19.270 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:19.269+0000 7f1d89c00700 1 -- 172.21.15.84:0/913612505 shutdown_connections 2024-01-24T13:10:19.270 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:19.269+0000 7f1d89c00700 1 -- 172.21.15.84:0/913612505 wait complete. 2024-01-24T13:10:19.273 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:19.270+0000 7f1d89c00700 1 Processor -- start 2024-01-24T13:10:19.273 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:19.270+0000 7f1d89c00700 1 -- start start 2024-01-24T13:10:19.273 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:19.270+0000 7f1d89c00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1d84102f80 0x7f1d84198b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:10:19.273 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:19.270+0000 7f1d89c00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1d84104170 0x7f1d84199090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:10:19.273 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:19.270+0000 7f1d89c00700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f1d84104b10 0x7f1d841a0100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:10:19.273 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:19.270+0000 7f1d89c00700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1d841a06d0 con 0x7f1d84104170 2024-01-24T13:10:19.273 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:19.270+0000 7f1d89c00700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1d841a0810 con 0x7f1d84104b10 2024-01-24T13:10:19.273 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:19.270+0000 7f1d89c00700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1d841a09a0 con 0x7f1d84102f80 2024-01-24T13:10:19.273 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:19.271+0000 7f1d82000700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1d84104170 0x7f1d84199090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:10:19.274 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:19.271+0000 7f1d82000700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1d84104170 0x7f1d84199090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:55524/0 (socket says 172.21.15.84:55524) 2024-01-24T13:10:19.274 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:19.271+0000 7f1d82000700 1 -- 172.21.15.84:0/3009673657 learned_addr learned my addr 172.21.15.84:0/3009673657 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:10:19.274 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:19.271+0000 7f1d83400700 1 --2- 172.21.15.84:0/3009673657 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f1d84104b10 0x7f1d841a0100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:10:19.274 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:19.271+0000 7f1d82a00700 1 --2- 172.21.15.84:0/3009673657 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1d84102f80 0x7f1d84198b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:10:19.274 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:19.271+0000 7f1d82000700 1 -- 172.21.15.84:0/3009673657 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1d84102f80 msgr2=0x7f1d84198b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:19.274 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:19.271+0000 7f1d82000700 1 --2- 172.21.15.84:0/3009673657 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1d84102f80 0x7f1d84198b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:19.274 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:19.271+0000 7f1d82000700 1 -- 172.21.15.84:0/3009673657 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f1d84104b10 msgr2=0x7f1d841a0100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:19.274 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:19.271+0000 7f1d82000700 1 --2- 172.21.15.84:0/3009673657 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f1d84104b10 0x7f1d841a0100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:19.274 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:19.271+0000 7f1d82000700 1 -- 172.21.15.84:0/3009673657 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1d740095f0 con 0x7f1d84104170 2024-01-24T13:10:19.274 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:19.271+0000 7f1d82000700 1 --2- 172.21.15.84:0/3009673657 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1d84104170 0x7f1d84199090 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f1d6c00e9a0 tx=0x7f1d6c00ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:10:19.274 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:19.271+0000 7f1d7b400700 1 -- 172.21.15.84:0/3009673657 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1d6c009790 con 0x7f1d84104170 2024-01-24T13:10:19.274 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:19.271+0000 7f1d7b400700 1 -- 172.21.15.84:0/3009673657 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(25 keys) v1 ==== 1067+0+0 (secure 0 0 0) 0x7f1d6c00cbd0 con 0x7f1d84104170 2024-01-24T13:10:19.274 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:19.271+0000 7f1d89c00700 1 -- 172.21.15.84:0/3009673657 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1d841a0c80 con 0x7f1d84104170 2024-01-24T13:10:19.274 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:19.272+0000 7f1d7b400700 1 -- 172.21.15.84:0/3009673657 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1d6c018680 con 0x7f1d84104170 2024-01-24T13:10:19.275 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:19.272+0000 7f1d89c00700 1 -- 172.21.15.84:0/3009673657 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1d841a1190 con 0x7f1d84104170 2024-01-24T13:10:19.275 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:19.273+0000 7f1d89c00700 1 -- 172.21.15.84:0/3009673657 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1d8410e690 con 0x7f1d84104170 2024-01-24T13:10:19.275 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:19.274+0000 7f1d7b400700 1 -- 172.21.15.84:0/3009673657 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 16) v1 ==== 135070+0+0 (secure 0 0 0) 0x7f1d6c00cd40 con 0x7f1d84104170 2024-01-24T13:10:19.276 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:19.275+0000 7f1d7b400700 1 --2- 172.21.15.84:0/3009673657 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f1d640a05f0 0x7f1d640a2ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:10:19.276 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:19.276+0000 7f1d7b400700 1 -- 172.21.15.84:0/3009673657 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(77..77 src has 1..77) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f1d6c014070 con 0x7f1d84104170 2024-01-24T13:10:19.276 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:19.276+0000 7f1d82a00700 1 --2- 172.21.15.84:0/3009673657 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f1d640a05f0 0x7f1d640a2ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:10:19.277 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:19.276+0000 7f1d82a00700 1 --2- 172.21.15.84:0/3009673657 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f1d640a05f0 0x7f1d640a2ab0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f1d74009990 tx=0x7f1d7401a040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:10:19.280 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:19.279+0000 7f1d7b400700 1 -- 172.21.15.84:0/3009673657 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180484 (secure 0 0 0) 0x7f1d6c052120 con 0x7f1d84104170 2024-01-24T13:10:19.384 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:19 smithi084 ceph-mon[35384]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-24T13:10:19.384 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:19 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:19.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:19 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:19.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:19 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:19.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:19 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:19.385 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:19 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:19.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:19 smithi113 ceph-mon[39177]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-24T13:10:19.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:19 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:19.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:19 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:19.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:19 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:19.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:19 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:19.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:19 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:19.528 INFO:journalctl@ceph.mds.b.smithi113.stdout:Jan 24 13:10:19 smithi113 bash[76114]: e352e83209e2c81e1bfe48efbc22a317f8191bd242c33bad88f55fef2624dc4f 2024-01-24T13:10:19.528 INFO:journalctl@ceph.mds.b.smithi113.stdout:Jan 24 13:10:19 smithi113 systemd[1]: Started Ceph mds.b for d5d5b6f8-bab8-11ee-95b1-87774f69a715. 2024-01-24T13:10:19.528 INFO:journalctl@ceph.mds.b.smithi113.stdout:Jan 24 13:10:19 smithi113 ceph-mds[76152]: -- 172.21.15.113:0/771017936 <== mon.2 v2:172.21.15.113:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55dfdd8431e0 con 0x55dfdd81b000 2024-01-24T13:10:19.528 INFO:journalctl@ceph.mds.b.smithi113.stdout:Jan 24 13:10:19 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mds-b[76129]: starting mds.b at 2024-01-24T13:10:19.549 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:19.549+0000 7f1d89c00700 1 -- 172.21.15.84:0/3009673657 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f1d8410e880 con 0x7f1d84104170 2024-01-24T13:10:19.551 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:19.550+0000 7f1d7b400700 1 -- 172.21.15.84:0/3009673657 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 13 v13) v1 ==== 94+0+9607 (secure 0 0 0) 0x7f1d6c095720 con 0x7f1d84104170 2024-01-24T13:10:19.551 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-01-24T13:10:19.551 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":13,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14580,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6835/3599132090","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":3599132090},{"type":"v1","addr":"172.21.15.84:6835","nonce":3599132090}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":4},{"gid":14604,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6835/1153491253","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6834","nonce":1153491253},{"type":"v1","addr":"172.21.15.113:6835","nonce":1153491253}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":6},{"gid":14628,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6837/4187707854","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6836","nonce":4187707854},{"type":"v1","addr":"172.21.15.181:6837","nonce":4187707854}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":8},{"gid":14658,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6839/3483824427","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6838","nonce":3483824427},{"type":"v1","addr":"172.21.15.84:6839","nonce":3483824427}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":14670,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6841/1208842762","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6840","nonce":1208842762},{"type":"v1","addr":"172.21.15.84:6841","nonce":1208842762}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12},{"gid":24451,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6833/3459113029","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6832","nonce":3459113029},{"type":"v1","addr":"172.21.15.181:6833","nonce":3459113029}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":24470,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6833/3815191156","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6832","nonce":3815191156},{"type":"v1","addr":"172.21.15.113:6833","nonce":3815191156}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":24484,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6837/2893666715","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6836","nonce":2893666715},{"type":"v1","addr":"172.21.15.84:6837","nonce":2893666715}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":5},{"gid":24502,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6835/3240720199","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6834","nonce":3240720199},{"type":"v1","addr":"172.21.15.181:6835","nonce":3240720199}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":7},{"gid":24532,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.181:6839/462857799","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6838","nonce":462857799},{"type":"v1","addr":"172.21.15.181:6839","nonce":462857799}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":10},{"gid":24539,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6837/994799462","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6836","nonce":994799462},{"type":"v1","addr":"172.21.15.113:6837","nonce":994799462}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":9},{"gid":24575,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.113:6839/2944103453","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6838","nonce":2944103453},{"type":"v1","addr":"172.21.15.113:6839","nonce":2944103453}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":13}],"filesystems":[]} 2024-01-24T13:10:19.553 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:19.552+0000 7f1d89c00700 1 -- 172.21.15.84:0/3009673657 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f1d640a05f0 msgr2=0x7f1d640a2ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:19.553 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:19.552+0000 7f1d89c00700 1 --2- 172.21.15.84:0/3009673657 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f1d640a05f0 0x7f1d640a2ab0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f1d74009990 tx=0x7f1d7401a040 comp rx=0 tx=0).stop 2024-01-24T13:10:19.553 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:19.552+0000 7f1d89c00700 1 -- 172.21.15.84:0/3009673657 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1d84104170 msgr2=0x7f1d84199090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:19.553 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:19.552+0000 7f1d89c00700 1 --2- 172.21.15.84:0/3009673657 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1d84104170 0x7f1d84199090 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f1d6c00e9a0 tx=0x7f1d6c00ecb0 comp rx=0 tx=0).stop 2024-01-24T13:10:19.553 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:19.552+0000 7f1d89c00700 1 -- 172.21.15.84:0/3009673657 shutdown_connections 2024-01-24T13:10:19.553 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:19.552+0000 7f1d89c00700 1 --2- 172.21.15.84:0/3009673657 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f1d640a05f0 0x7f1d640a2ab0 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:19.553 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:19.552+0000 7f1d89c00700 1 --2- 172.21.15.84:0/3009673657 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f1d84104b10 0x7f1d841a0100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:19.553 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:19.552+0000 7f1d89c00700 1 --2- 172.21.15.84:0/3009673657 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f1d84102f80 0x7f1d84198b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:19.553 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:19.552+0000 7f1d89c00700 1 --2- 172.21.15.84:0/3009673657 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1d84104170 0x7f1d84199090 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:19.554 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:19.552+0000 7f1d89c00700 1 -- 172.21.15.84:0/3009673657 >> 172.21.15.84:0/3009673657 conn(0x7f1d840fe4f0 msgr2=0x7f1d841007e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:10:19.554 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:19.552+0000 7f1d89c00700 1 -- 172.21.15.84:0/3009673657 shutdown_connections 2024-01-24T13:10:19.554 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:19.552+0000 7f1d89c00700 1 -- 172.21.15.84:0/3009673657 wait complete. 2024-01-24T13:10:19.554 INFO:teuthology.orchestra.run.smithi084.stderr:dumped fsmap epoch 13 2024-01-24T13:10:19.572 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-01-24T13:10:19.649 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:19 smithi181 ceph-mon[39668]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-24T13:10:19.649 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:19 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:19.649 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:19 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:19.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:19 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:19.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:19 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:19.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:19 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:19.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:19.778+0000 7f06ece00700 1 -- 172.21.15.84:0/2271976776 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f06e8073740 msgr2=0x7f06e8073bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:19.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:19.778+0000 7f06ece00700 1 --2- 172.21.15.84:0/2271976776 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f06e8073740 0x7f06e8073bc0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f06d0009990 tx=0x7f06d0009ca0 comp rx=0 tx=0).stop 2024-01-24T13:10:19.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:19.779+0000 7f06ece00700 1 -- 172.21.15.84:0/2271976776 shutdown_connections 2024-01-24T13:10:19.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:19.779+0000 7f06ece00700 1 --2- 172.21.15.84:0/2271976776 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f06e8108c50 0x7f06e810b0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:19.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:19.779+0000 7f06ece00700 1 --2- 172.21.15.84:0/2271976776 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f06e8074d20 0x7f06e8073170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:19.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:19.779+0000 7f06ece00700 1 --2- 172.21.15.84:0/2271976776 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f06e8073740 0x7f06e8073bc0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:19.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:19.779+0000 7f06ece00700 1 -- 172.21.15.84:0/2271976776 >> 172.21.15.84:0/2271976776 conn(0x7f06e80fc2f0 msgr2=0x7f06e80fe730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:10:19.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:19.779+0000 7f06ece00700 1 -- 172.21.15.84:0/2271976776 shutdown_connections 2024-01-24T13:10:19.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:19.779+0000 7f06ece00700 1 -- 172.21.15.84:0/2271976776 wait complete. 2024-01-24T13:10:19.782 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:19.780+0000 7f06ece00700 1 Processor -- start 2024-01-24T13:10:19.783 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:19.780+0000 7f06ece00700 1 -- start start 2024-01-24T13:10:19.783 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:19.780+0000 7f06ece00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f06e8073740 0x7f06e8198af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:10:19.783 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:19.780+0000 7f06ece00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f06e8074d20 0x7f06e8199030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:10:19.783 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:19.780+0000 7f06ece00700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f06e8108c50 0x7f06e81a00a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:10:19.783 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:19.780+0000 7f06ece00700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f06e81a0670 con 0x7f06e8074d20 2024-01-24T13:10:19.783 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:19.780+0000 7f06ece00700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f06e81a07b0 con 0x7f06e8108c50 2024-01-24T13:10:19.783 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:19.780+0000 7f06ece00700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f06e81a0940 con 0x7f06e8073740 2024-01-24T13:10:19.783 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:19.780+0000 7f06e5400700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f06e8074d20 0x7f06e8199030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:10:19.783 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:19.780+0000 7f06e5400700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f06e8074d20 0x7f06e8199030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:55540/0 (socket says 172.21.15.84:55540) 2024-01-24T13:10:19.783 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:19.780+0000 7f06e5400700 1 -- 172.21.15.84:0/2561685606 learned_addr learned my addr 172.21.15.84:0/2561685606 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:10:19.783 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:19.781+0000 7f06e5e00700 1 --2- 172.21.15.84:0/2561685606 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f06e8073740 0x7f06e8198af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:10:19.783 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:19.781+0000 7f06e6800700 1 --2- 172.21.15.84:0/2561685606 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f06e8108c50 0x7f06e81a00a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:10:19.783 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:19.781+0000 7f06e5400700 1 -- 172.21.15.84:0/2561685606 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f06e8073740 msgr2=0x7f06e8198af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:19.783 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:19.781+0000 7f06e5400700 1 --2- 172.21.15.84:0/2561685606 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f06e8073740 0x7f06e8198af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:19.784 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:19.781+0000 7f06e5400700 1 -- 172.21.15.84:0/2561685606 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f06e8108c50 msgr2=0x7f06e81a00a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:19.784 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:19.781+0000 7f06e5400700 1 --2- 172.21.15.84:0/2561685606 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f06e8108c50 0x7f06e81a00a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:19.784 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:19.781+0000 7f06e5400700 1 -- 172.21.15.84:0/2561685606 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f06d00095f0 con 0x7f06e8074d20 2024-01-24T13:10:19.784 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:19.781+0000 7f06e5400700 1 --2- 172.21.15.84:0/2561685606 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f06e8074d20 0x7f06e8199030 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f06d00098e0 tx=0x7f06d0004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:10:19.784 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:19.781+0000 7f06dea00700 1 -- 172.21.15.84:0/2561685606 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06d001d070 con 0x7f06e8074d20 2024-01-24T13:10:19.784 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:19.781+0000 7f06dea00700 1 -- 172.21.15.84:0/2561685606 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(25 keys) v1 ==== 1067+0+0 (secure 0 0 0) 0x7f06d000bdb0 con 0x7f06e8074d20 2024-01-24T13:10:19.784 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:19.781+0000 7f06ece00700 1 -- 172.21.15.84:0/2561685606 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f06e81a0bc0 con 0x7f06e8074d20 2024-01-24T13:10:19.784 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:19.782+0000 7f06dea00700 1 -- 172.21.15.84:0/2561685606 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06d0022d20 con 0x7f06e8074d20 2024-01-24T13:10:19.784 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:19.782+0000 7f06ece00700 1 -- 172.21.15.84:0/2561685606 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f06e81a1040 con 0x7f06e8074d20 2024-01-24T13:10:19.784 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:19.783+0000 7f06ece00700 1 -- 172.21.15.84:0/2561685606 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f06e8107350 con 0x7f06e8074d20 2024-01-24T13:10:19.785 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:19.785+0000 7f06dea00700 1 -- 172.21.15.84:0/2561685606 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 16) v1 ==== 135070+0+0 (secure 0 0 0) 0x7f06d000b920 con 0x7f06e8074d20 2024-01-24T13:10:19.788 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:19.787+0000 7f06dea00700 1 --2- 172.21.15.84:0/2561685606 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f06c80a05f0 0x7f06c80a2ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:10:19.788 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:19.787+0000 7f06dea00700 1 -- 172.21.15.84:0/2561685606 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(77..77 src has 1..77) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f06d00cced0 con 0x7f06e8074d20 2024-01-24T13:10:19.788 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:19.787+0000 7f06e5e00700 1 --2- 172.21.15.84:0/2561685606 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f06c80a05f0 0x7f06c80a2ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:10:19.788 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:19.788+0000 7f06e5e00700 1 --2- 172.21.15.84:0/2561685606 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f06c80a05f0 0x7f06c80a2ab0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f06d8009c60 tx=0x7f06d8009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:10:19.791 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:19.790+0000 7f06dea00700 1 -- 172.21.15.84:0/2561685606 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180484 (secure 0 0 0) 0x7f06d0096fa0 con 0x7f06e8074d20 2024-01-24T13:10:20.008 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.008+0000 7f06ece00700 1 -- 172.21.15.84:0/2561685606 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f06e802cd60 con 0x7f06e8074d20 2024-01-24T13:10:20.010 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.009+0000 7f06dea00700 1 -- 172.21.15.84:0/2561685606 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v77) v1 ==== 74+0+18423 (secure 0 0 0) 0x7f06d009a5c0 con 0x7f06e8074d20 2024-01-24T13:10:20.010 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-01-24T13:10:20.010 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":77,"fsid":"d5d5b6f8-bab8-11ee-95b1-87774f69a715","created":"2024-01-24T13:03:25.342734+0000","modified":"2024-01-24T13:09:43.375840+0000","last_up_change":"2024-01-24T13:09:42.368323+0000","last_in_change":"2024-01-24T13:09:23.318070+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-01-24T13:06:30.452474+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"0d2a2e37-6faa-46b9-801a-aa50c1fd7415","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":1772128411},{"type":"v1","addr":"172.21.15.84:6803","nonce":1772128411}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":1772128411},{"type":"v1","addr":"172.21.15.84:6805","nonce":1772128411}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":1772128411},{"type":"v1","addr":"172.21.15.84:6809","nonce":1772128411}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":1772128411},{"type":"v1","addr":"172.21.15.84:6807","nonce":1772128411}]},"public_addr":"172.21.15.84:6803/1772128411","cluster_addr":"172.21.15.84:6805/1772128411","heartbeat_back_addr":"172.21.15.84:6809/1772128411","heartbeat_front_addr":"172.21.15.84:6807/1772128411","state":["exists","up"]},{"osd":1,"uuid":"5a0766c9-b531-4d3f-806b-1109e9f0b138","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6800","nonce":171629096},{"type":"v1","addr":"172.21.15.113:6801","nonce":171629096}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6802","nonce":171629096},{"type":"v1","addr":"172.21.15.113:6803","nonce":171629096}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6806","nonce":171629096},{"type":"v1","addr":"172.21.15.113:6807","nonce":171629096}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6804","nonce":171629096},{"type":"v1","addr":"172.21.15.113:6805","nonce":171629096}]},"public_addr":"172.21.15.113:6801/171629096","cluster_addr":"172.21.15.113:6803/171629096","heartbeat_back_addr":"172.21.15.113:6807/171629096","heartbeat_front_addr":"172.21.15.113:6805/171629096","state":["exists","up"]},{"osd":2,"uuid":"c8b472df-75e4-4a52-910f-d7d501b3e289","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6800","nonce":1047549735},{"type":"v1","addr":"172.21.15.181:6801","nonce":1047549735}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6802","nonce":1047549735},{"type":"v1","addr":"172.21.15.181:6803","nonce":1047549735}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6806","nonce":1047549735},{"type":"v1","addr":"172.21.15.181:6807","nonce":1047549735}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6804","nonce":1047549735},{"type":"v1","addr":"172.21.15.181:6805","nonce":1047549735}]},"public_addr":"172.21.15.181:6801/1047549735","cluster_addr":"172.21.15.181:6803/1047549735","heartbeat_back_addr":"172.21.15.181:6807/1047549735","heartbeat_front_addr":"172.21.15.181:6805/1047549735","state":["exists","up"]},{"osd":3,"uuid":"b0d418dc-1908-407f-b540-e458c767f94d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":651827316},{"type":"v1","addr":"172.21.15.84:6811","nonce":651827316}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":651827316},{"type":"v1","addr":"172.21.15.84:6813","nonce":651827316}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":651827316},{"type":"v1","addr":"172.21.15.84:6817","nonce":651827316}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":651827316},{"type":"v1","addr":"172.21.15.84:6815","nonce":651827316}]},"public_addr":"172.21.15.84:6811/651827316","cluster_addr":"172.21.15.84:6813/651827316","heartbeat_back_addr":"172.21.15.84:6817/651827316","heartbeat_front_addr":"172.21.15.84:6815/651827316","state":["exists","up"]},{"osd":4,"uuid":"dee7423e-2727-4818-8a4b-2ca44f5ee7d4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6808","nonce":1715382353},{"type":"v1","addr":"172.21.15.113:6809","nonce":1715382353}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6810","nonce":1715382353},{"type":"v1","addr":"172.21.15.113:6811","nonce":1715382353}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6814","nonce":1715382353},{"type":"v1","addr":"172.21.15.113:6815","nonce":1715382353}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6812","nonce":1715382353},{"type":"v1","addr":"172.21.15.113:6813","nonce":1715382353}]},"public_addr":"172.21.15.113:6809/1715382353","cluster_addr":"172.21.15.113:6811/1715382353","heartbeat_back_addr":"172.21.15.113:6815/1715382353","heartbeat_front_addr":"172.21.15.113:6813/1715382353","state":["exists","up"]},{"osd":5,"uuid":"6f313894-fccf-48cc-8c31-c315a8f68014","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6808","nonce":644379730},{"type":"v1","addr":"172.21.15.181:6809","nonce":644379730}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6810","nonce":644379730},{"type":"v1","addr":"172.21.15.181:6811","nonce":644379730}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6814","nonce":644379730},{"type":"v1","addr":"172.21.15.181:6815","nonce":644379730}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6812","nonce":644379730},{"type":"v1","addr":"172.21.15.181:6813","nonce":644379730}]},"public_addr":"172.21.15.181:6809/644379730","cluster_addr":"172.21.15.181:6811/644379730","heartbeat_back_addr":"172.21.15.181:6815/644379730","heartbeat_front_addr":"172.21.15.181:6813/644379730","state":["exists","up"]},{"osd":6,"uuid":"91fa194b-790c-4447-9164-108cc1e70647","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":44,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":1946587582},{"type":"v1","addr":"172.21.15.84:6819","nonce":1946587582}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":1946587582},{"type":"v1","addr":"172.21.15.84:6821","nonce":1946587582}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":1946587582},{"type":"v1","addr":"172.21.15.84:6825","nonce":1946587582}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":1946587582},{"type":"v1","addr":"172.21.15.84:6823","nonce":1946587582}]},"public_addr":"172.21.15.84:6819/1946587582","cluster_addr":"172.21.15.84:6821/1946587582","heartbeat_back_addr":"172.21.15.84:6825/1946587582","heartbeat_front_addr":"172.21.15.84:6823/1946587582","state":["exists","up"]},{"osd":7,"uuid":"04607be5-e648-4f28-a7c3-de56d6015a0e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6816","nonce":2426923166},{"type":"v1","addr":"172.21.15.113:6817","nonce":2426923166}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6818","nonce":2426923166},{"type":"v1","addr":"172.21.15.113:6819","nonce":2426923166}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6822","nonce":2426923166},{"type":"v1","addr":"172.21.15.113:6823","nonce":2426923166}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6820","nonce":2426923166},{"type":"v1","addr":"172.21.15.113:6821","nonce":2426923166}]},"public_addr":"172.21.15.113:6817/2426923166","cluster_addr":"172.21.15.113:6819/2426923166","heartbeat_back_addr":"172.21.15.113:6823/2426923166","heartbeat_front_addr":"172.21.15.113:6821/2426923166","state":["exists","up"]},{"osd":8,"uuid":"ddca922c-04b0-4c7b-baf6-4b63aef38f86","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":56,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6816","nonce":4151286226},{"type":"v1","addr":"172.21.15.181:6817","nonce":4151286226}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6818","nonce":4151286226},{"type":"v1","addr":"172.21.15.181:6819","nonce":4151286226}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6822","nonce":4151286226},{"type":"v1","addr":"172.21.15.181:6823","nonce":4151286226}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6820","nonce":4151286226},{"type":"v1","addr":"172.21.15.181:6821","nonce":4151286226}]},"public_addr":"172.21.15.181:6817/4151286226","cluster_addr":"172.21.15.181:6819/4151286226","heartbeat_back_addr":"172.21.15.181:6823/4151286226","heartbeat_front_addr":"172.21.15.181:6821/4151286226","state":["exists","up"]},{"osd":9,"uuid":"28be131b-7545-414d-968f-cf1c4094b1a9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":4007771208},{"type":"v1","addr":"172.21.15.84:6827","nonce":4007771208}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":4007771208},{"type":"v1","addr":"172.21.15.84:6829","nonce":4007771208}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":4007771208},{"type":"v1","addr":"172.21.15.84:6833","nonce":4007771208}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":4007771208},{"type":"v1","addr":"172.21.15.84:6831","nonce":4007771208}]},"public_addr":"172.21.15.84:6827/4007771208","cluster_addr":"172.21.15.84:6829/4007771208","heartbeat_back_addr":"172.21.15.84:6833/4007771208","heartbeat_front_addr":"172.21.15.84:6831/4007771208","state":["exists","up"]},{"osd":10,"uuid":"82ac995f-44dc-4dab-b90d-a6c259735e61","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6824","nonce":3861462782},{"type":"v1","addr":"172.21.15.113:6825","nonce":3861462782}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6826","nonce":3861462782},{"type":"v1","addr":"172.21.15.113:6827","nonce":3861462782}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6830","nonce":3861462782},{"type":"v1","addr":"172.21.15.113:6831","nonce":3861462782}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6828","nonce":3861462782},{"type":"v1","addr":"172.21.15.113:6829","nonce":3861462782}]},"public_addr":"172.21.15.113:6825/3861462782","cluster_addr":"172.21.15.113:6827/3861462782","heartbeat_back_addr":"172.21.15.113:6831/3861462782","heartbeat_front_addr":"172.21.15.113:6829/3861462782","state":["exists","up"]},{"osd":11,"uuid":"dad7de53-8f64-4db4-a126-155bbe4841bb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":76,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6824","nonce":2810438073},{"type":"v1","addr":"172.21.15.181:6825","nonce":2810438073}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6826","nonce":2810438073},{"type":"v1","addr":"172.21.15.181:6827","nonce":2810438073}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6830","nonce":2810438073},{"type":"v1","addr":"172.21.15.181:6831","nonce":2810438073}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6828","nonce":2810438073},{"type":"v1","addr":"172.21.15.181:6829","nonce":2810438073}]},"public_addr":"172.21.15.181:6825/2810438073","cluster_addr":"172.21.15.181:6827/2810438073","heartbeat_back_addr":"172.21.15.181:6831/2810438073","heartbeat_front_addr":"172.21.15.181:6829/2810438073","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-01-24T13:05:44.272286+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-01-24T13:06:05.171694+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-01-24T13:06:26.557213+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-01-24T13:06:47.985495+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-01-24T13:07:08.968608+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-01-24T13:07:30.348127+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-01-24T13:07:51.981939+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-01-24T13:08:13.395977+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-01-24T13:08:34.951345+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-01-24T13:08:56.564631+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-01-24T13:09:18.597794+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-01-24T13:09:40.347949+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.84:6801/1123249005":"2024-01-25T13:04:19.836222+0000","172.21.15.84:0/1398039874":"2024-01-25T13:04:19.836222+0000","172.21.15.84:0/3611158848":"2024-01-25T13:04:19.836222+0000","172.21.15.84:0/3593300068":"2024-01-25T13:03:55.939289+0000","172.21.15.84:6800/1123249005":"2024-01-25T13:04:19.836222+0000","172.21.15.84:6801/4121464047":"2024-01-25T13:03:55.939289+0000","172.21.15.84:0/846573597":"2024-01-25T13:04:19.836222+0000","172.21.15.84:0/2884071963":"2024-01-25T13:03:55.939289+0000","172.21.15.84:6800/4121464047":"2024-01-25T13:03:55.939289+0000","172.21.15.84:0/1191253758":"2024-01-25T13:03:55.939289+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-01-24T13:10:20.013 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.012+0000 7f06ece00700 1 -- 172.21.15.84:0/2561685606 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f06c80a05f0 msgr2=0x7f06c80a2ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:20.013 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.012+0000 7f06ece00700 1 --2- 172.21.15.84:0/2561685606 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f06c80a05f0 0x7f06c80a2ab0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f06d8009c60 tx=0x7f06d8009260 comp rx=0 tx=0).stop 2024-01-24T13:10:20.013 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.012+0000 7f06ece00700 1 -- 172.21.15.84:0/2561685606 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f06e8074d20 msgr2=0x7f06e8199030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:20.014 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.012+0000 7f06ece00700 1 --2- 172.21.15.84:0/2561685606 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f06e8074d20 0x7f06e8199030 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f06d00098e0 tx=0x7f06d0004730 comp rx=0 tx=0).stop 2024-01-24T13:10:20.014 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.012+0000 7f06ece00700 1 -- 172.21.15.84:0/2561685606 shutdown_connections 2024-01-24T13:10:20.014 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.012+0000 7f06ece00700 1 --2- 172.21.15.84:0/2561685606 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f06c80a05f0 0x7f06c80a2ab0 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:20.014 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.012+0000 7f06ece00700 1 --2- 172.21.15.84:0/2561685606 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f06e8108c50 0x7f06e81a00a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:20.014 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.012+0000 7f06ece00700 1 --2- 172.21.15.84:0/2561685606 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f06e8073740 0x7f06e8198af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:20.014 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.012+0000 7f06ece00700 1 --2- 172.21.15.84:0/2561685606 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f06e8074d20 0x7f06e8199030 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:20.014 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.012+0000 7f06ece00700 1 -- 172.21.15.84:0/2561685606 >> 172.21.15.84:0/2561685606 conn(0x7f06e80fc2f0 msgr2=0x7f06e80fe6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:10:20.014 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.012+0000 7f06ece00700 1 -- 172.21.15.84:0/2561685606 shutdown_connections 2024-01-24T13:10:20.014 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.012+0000 7f06ece00700 1 -- 172.21.15.84:0/2561685606 wait complete. 2024-01-24T13:10:20.033 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-01-24T13:06:30.452474+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-01-24T13:10:20.033 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-01-24T13:10:20.254 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.253+0000 7f5124400700 1 -- 172.21.15.84:0/2040954336 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f511c104120 msgr2=0x7f511c106510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:20.254 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.253+0000 7f5124400700 1 --2- 172.21.15.84:0/2040954336 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f511c104120 0x7f511c106510 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f5104009990 tx=0x7f5104009ca0 comp rx=0 tx=0).stop 2024-01-24T13:10:20.254 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.253+0000 7f5124400700 1 -- 172.21.15.84:0/2040954336 shutdown_connections 2024-01-24T13:10:20.255 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.253+0000 7f5124400700 1 --2- 172.21.15.84:0/2040954336 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f511c106a50 0x7f511c108ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:20.255 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.253+0000 7f5124400700 1 --2- 172.21.15.84:0/2040954336 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f511c1017f0 0x7f511c103be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:20.255 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.253+0000 7f5124400700 1 --2- 172.21.15.84:0/2040954336 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f511c104120 0x7f511c106510 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:20.255 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.253+0000 7f5124400700 1 -- 172.21.15.84:0/2040954336 >> 172.21.15.84:0/2040954336 conn(0x7f511c0fb200 msgr2=0x7f511c0fd620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:10:20.255 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.253+0000 7f5124400700 1 -- 172.21.15.84:0/2040954336 shutdown_connections 2024-01-24T13:10:20.255 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.253+0000 7f5124400700 1 -- 172.21.15.84:0/2040954336 wait complete. 2024-01-24T13:10:20.257 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.254+0000 7f5124400700 1 Processor -- start 2024-01-24T13:10:20.257 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.255+0000 7f5124400700 1 -- start start 2024-01-24T13:10:20.257 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.255+0000 7f5124400700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f511c1017f0 0x7f511c196970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:10:20.257 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.255+0000 7f5124400700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f511c104120 0x7f511c196eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:10:20.257 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.255+0000 7f5124400700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f511c106a50 0x7f511c19df20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:10:20.257 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.255+0000 7f5124400700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f511c19e4f0 con 0x7f511c104120 2024-01-24T13:10:20.257 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.255+0000 7f5124400700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f511c19e630 con 0x7f511c106a50 2024-01-24T13:10:20.258 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.255+0000 7f5124400700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f511c19e7c0 con 0x7f511c1017f0 2024-01-24T13:10:20.258 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.255+0000 7f5121000700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f511c104120 0x7f511c196eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:10:20.258 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.255+0000 7f5121a00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f511c1017f0 0x7f511c196970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:10:20.258 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.255+0000 7f5121000700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f511c104120 0x7f511c196eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:55556/0 (socket says 172.21.15.84:55556) 2024-01-24T13:10:20.258 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.255+0000 7f5121000700 1 -- 172.21.15.84:0/2897799080 learned_addr learned my addr 172.21.15.84:0/2897799080 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:10:20.258 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.255+0000 7f5122400700 1 --2- 172.21.15.84:0/2897799080 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f511c106a50 0x7f511c19df20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:10:20.258 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.256+0000 7f5121000700 1 -- 172.21.15.84:0/2897799080 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f511c1017f0 msgr2=0x7f511c196970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:20.258 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.256+0000 7f5121000700 1 --2- 172.21.15.84:0/2897799080 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f511c1017f0 0x7f511c196970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:20.258 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.256+0000 7f5121000700 1 -- 172.21.15.84:0/2897799080 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f511c106a50 msgr2=0x7f511c19df20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:20.258 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.256+0000 7f5121000700 1 --2- 172.21.15.84:0/2897799080 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f511c106a50 0x7f511c19df20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:20.258 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.256+0000 7f5121000700 1 -- 172.21.15.84:0/2897799080 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f51040095f0 con 0x7f511c104120 2024-01-24T13:10:20.258 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.256+0000 7f5121a00700 1 --2- 172.21.15.84:0/2897799080 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f511c1017f0 0x7f511c196970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-01-24T13:10:20.259 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.256+0000 7f5121000700 1 --2- 172.21.15.84:0/2897799080 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f511c104120 0x7f511c196eb0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f51040098e0 tx=0x7f5104004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:10:20.259 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.256+0000 7f511a000700 1 -- 172.21.15.84:0/2897799080 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f510401d070 con 0x7f511c104120 2024-01-24T13:10:20.259 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.256+0000 7f5124400700 1 -- 172.21.15.84:0/2897799080 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f511c19ea40 con 0x7f511c104120 2024-01-24T13:10:20.259 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.256+0000 7f511a000700 1 -- 172.21.15.84:0/2897799080 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(25 keys) v1 ==== 1067+0+0 (secure 0 0 0) 0x7f510400bdb0 con 0x7f511c104120 2024-01-24T13:10:20.259 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.256+0000 7f511a000700 1 -- 172.21.15.84:0/2897799080 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5104022d20 con 0x7f511c104120 2024-01-24T13:10:20.259 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.256+0000 7f5124400700 1 -- 172.21.15.84:0/2897799080 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f511c19ee70 con 0x7f511c104120 2024-01-24T13:10:20.259 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.257+0000 7f5124400700 1 -- 172.21.15.84:0/2897799080 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f511c0fcd80 con 0x7f511c104120 2024-01-24T13:10:20.259 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.259+0000 7f511a000700 1 -- 172.21.15.84:0/2897799080 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 16) v1 ==== 135070+0+0 (secure 0 0 0) 0x7f510400b920 con 0x7f511c104120 2024-01-24T13:10:20.261 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.260+0000 7f511a000700 1 --2- 172.21.15.84:0/2897799080 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f50fc0a0520 0x7f50fc0a29e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:10:20.261 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.260+0000 7f511a000700 1 -- 172.21.15.84:0/2897799080 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(77..77 src has 1..77) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f51040ccbe0 con 0x7f511c104120 2024-01-24T13:10:20.261 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.261+0000 7f5121a00700 1 --2- 172.21.15.84:0/2897799080 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f50fc0a0520 0x7f50fc0a29e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:10:20.262 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.261+0000 7f5121a00700 1 --2- 172.21.15.84:0/2897799080 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f50fc0a0520 0x7f50fc0a29e0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f510c011490 tx=0x7f510c009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:10:20.265 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.265+0000 7f511a000700 1 -- 172.21.15.84:0/2897799080 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180484 (secure 0 0 0) 0x7f5104096c10 con 0x7f511c104120 2024-01-24T13:10:20.476 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.475+0000 7f5124400700 1 -- 172.21.15.84:0/2897799080 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f511c0619f0 con 0x7f511c104120 2024-01-24T13:10:20.477 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.476+0000 7f511a000700 1 -- 172.21.15.84:0/2897799080 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v77) v1 ==== 93+0+10 (secure 0 0 0) 0x7f510409a230 con 0x7f511c104120 2024-01-24T13:10:20.477 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 1 2024-01-24T13:10:20.479 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.478+0000 7f5124400700 1 -- 172.21.15.84:0/2897799080 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f50fc0a0520 msgr2=0x7f50fc0a29e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:20.479 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.478+0000 7f5124400700 1 --2- 172.21.15.84:0/2897799080 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f50fc0a0520 0x7f50fc0a29e0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f510c011490 tx=0x7f510c009260 comp rx=0 tx=0).stop 2024-01-24T13:10:20.479 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.478+0000 7f5124400700 1 -- 172.21.15.84:0/2897799080 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f511c104120 msgr2=0x7f511c196eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:20.479 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.478+0000 7f5124400700 1 --2- 172.21.15.84:0/2897799080 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f511c104120 0x7f511c196eb0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f51040098e0 tx=0x7f5104004730 comp rx=0 tx=0).stop 2024-01-24T13:10:20.480 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.478+0000 7f5124400700 1 -- 172.21.15.84:0/2897799080 shutdown_connections 2024-01-24T13:10:20.480 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.478+0000 7f5124400700 1 --2- 172.21.15.84:0/2897799080 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f50fc0a0520 0x7f50fc0a29e0 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:20.480 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.478+0000 7f5124400700 1 --2- 172.21.15.84:0/2897799080 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f511c106a50 0x7f511c19df20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:20.480 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.478+0000 7f5124400700 1 --2- 172.21.15.84:0/2897799080 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f511c1017f0 0x7f511c196970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:20.480 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.478+0000 7f5124400700 1 --2- 172.21.15.84:0/2897799080 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f511c104120 0x7f511c196eb0 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:20.480 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.478+0000 7f5124400700 1 -- 172.21.15.84:0/2897799080 >> 172.21.15.84:0/2897799080 conn(0x7f511c0fb200 msgr2=0x7f511c102460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:10:20.480 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.479+0000 7f5124400700 1 -- 172.21.15.84:0/2897799080 shutdown_connections 2024-01-24T13:10:20.480 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.479+0000 7f5124400700 1 -- 172.21.15.84:0/2897799080 wait complete. 2024-01-24T13:10:20.498 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-01-24T13:10:20.634 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:20 smithi084 ceph-mon[35384]: mds.? [v2:172.21.15.113:6838/2944103453,v1:172.21.15.113:6839/2944103453] up:boot 2024-01-24T13:10:20.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:20 smithi084 ceph-mon[35384]: fsmap 12 up:standby 2024-01-24T13:10:20.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:20 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-01-24T13:10:20.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:20 smithi084 ceph-mon[35384]: from='client.? 172.21.15.84:0/3009673657' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-01-24T13:10:20.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:20 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:10:20.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:20 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:20.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:20 smithi084 ceph-mon[35384]: from='client.? 172.21.15.84:0/2561685606' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-01-24T13:10:20.649 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:20 smithi181 ceph-mon[39668]: mds.? [v2:172.21.15.113:6838/2944103453,v1:172.21.15.113:6839/2944103453] up:boot 2024-01-24T13:10:20.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:20 smithi181 ceph-mon[39668]: fsmap 12 up:standby 2024-01-24T13:10:20.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:20 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-01-24T13:10:20.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:20 smithi181 ceph-mon[39668]: from='client.? 172.21.15.84:0/3009673657' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-01-24T13:10:20.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:20 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:10:20.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:20 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:20.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:20 smithi181 ceph-mon[39668]: from='client.? 172.21.15.84:0/2561685606' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-01-24T13:10:20.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.699+0000 7f8f6d800700 1 -- 172.21.15.84:0/2646152264 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8f68108c00 msgr2=0x7f8f6810b090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:20.701 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.699+0000 7f8f6d800700 1 --2- 172.21.15.84:0/2646152264 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8f68108c00 0x7f8f6810b090 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f8f6000b0a0 tx=0x7f8f6000b3b0 comp rx=0 tx=0).stop 2024-01-24T13:10:20.701 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.700+0000 7f8f6d800700 1 -- 172.21.15.84:0/2646152264 shutdown_connections 2024-01-24T13:10:20.701 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.700+0000 7f8f6d800700 1 --2- 172.21.15.84:0/2646152264 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8f68108c00 0x7f8f6810b090 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:20.701 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.700+0000 7f8f6d800700 1 --2- 172.21.15.84:0/2646152264 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8f68074d80 0x7f8f680731d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:20.701 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.700+0000 7f8f6d800700 1 --2- 172.21.15.84:0/2646152264 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8f680737a0 0x7f8f68073c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:20.701 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.700+0000 7f8f6d800700 1 -- 172.21.15.84:0/2646152264 >> 172.21.15.84:0/2646152264 conn(0x7f8f680fc270 msgr2=0x7f8f680fe6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:10:20.701 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.700+0000 7f8f6d800700 1 -- 172.21.15.84:0/2646152264 shutdown_connections 2024-01-24T13:10:20.701 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.700+0000 7f8f6d800700 1 -- 172.21.15.84:0/2646152264 wait complete. 2024-01-24T13:10:20.703 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.701+0000 7f8f6d800700 1 Processor -- start 2024-01-24T13:10:20.703 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.701+0000 7f8f6d800700 1 -- start start 2024-01-24T13:10:20.703 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.701+0000 7f8f6d800700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8f680737a0 0x7f8f68198bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:10:20.703 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.701+0000 7f8f6d800700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8f68074d80 0x7f8f68199130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:10:20.703 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.701+0000 7f8f6d800700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8f68108c00 0x7f8f681a01a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:10:20.703 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.701+0000 7f8f6d800700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8f681a0770 con 0x7f8f68108c00 2024-01-24T13:10:20.704 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.701+0000 7f8f6d800700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8f681a08b0 con 0x7f8f680737a0 2024-01-24T13:10:20.704 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.701+0000 7f8f6d800700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8f681a0a40 con 0x7f8f68074d80 2024-01-24T13:10:20.704 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.701+0000 7f8f66a00700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8f680737a0 0x7f8f68198bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:10:20.704 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.701+0000 7f8f67400700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8f68108c00 0x7f8f681a01a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:10:20.704 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.701+0000 7f8f66a00700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8f680737a0 0x7f8f68198bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.84:32822/0 (socket says 172.21.15.84:32822) 2024-01-24T13:10:20.704 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.701+0000 7f8f66a00700 1 -- 172.21.15.84:0/3709991404 learned_addr learned my addr 172.21.15.84:0/3709991404 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:10:20.704 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.701+0000 7f8f66000700 1 --2- 172.21.15.84:0/3709991404 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8f68074d80 0x7f8f68199130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:10:20.704 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.702+0000 7f8f66a00700 1 -- 172.21.15.84:0/3709991404 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8f68074d80 msgr2=0x7f8f68199130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:20.704 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.702+0000 7f8f66a00700 1 --2- 172.21.15.84:0/3709991404 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8f68074d80 0x7f8f68199130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:20.704 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.702+0000 7f8f66a00700 1 -- 172.21.15.84:0/3709991404 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8f68108c00 msgr2=0x7f8f681a01a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:20.704 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.702+0000 7f8f66a00700 1 --2- 172.21.15.84:0/3709991404 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8f68108c00 0x7f8f681a01a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:20.705 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.702+0000 7f8f66a00700 1 -- 172.21.15.84:0/3709991404 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8f60009d00 con 0x7f8f680737a0 2024-01-24T13:10:20.705 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.702+0000 7f8f66a00700 1 --2- 172.21.15.84:0/3709991404 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8f680737a0 0x7f8f68198bf0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f8f5800e9a0 tx=0x7f8f5800ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:10:20.705 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.702+0000 7f8f5f400700 1 -- 172.21.15.84:0/3709991404 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f58009790 con 0x7f8f680737a0 2024-01-24T13:10:20.705 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.702+0000 7f8f5f400700 1 -- 172.21.15.84:0/3709991404 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(25 keys) v1 ==== 1067+0+0 (secure 0 0 0) 0x7f8f58010430 con 0x7f8f680737a0 2024-01-24T13:10:20.705 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.702+0000 7f8f5f400700 1 -- 172.21.15.84:0/3709991404 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f5800cea0 con 0x7f8f680737a0 2024-01-24T13:10:20.705 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.702+0000 7f8f6d800700 1 -- 172.21.15.84:0/3709991404 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8f681a0d20 con 0x7f8f680737a0 2024-01-24T13:10:20.705 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.702+0000 7f8f6d800700 1 -- 172.21.15.84:0/3709991404 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8f681a1180 con 0x7f8f680737a0 2024-01-24T13:10:20.706 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.704+0000 7f8f6d800700 1 -- 172.21.15.84:0/3709991404 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8f681072b0 con 0x7f8f680737a0 2024-01-24T13:10:20.706 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.706+0000 7f8f5f400700 1 -- 172.21.15.84:0/3709991404 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 16) v1 ==== 135070+0+0 (secure 0 0 0) 0x7f8f580105a0 con 0x7f8f680737a0 2024-01-24T13:10:20.708 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.707+0000 7f8f5f400700 1 --2- 172.21.15.84:0/3709991404 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f8f480a0570 0x7f8f480a2a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:10:20.708 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.707+0000 7f8f5f400700 1 -- 172.21.15.84:0/3709991404 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(77..77 src has 1..77) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f8f58014070 con 0x7f8f680737a0 2024-01-24T13:10:20.708 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.707+0000 7f8f66000700 1 --2- 172.21.15.84:0/3709991404 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f8f480a0570 0x7f8f480a2a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:10:20.708 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.708+0000 7f8f66000700 1 --2- 172.21.15.84:0/3709991404 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f8f480a0570 0x7f8f480a2a30 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f8f68074aa0 tx=0x7f8f50009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:10:20.710 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.710+0000 7f8f5f400700 1 -- 172.21.15.84:0/3709991404 <== mon.2 v2:172.21.15.113:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180484 (secure 0 0 0) 0x7f8f580958d0 con 0x7f8f680737a0 2024-01-24T13:10:20.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:20 smithi113 ceph-mon[39177]: mds.? [v2:172.21.15.113:6838/2944103453,v1:172.21.15.113:6839/2944103453] up:boot 2024-01-24T13:10:20.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:20 smithi113 ceph-mon[39177]: fsmap 12 up:standby 2024-01-24T13:10:20.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:20 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-01-24T13:10:20.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:20 smithi113 ceph-mon[39177]: from='client.? 172.21.15.84:0/3009673657' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-01-24T13:10:20.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:20 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:10:20.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:20 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:20.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:20 smithi113 ceph-mon[39177]: from='client.? 172.21.15.84:0/2561685606' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-01-24T13:10:20.935 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.935+0000 7f8f6d800700 1 -- 172.21.15.84:0/3709991404 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) v1 -- 0x7f8f6802d090 con 0x7f8f680737a0 2024-01-24T13:10:20.936 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.935+0000 7f8f5f400700 1 -- 172.21.15.84:0/3709991404 <== mon.2 v2:172.21.15.113:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v77) v1 ==== 84+0+65 (secure 0 0 0) 0x7f8f58098ef0 con 0x7f8f680737a0 2024-01-24T13:10:20.936 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-01-24T13:10:20.936 INFO:teuthology.orchestra.run.smithi084.stdout:[ 2024-01-24T13:10:20.936 INFO:teuthology.orchestra.run.smithi084.stdout: { 2024-01-24T13:10:20.936 INFO:teuthology.orchestra.run.smithi084.stdout: "poolnum": 1, 2024-01-24T13:10:20.936 INFO:teuthology.orchestra.run.smithi084.stdout: "poolname": ".mgr" 2024-01-24T13:10:20.936 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-01-24T13:10:20.937 INFO:teuthology.orchestra.run.smithi084.stdout:] 2024-01-24T13:10:20.939 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.938+0000 7f8f6d800700 1 -- 172.21.15.84:0/3709991404 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f8f480a0570 msgr2=0x7f8f480a2a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:20.939 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.938+0000 7f8f6d800700 1 --2- 172.21.15.84:0/3709991404 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f8f480a0570 0x7f8f480a2a30 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f8f68074aa0 tx=0x7f8f50009260 comp rx=0 tx=0).stop 2024-01-24T13:10:20.939 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.938+0000 7f8f6d800700 1 -- 172.21.15.84:0/3709991404 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8f680737a0 msgr2=0x7f8f68198bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:20.939 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.938+0000 7f8f6d800700 1 --2- 172.21.15.84:0/3709991404 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8f680737a0 0x7f8f68198bf0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f8f5800e9a0 tx=0x7f8f5800ecb0 comp rx=0 tx=0).stop 2024-01-24T13:10:20.939 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.938+0000 7f8f6d800700 1 -- 172.21.15.84:0/3709991404 shutdown_connections 2024-01-24T13:10:20.939 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.938+0000 7f8f6d800700 1 --2- 172.21.15.84:0/3709991404 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f8f480a0570 0x7f8f480a2a30 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:20.939 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.938+0000 7f8f6d800700 1 --2- 172.21.15.84:0/3709991404 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8f68108c00 0x7f8f681a01a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:20.940 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.938+0000 7f8f6d800700 1 --2- 172.21.15.84:0/3709991404 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f8f680737a0 0x7f8f68198bf0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:20.940 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.938+0000 7f8f6d800700 1 --2- 172.21.15.84:0/3709991404 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f8f68074d80 0x7f8f68199130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:20.940 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.938+0000 7f8f6d800700 1 -- 172.21.15.84:0/3709991404 >> 172.21.15.84:0/3709991404 conn(0x7f8f680fc270 msgr2=0x7f8f680fe660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:10:20.940 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.938+0000 7f8f6d800700 1 -- 172.21.15.84:0/3709991404 shutdown_connections 2024-01-24T13:10:20.940 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:20.938+0000 7f8f6d800700 1 -- 172.21.15.84:0/3709991404 wait complete. 2024-01-24T13:10:20.957 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-01-24T13:10:20.958 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-01-24T13:10:21.165 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:21.164+0000 7fef2ca00700 1 -- 172.21.15.84:0/2392510896 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fef24101f20 msgr2=0x7fef24102380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:21.165 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:21.164+0000 7fef2ca00700 1 --2- 172.21.15.84:0/2392510896 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fef24101f20 0x7fef24102380 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fef0c0099c0 tx=0x7fef0c009cd0 comp rx=0 tx=0).stop 2024-01-24T13:10:21.165 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:21.164+0000 7fef2ca00700 1 -- 172.21.15.84:0/2392510896 shutdown_connections 2024-01-24T13:10:21.165 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:21.164+0000 7fef2ca00700 1 --2- 172.21.15.84:0/2392510896 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fef241028c0 0x7fef24109170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:21.165 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:21.164+0000 7fef2ca00700 1 --2- 172.21.15.84:0/2392510896 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fef24100d30 0x7fef24101150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:21.165 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:21.164+0000 7fef2ca00700 1 --2- 172.21.15.84:0/2392510896 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fef24101f20 0x7fef24102380 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:21.166 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:21.164+0000 7fef2ca00700 1 -- 172.21.15.84:0/2392510896 >> 172.21.15.84:0/2392510896 conn(0x7fef240fc2c0 msgr2=0x7fef240fe6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:10:21.166 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:21.164+0000 7fef2ca00700 1 -- 172.21.15.84:0/2392510896 shutdown_connections 2024-01-24T13:10:21.166 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:21.164+0000 7fef2ca00700 1 -- 172.21.15.84:0/2392510896 wait complete. 2024-01-24T13:10:21.167 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:21.165+0000 7fef2ca00700 1 Processor -- start 2024-01-24T13:10:21.168 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:21.165+0000 7fef2ca00700 1 -- start start 2024-01-24T13:10:21.168 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:21.166+0000 7fef2ca00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fef24100d30 0x7fef24196970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:10:21.168 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:21.166+0000 7fef2ca00700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fef24101f20 0x7fef24196eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:10:21.168 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:21.166+0000 7fef2ca00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fef241028c0 0x7fef2419df20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:10:21.168 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:21.166+0000 7fef2ca00700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef2419e4f0 con 0x7fef24100d30 2024-01-24T13:10:21.168 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:21.166+0000 7fef2ca00700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef2419e630 con 0x7fef24101f20 2024-01-24T13:10:21.168 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:21.166+0000 7fef2ca00700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef2419e7c0 con 0x7fef241028c0 2024-01-24T13:10:21.168 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:21.166+0000 7fef2a000700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fef24100d30 0x7fef24196970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:10:21.168 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:21.166+0000 7fef2a000700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fef24100d30 0x7fef24196970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:55576/0 (socket says 172.21.15.84:55576) 2024-01-24T13:10:21.168 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:21.166+0000 7fef2a000700 1 -- 172.21.15.84:0/2023213055 learned_addr learned my addr 172.21.15.84:0/2023213055 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:10:21.168 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:21.166+0000 7fef29600700 1 --2- 172.21.15.84:0/2023213055 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fef24101f20 0x7fef24196eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:10:21.168 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:21.166+0000 7fef2aa00700 1 --2- 172.21.15.84:0/2023213055 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fef241028c0 0x7fef2419df20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:10:21.169 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:21.166+0000 7fef2a000700 1 -- 172.21.15.84:0/2023213055 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fef241028c0 msgr2=0x7fef2419df20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:21.169 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:21.166+0000 7fef2a000700 1 --2- 172.21.15.84:0/2023213055 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fef241028c0 0x7fef2419df20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:21.169 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:21.166+0000 7fef2a000700 1 -- 172.21.15.84:0/2023213055 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fef24101f20 msgr2=0x7fef24196eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:21.169 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:21.166+0000 7fef2a000700 1 --2- 172.21.15.84:0/2023213055 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fef24101f20 0x7fef24196eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:21.169 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:21.166+0000 7fef2a000700 1 -- 172.21.15.84:0/2023213055 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fef0c0095f0 con 0x7fef24100d30 2024-01-24T13:10:21.169 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:21.166+0000 7fef2aa00700 1 --2- 172.21.15.84:0/2023213055 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fef241028c0 0x7fef2419df20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-01-24T13:10:21.169 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:21.167+0000 7fef2a000700 1 --2- 172.21.15.84:0/2023213055 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fef24100d30 0x7fef24196970 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fef1400e970 tx=0x7fef1400ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:10:21.169 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:21.167+0000 7fef22a00700 1 -- 172.21.15.84:0/2023213055 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef14009790 con 0x7fef24100d30 2024-01-24T13:10:21.169 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:21.167+0000 7fef22a00700 1 -- 172.21.15.84:0/2023213055 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(25 keys) v1 ==== 1067+0+0 (secure 0 0 0) 0x7fef1400eec0 con 0x7fef24100d30 2024-01-24T13:10:21.169 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:21.167+0000 7fef22a00700 1 -- 172.21.15.84:0/2023213055 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef14003c10 con 0x7fef24100d30 2024-01-24T13:10:21.169 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:21.167+0000 7fef2ca00700 1 -- 172.21.15.84:0/2023213055 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fef2419eaa0 con 0x7fef24100d30 2024-01-24T13:10:21.169 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:21.167+0000 7fef2ca00700 1 -- 172.21.15.84:0/2023213055 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fef2419ef60 con 0x7fef24100d30 2024-01-24T13:10:21.170 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:21.169+0000 7fef2ca00700 1 -- 172.21.15.84:0/2023213055 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fef2410c440 con 0x7fef24100d30 2024-01-24T13:10:21.170 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:21.170+0000 7fef22a00700 1 -- 172.21.15.84:0/2023213055 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 16) v1 ==== 135070+0+0 (secure 0 0 0) 0x7fef14003db0 con 0x7fef24100d30 2024-01-24T13:10:21.172 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:21.171+0000 7fef22a00700 1 --2- 172.21.15.84:0/2023213055 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fef040a0520 0x7fef040a29e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:10:21.172 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:21.171+0000 7fef22a00700 1 -- 172.21.15.84:0/2023213055 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(77..77 src has 1..77) v4 ==== 7127+0+0 (secure 0 0 0) 0x7fef14014070 con 0x7fef24100d30 2024-01-24T13:10:21.172 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:21.172+0000 7fef29600700 1 --2- 172.21.15.84:0/2023213055 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fef040a0520 0x7fef040a29e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:10:21.172 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:21.172+0000 7fef29600700 1 --2- 172.21.15.84:0/2023213055 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fef040a0520 0x7fef040a29e0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fef0c006010 tx=0x7fef0c0058e0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:10:21.176 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:21.175+0000 7fef22a00700 1 -- 172.21.15.84:0/2023213055 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180484 (secure 0 0 0) 0x7fef140957c0 con 0x7fef24100d30 2024-01-24T13:10:21.411 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:21.411+0000 7fef2ca00700 1 -- 172.21.15.84:0/2023213055 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) v1 -- 0x7fef2410c600 con 0x7fef24100d30 2024-01-24T13:10:21.634 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:21 smithi084 ceph-mon[35384]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-24T13:10:21.634 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:21 smithi084 ceph-mon[35384]: from='client.? 172.21.15.84:0/2897799080' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-01-24T13:10:21.635 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:21 smithi084 ceph-mon[35384]: from='client.? 172.21.15.84:0/3709991404' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-01-24T13:10:21.649 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:21 smithi181 ceph-mon[39668]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-24T13:10:21.649 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:21 smithi181 ceph-mon[39668]: from='client.? 172.21.15.84:0/2897799080' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-01-24T13:10:21.649 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:21 smithi181 ceph-mon[39668]: from='client.? 172.21.15.84:0/3709991404' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-01-24T13:10:21.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:21 smithi113 ceph-mon[39177]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-24T13:10:21.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:21 smithi113 ceph-mon[39177]: from='client.? 172.21.15.84:0/2897799080' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-01-24T13:10:21.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:21 smithi113 ceph-mon[39177]: from='client.? 172.21.15.84:0/3709991404' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-01-24T13:10:22.399 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:22.399+0000 7fef22a00700 1 -- 172.21.15.84:0/2023213055 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v78) v1 ==== 138+0+0 (secure 0 0 0) 0x7fef2410c600 con 0x7fef24100d30 2024-01-24T13:10:22.405 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:22.404+0000 7fef2ca00700 1 -- 172.21.15.84:0/2023213055 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fef040a0520 msgr2=0x7fef040a29e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:22.405 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:22.404+0000 7fef2ca00700 1 --2- 172.21.15.84:0/2023213055 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fef040a0520 0x7fef040a29e0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fef0c006010 tx=0x7fef0c0058e0 comp rx=0 tx=0).stop 2024-01-24T13:10:22.405 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:22.404+0000 7fef2ca00700 1 -- 172.21.15.84:0/2023213055 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fef24100d30 msgr2=0x7fef24196970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:22.405 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:22.404+0000 7fef2ca00700 1 --2- 172.21.15.84:0/2023213055 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fef24100d30 0x7fef24196970 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fef1400e970 tx=0x7fef1400ec80 comp rx=0 tx=0).stop 2024-01-24T13:10:22.405 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:22.404+0000 7fef2ca00700 1 -- 172.21.15.84:0/2023213055 shutdown_connections 2024-01-24T13:10:22.405 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:22.404+0000 7fef2ca00700 1 --2- 172.21.15.84:0/2023213055 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fef040a0520 0x7fef040a29e0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:22.405 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:22.404+0000 7fef2ca00700 1 --2- 172.21.15.84:0/2023213055 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fef241028c0 0x7fef2419df20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:22.406 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:22.404+0000 7fef2ca00700 1 --2- 172.21.15.84:0/2023213055 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fef24100d30 0x7fef24196970 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:22.406 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:22.404+0000 7fef2ca00700 1 --2- 172.21.15.84:0/2023213055 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fef24101f20 0x7fef24196eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:22.406 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:22.404+0000 7fef2ca00700 1 -- 172.21.15.84:0/2023213055 >> 172.21.15.84:0/2023213055 conn(0x7fef240fc2c0 msgr2=0x7fef240fe670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:10:22.406 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:22.404+0000 7fef2ca00700 1 -- 172.21.15.84:0/2023213055 shutdown_connections 2024-01-24T13:10:22.406 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:22.404+0000 7fef2ca00700 1 -- 172.21.15.84:0/2023213055 wait complete. 2024-01-24T13:10:22.406 INFO:teuthology.orchestra.run.smithi084.stderr:pool 'cephfs_metadata' created 2024-01-24T13:10:22.424 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-01-24T13:10:22.625 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:22.624+0000 7fb4c0400700 1 -- 172.21.15.84:0/3840396820 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb4b8074d80 msgr2=0x7fb4b80731d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:22.626 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:22.624+0000 7fb4c0400700 1 --2- 172.21.15.84:0/3840396820 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb4b8074d80 0x7fb4b80731d0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fb4a8009990 tx=0x7fb4a8009ca0 comp rx=0 tx=0).stop 2024-01-24T13:10:22.626 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:22.624+0000 7fb4c0400700 1 -- 172.21.15.84:0/3840396820 shutdown_connections 2024-01-24T13:10:22.626 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:22.624+0000 7fb4c0400700 1 --2- 172.21.15.84:0/3840396820 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb4b8108bf0 0x7fb4b810b080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:22.626 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:22.624+0000 7fb4c0400700 1 --2- 172.21.15.84:0/3840396820 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb4b8074d80 0x7fb4b80731d0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:22.626 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:22.624+0000 7fb4c0400700 1 --2- 172.21.15.84:0/3840396820 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb4b80737a0 0x7fb4b8073c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:22.626 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:22.624+0000 7fb4c0400700 1 -- 172.21.15.84:0/3840396820 >> 172.21.15.84:0/3840396820 conn(0x7fb4b80fc280 msgr2=0x7fb4b80fe6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:10:22.626 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:22.625+0000 7fb4c0400700 1 -- 172.21.15.84:0/3840396820 shutdown_connections 2024-01-24T13:10:22.626 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:22.625+0000 7fb4c0400700 1 -- 172.21.15.84:0/3840396820 wait complete. 2024-01-24T13:10:22.628 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:22.625+0000 7fb4c0400700 1 Processor -- start 2024-01-24T13:10:22.628 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:22.626+0000 7fb4c0400700 1 -- start start 2024-01-24T13:10:22.628 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:22.626+0000 7fb4c0400700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb4b80737a0 0x7fb4b8198be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:10:22.628 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:22.626+0000 7fb4c0400700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb4b8074d80 0x7fb4b8199120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:10:22.629 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:22.626+0000 7fb4c0400700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb4b8108bf0 0x7fb4b81a0190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:10:22.629 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:22.626+0000 7fb4c0400700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb4b81a0760 con 0x7fb4b80737a0 2024-01-24T13:10:22.629 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:22.626+0000 7fb4c0400700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb4b81a08a0 con 0x7fb4b8108bf0 2024-01-24T13:10:22.629 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:22.626+0000 7fb4c0400700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb4b81a0a30 con 0x7fb4b8074d80 2024-01-24T13:10:22.629 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:22.626+0000 7fb4bda00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb4b80737a0 0x7fb4b8198be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:10:22.629 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:22.626+0000 7fb4bda00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb4b80737a0 0x7fb4b8198be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:55594/0 (socket says 172.21.15.84:55594) 2024-01-24T13:10:22.629 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:22.626+0000 7fb4bda00700 1 -- 172.21.15.84:0/3497196547 learned_addr learned my addr 172.21.15.84:0/3497196547 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:10:22.629 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:22.626+0000 7fb4be400700 1 --2- 172.21.15.84:0/3497196547 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb4b8108bf0 0x7fb4b81a0190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:10:22.629 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:22.626+0000 7fb4bd000700 1 --2- 172.21.15.84:0/3497196547 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb4b8074d80 0x7fb4b8199120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:10:22.629 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:22.627+0000 7fb4bda00700 1 -- 172.21.15.84:0/3497196547 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb4b8074d80 msgr2=0x7fb4b8199120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:22.629 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:22.627+0000 7fb4bda00700 1 --2- 172.21.15.84:0/3497196547 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb4b8074d80 0x7fb4b8199120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:22.629 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:22.627+0000 7fb4bda00700 1 -- 172.21.15.84:0/3497196547 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb4b8108bf0 msgr2=0x7fb4b81a0190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:22.630 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:22.627+0000 7fb4bda00700 1 --2- 172.21.15.84:0/3497196547 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb4b8108bf0 0x7fb4b81a0190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:22.630 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:22.627+0000 7fb4bda00700 1 -- 172.21.15.84:0/3497196547 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb4a80095f0 con 0x7fb4b80737a0 2024-01-24T13:10:22.630 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:22.627+0000 7fb4be400700 1 --2- 172.21.15.84:0/3497196547 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb4b8108bf0 0x7fb4b81a0190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-01-24T13:10:22.630 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:22.627+0000 7fb4bda00700 1 --2- 172.21.15.84:0/3497196547 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb4b80737a0 0x7fb4b8198be0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fb4a80098e0 tx=0x7fb4a8004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:10:22.630 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:22.627+0000 7fb4b6000700 1 -- 172.21.15.84:0/3497196547 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4a801d070 con 0x7fb4b80737a0 2024-01-24T13:10:22.630 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:22.627+0000 7fb4b6000700 1 -- 172.21.15.84:0/3497196547 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(25 keys) v1 ==== 1067+0+0 (secure 0 0 0) 0x7fb4a800bdb0 con 0x7fb4b80737a0 2024-01-24T13:10:22.630 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:22.627+0000 7fb4c0400700 1 -- 172.21.15.84:0/3497196547 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb4b81a0cb0 con 0x7fb4b80737a0 2024-01-24T13:10:22.630 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:22.627+0000 7fb4b6000700 1 -- 172.21.15.84:0/3497196547 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4a8022d20 con 0x7fb4b80737a0 2024-01-24T13:10:22.630 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:22.627+0000 7fb4c0400700 1 -- 172.21.15.84:0/3497196547 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb4b81a1130 con 0x7fb4b80737a0 2024-01-24T13:10:22.631 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:22.628+0000 7fb4c0400700 1 -- 172.21.15.84:0/3497196547 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb4b81072a0 con 0x7fb4b80737a0 2024-01-24T13:10:22.631 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:22.630+0000 7fb4b6000700 1 -- 172.21.15.84:0/3497196547 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 16) v1 ==== 135070+0+0 (secure 0 0 0) 0x7fb4a800b920 con 0x7fb4b80737a0 2024-01-24T13:10:22.632 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:22.631+0000 7fb4b6000700 1 --2- 172.21.15.84:0/3497196547 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fb4980a05a0 0x7fb4980a2a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:10:22.632 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:22.632+0000 7fb4b6000700 1 -- 172.21.15.84:0/3497196547 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(78..78 src has 1..78) v4 ==== 7497+0+0 (secure 0 0 0) 0x7fb4a80cd140 con 0x7fb4b80737a0 2024-01-24T13:10:22.632 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:22.632+0000 7fb4bd000700 1 --2- 172.21.15.84:0/3497196547 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fb4980a05a0 0x7fb4980a2a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:10:22.633 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:22.632+0000 7fb4bd000700 1 --2- 172.21.15.84:0/3497196547 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fb4980a05a0 0x7fb4980a2a60 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fb4b8074aa0 tx=0x7fb4a0009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:10:22.635 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:22.635+0000 7fb4b6000700 1 -- 172.21.15.84:0/3497196547 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180484 (secure 0 0 0) 0x7fb4a8097000 con 0x7fb4b80737a0 2024-01-24T13:10:22.649 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:22 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:22.649 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:22 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:22.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:22 smithi181 ceph-mon[39668]: from='client.? 172.21.15.84:0/2023213055' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-01-24T13:10:22.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:22 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:22.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:22 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:22.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:22 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:22.650 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:22 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:22.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:22 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:22.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:22 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:22.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:22 smithi113 ceph-mon[39177]: from='client.? 172.21.15.84:0/2023213055' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-01-24T13:10:22.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:22 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:22.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:22 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:22.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:22 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:22.778 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:22 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:22.842 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:22.841+0000 7fb4c0400700 1 -- 172.21.15.84:0/3497196547 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) v1 -- 0x7fb4b802cc70 con 0x7fb4b80737a0 2024-01-24T13:10:22.884 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:22 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:22.884 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:22 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:22.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:22 smithi084 ceph-mon[35384]: from='client.? 172.21.15.84:0/2023213055' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-01-24T13:10:22.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:22 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:22.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:22 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:22.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:22 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:22.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:22 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:23.405 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:23.404+0000 7fb4b6000700 1 -- 172.21.15.84:0/3497196547 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v79) v1 ==== 170+0+0 (secure 0 0 0) 0x7fb4a809a620 con 0x7fb4b80737a0 2024-01-24T13:10:23.415 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:23.414+0000 7fb4c0400700 1 -- 172.21.15.84:0/3497196547 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fb4980a05a0 msgr2=0x7fb4980a2a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:23.415 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:23.414+0000 7fb4c0400700 1 --2- 172.21.15.84:0/3497196547 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fb4980a05a0 0x7fb4980a2a60 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fb4b8074aa0 tx=0x7fb4a0009260 comp rx=0 tx=0).stop 2024-01-24T13:10:23.415 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:23.414+0000 7fb4c0400700 1 -- 172.21.15.84:0/3497196547 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb4b80737a0 msgr2=0x7fb4b8198be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:23.416 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:23.414+0000 7fb4c0400700 1 --2- 172.21.15.84:0/3497196547 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb4b80737a0 0x7fb4b8198be0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fb4a80098e0 tx=0x7fb4a8004730 comp rx=0 tx=0).stop 2024-01-24T13:10:23.416 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:23.415+0000 7fb4c0400700 1 -- 172.21.15.84:0/3497196547 shutdown_connections 2024-01-24T13:10:23.416 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:23.415+0000 7fb4c0400700 1 --2- 172.21.15.84:0/3497196547 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fb4980a05a0 0x7fb4980a2a60 secure :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fb4b8074aa0 tx=0x7fb4a0009260 comp rx=0 tx=0).stop 2024-01-24T13:10:23.417 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:23.415+0000 7fb4c0400700 1 --2- 172.21.15.84:0/3497196547 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fb4b8108bf0 0x7fb4b81a0190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:23.417 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:23.415+0000 7fb4c0400700 1 --2- 172.21.15.84:0/3497196547 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb4b80737a0 0x7fb4b8198be0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:23.417 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:23.415+0000 7fb4c0400700 1 --2- 172.21.15.84:0/3497196547 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fb4b8074d80 0x7fb4b8199120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:23.417 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:23.415+0000 7fb4c0400700 1 -- 172.21.15.84:0/3497196547 >> 172.21.15.84:0/3497196547 conn(0x7fb4b80fc280 msgr2=0x7fb4b80fe670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:10:23.418 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:23.416+0000 7fb4c0400700 1 -- 172.21.15.84:0/3497196547 shutdown_connections 2024-01-24T13:10:23.418 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:23.416+0000 7fb4c0400700 1 -- 172.21.15.84:0/3497196547 wait complete. 2024-01-24T13:10:23.421 INFO:teuthology.orchestra.run.smithi084.stderr:pool 'cephfs_data' created 2024-01-24T13:10:23.447 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-01-24T13:10:23.653 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:23.652+0000 7f3a13200700 1 -- 172.21.15.84:0/583955802 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3a0c1017b0 msgr2=0x7f3a0c103ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:23.653 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:23.652+0000 7f3a13200700 1 --2- 172.21.15.84:0/583955802 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3a0c1017b0 0x7f3a0c103ba0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f39fc009990 tx=0x7f39fc009ca0 comp rx=0 tx=0).stop 2024-01-24T13:10:23.653 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:23.652+0000 7f3a13200700 1 -- 172.21.15.84:0/583955802 shutdown_connections 2024-01-24T13:10:23.653 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:23.652+0000 7f3a13200700 1 --2- 172.21.15.84:0/583955802 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3a0c106a10 0x7f3a0c108e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:23.653 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:23.652+0000 7f3a13200700 1 --2- 172.21.15.84:0/583955802 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3a0c1017b0 0x7f3a0c103ba0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:23.653 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:23.652+0000 7f3a13200700 1 --2- 172.21.15.84:0/583955802 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3a0c1040e0 0x7f3a0c1064d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:23.654 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:23.652+0000 7f3a13200700 1 -- 172.21.15.84:0/583955802 >> 172.21.15.84:0/583955802 conn(0x7f3a0c0fb1a0 msgr2=0x7f3a0c0fd5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:10:23.654 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:23.652+0000 7f3a13200700 1 -- 172.21.15.84:0/583955802 shutdown_connections 2024-01-24T13:10:23.654 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:23.652+0000 7f3a13200700 1 -- 172.21.15.84:0/583955802 wait complete. 2024-01-24T13:10:23.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:23.653+0000 7f3a13200700 1 Processor -- start 2024-01-24T13:10:23.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:23.653+0000 7f3a13200700 1 -- start start 2024-01-24T13:10:23.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:23.653+0000 7f3a13200700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3a0c1017b0 0x7f3a0c101120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:10:23.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:23.653+0000 7f3a13200700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3a0c1040e0 0x7f3a0c0ff760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:10:23.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:23.654+0000 7f3a13200700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3a0c106a10 0x7f3a0c0ffca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:10:23.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:23.654+0000 7f3a13200700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3a0c100440 con 0x7f3a0c1040e0 2024-01-24T13:10:23.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:23.654+0000 7f3a13200700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3a0c1005b0 con 0x7f3a0c1017b0 2024-01-24T13:10:23.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:23.654+0000 7f3a13200700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3a0c1a09a0 con 0x7f3a0c106a10 2024-01-24T13:10:23.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:23.654+0000 7f3a0be00700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3a0c1017b0 0x7f3a0c101120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:10:23.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:23.654+0000 7f3a0b400700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3a0c1040e0 0x7f3a0c0ff760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:10:23.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:23.654+0000 7f3a0be00700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3a0c1017b0 0x7f3a0c101120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.84:32862/0 (socket says 172.21.15.84:32862) 2024-01-24T13:10:23.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:23.654+0000 7f3a0be00700 1 -- 172.21.15.84:0/3020775888 learned_addr learned my addr 172.21.15.84:0/3020775888 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:10:23.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:23.654+0000 7f3a11200700 1 --2- 172.21.15.84:0/3020775888 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3a0c106a10 0x7f3a0c0ffca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:10:23.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:23.654+0000 7f3a0be00700 1 -- 172.21.15.84:0/3020775888 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3a0c106a10 msgr2=0x7f3a0c0ffca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:23.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:23.654+0000 7f3a0be00700 1 --2- 172.21.15.84:0/3020775888 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3a0c106a10 0x7f3a0c0ffca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:23.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:23.654+0000 7f3a0be00700 1 -- 172.21.15.84:0/3020775888 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3a0c1040e0 msgr2=0x7f3a0c0ff760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:23.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:23.654+0000 7f3a0be00700 1 --2- 172.21.15.84:0/3020775888 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3a0c1040e0 0x7f3a0c0ff760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:23.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:23.654+0000 7f3a0be00700 1 -- 172.21.15.84:0/3020775888 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f39fc0095f0 con 0x7f3a0c1017b0 2024-01-24T13:10:23.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:23.654+0000 7f3a0be00700 1 --2- 172.21.15.84:0/3020775888 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3a0c1017b0 0x7f3a0c101120 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f39fc003f60 tx=0x7f39fc0057c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:10:23.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:23.655+0000 7f3a08c00700 1 -- 172.21.15.84:0/3020775888 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f39fc01d070 con 0x7f3a0c1017b0 2024-01-24T13:10:23.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:23.655+0000 7f3a08c00700 1 -- 172.21.15.84:0/3020775888 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(25 keys) v1 ==== 1067+0+0 (secure 0 0 0) 0x7f39fc00be70 con 0x7f3a0c1017b0 2024-01-24T13:10:23.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:23.655+0000 7f3a13200700 1 -- 172.21.15.84:0/3020775888 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3a0c1a0c20 con 0x7f3a0c1017b0 2024-01-24T13:10:23.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:23.655+0000 7f3a08c00700 1 -- 172.21.15.84:0/3020775888 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f39fc00fdd0 con 0x7f3a0c1017b0 2024-01-24T13:10:23.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:23.655+0000 7f3a13200700 1 -- 172.21.15.84:0/3020775888 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3a0c1a10d0 con 0x7f3a0c1017b0 2024-01-24T13:10:23.658 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:23.656+0000 7f3a13200700 1 -- 172.21.15.84:0/3020775888 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3a0c0fcd20 con 0x7f3a0c1017b0 2024-01-24T13:10:23.658 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:23.658+0000 7f3a08c00700 1 -- 172.21.15.84:0/3020775888 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 16) v1 ==== 135070+0+0 (secure 0 0 0) 0x7f39fc00f5d0 con 0x7f3a0c1017b0 2024-01-24T13:10:23.660 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:23.659+0000 7f3a08c00700 1 --2- 172.21.15.84:0/3020775888 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f39ec0a0520 0x7f39ec0a29e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:10:23.660 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:23.659+0000 7f3a08c00700 1 -- 172.21.15.84:0/3020775888 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(79..79 src has 1..79) v4 ==== 7879+0+0 (secure 0 0 0) 0x7f39fc0cced0 con 0x7f3a0c1017b0 2024-01-24T13:10:23.660 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:23.659+0000 7f3a0b400700 1 --2- 172.21.15.84:0/3020775888 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f39ec0a0520 0x7f39ec0a29e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:10:23.660 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:23.660+0000 7f3a0b400700 1 --2- 172.21.15.84:0/3020775888 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f39ec0a0520 0x7f39ec0a29e0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f39f4009c60 tx=0x7f39f4009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:10:23.666 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:23.666+0000 7f3a08c00700 1 -- 172.21.15.84:0/3020775888 <== mon.2 v2:172.21.15.113:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180484 (secure 0 0 0) 0x7f39fc096c10 con 0x7f3a0c1017b0 2024-01-24T13:10:23.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:23 smithi113 ceph-mon[39177]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-24T13:10:23.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:23 smithi113 ceph-mon[39177]: from='client.? 172.21.15.84:0/2023213055' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-01-24T13:10:23.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:23 smithi113 ceph-mon[39177]: osdmap e78: 12 total, 12 up, 12 in 2024-01-24T13:10:23.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:23 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:10:23.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:23 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:10:23.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:23 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:23.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:23 smithi113 ceph-mon[39177]: from='client.? 172.21.15.84:0/3497196547' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-01-24T13:10:23.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:23 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:10:23.884 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:23 smithi084 ceph-mon[35384]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-24T13:10:23.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:23 smithi084 ceph-mon[35384]: from='client.? 172.21.15.84:0/2023213055' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-01-24T13:10:23.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:23 smithi084 ceph-mon[35384]: osdmap e78: 12 total, 12 up, 12 in 2024-01-24T13:10:23.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:23 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:10:23.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:23 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:10:23.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:23 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:23.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:23 smithi084 ceph-mon[35384]: from='client.? 172.21.15.84:0/3497196547' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-01-24T13:10:23.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:23 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:10:23.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:23 smithi181 ceph-mon[39668]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-24T13:10:23.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:23 smithi181 ceph-mon[39668]: from='client.? 172.21.15.84:0/2023213055' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-01-24T13:10:23.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:23 smithi181 ceph-mon[39668]: osdmap e78: 12 total, 12 up, 12 in 2024-01-24T13:10:23.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:23 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:10:23.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:23 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:10:23.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:23 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:23.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:23 smithi181 ceph-mon[39668]: from='client.? 172.21.15.84:0/3497196547' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-01-24T13:10:23.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:23 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-01-24T13:10:23.959 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:23.958+0000 7f3a13200700 1 -- 172.21.15.84:0/3020775888 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) v1 -- 0x7f3a0c02d0f0 con 0x7f3a0c1017b0 2024-01-24T13:10:23.972 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:23.972+0000 7f3a08c00700 1 -- 172.21.15.84:0/3020775888 <== mon.2 v2:172.21.15.113:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v14) v1 ==== 172+0+0 (secure 0 0 0) 0x7f3a0c02d0f0 con 0x7f3a0c1017b0 2024-01-24T13:10:23.979 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:23.979+0000 7f3a13200700 1 -- 172.21.15.84:0/3020775888 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f39ec0a0520 msgr2=0x7f39ec0a29e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:23.980 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:23.979+0000 7f3a13200700 1 --2- 172.21.15.84:0/3020775888 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f39ec0a0520 0x7f39ec0a29e0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f39f4009c60 tx=0x7f39f4009260 comp rx=0 tx=0).stop 2024-01-24T13:10:23.980 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:23.979+0000 7f3a13200700 1 -- 172.21.15.84:0/3020775888 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3a0c1017b0 msgr2=0x7f3a0c101120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:23.980 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:23.979+0000 7f3a13200700 1 --2- 172.21.15.84:0/3020775888 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3a0c1017b0 0x7f3a0c101120 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f39fc003f60 tx=0x7f39fc0057c0 comp rx=0 tx=0).stop 2024-01-24T13:10:23.980 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:23.979+0000 7f3a13200700 1 -- 172.21.15.84:0/3020775888 shutdown_connections 2024-01-24T13:10:23.980 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:23.979+0000 7f3a13200700 1 --2- 172.21.15.84:0/3020775888 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f39ec0a0520 0x7f39ec0a29e0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:23.980 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:23.979+0000 7f3a13200700 1 --2- 172.21.15.84:0/3020775888 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f3a0c106a10 0x7f3a0c0ffca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:23.980 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:23.979+0000 7f3a13200700 1 --2- 172.21.15.84:0/3020775888 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f3a0c1017b0 0x7f3a0c101120 secure :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f39fc003f60 tx=0x7f39fc0057c0 comp rx=0 tx=0).stop 2024-01-24T13:10:23.980 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:23.979+0000 7f3a13200700 1 --2- 172.21.15.84:0/3020775888 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3a0c1040e0 0x7f3a0c0ff760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:23.981 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:23.979+0000 7f3a13200700 1 -- 172.21.15.84:0/3020775888 >> 172.21.15.84:0/3020775888 conn(0x7f3a0c0fb1a0 msgr2=0x7f3a0c102420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:10:23.982 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:23.980+0000 7f3a13200700 1 -- 172.21.15.84:0/3020775888 shutdown_connections 2024-01-24T13:10:23.982 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:23.981+0000 7f3a13200700 1 -- 172.21.15.84:0/3020775888 wait complete. 2024-01-24T13:10:23.990 INFO:teuthology.orchestra.run.smithi084.stderr:new fs with metadata pool 2 and data pool 3 2024-01-24T13:10:24.019 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-01-24T13:10:24.219 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.218+0000 7febe3800700 1 -- 172.21.15.84:0/706018342 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7febdc0737a0 msgr2=0x7febdc073c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:24.219 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.218+0000 7febe3800700 1 --2- 172.21.15.84:0/706018342 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7febdc0737a0 0x7febdc073c20 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7febc4009990 tx=0x7febc4009ca0 comp rx=0 tx=0).stop 2024-01-24T13:10:24.219 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.218+0000 7febe3800700 1 -- 172.21.15.84:0/706018342 shutdown_connections 2024-01-24T13:10:24.219 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.218+0000 7febe3800700 1 --2- 172.21.15.84:0/706018342 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7febdc108c10 0x7febdc10b0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:24.219 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.218+0000 7febe3800700 1 --2- 172.21.15.84:0/706018342 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7febdc074d80 0x7febdc0731d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:24.219 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.218+0000 7febe3800700 1 --2- 172.21.15.84:0/706018342 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7febdc0737a0 0x7febdc073c20 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:24.219 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.218+0000 7febe3800700 1 -- 172.21.15.84:0/706018342 >> 172.21.15.84:0/706018342 conn(0x7febdc0fc280 msgr2=0x7febdc0fe700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:10:24.219 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.218+0000 7febe3800700 1 -- 172.21.15.84:0/706018342 shutdown_connections 2024-01-24T13:10:24.219 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.218+0000 7febe3800700 1 -- 172.21.15.84:0/706018342 wait complete. 2024-01-24T13:10:24.220 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.219+0000 7febe3800700 1 Processor -- start 2024-01-24T13:10:24.220 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.219+0000 7febe3800700 1 -- start start 2024-01-24T13:10:24.222 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.220+0000 7febe3800700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7febdc0737a0 0x7febdc198af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:10:24.222 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.220+0000 7febe3800700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7febdc074d80 0x7febdc199030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:10:24.222 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.220+0000 7febe3800700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7febdc108c10 0x7febdc1a00a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:10:24.222 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.220+0000 7febe3800700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7febdc1a0670 con 0x7febdc108c10 2024-01-24T13:10:24.222 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.220+0000 7febe3800700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 v1 -- 0x7febdc1a07b0 con 0x7febdc0737a0 2024-01-24T13:10:24.222 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.220+0000 7febe3800700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7febdc1a0940 con 0x7febdc074d80 2024-01-24T13:10:24.222 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.220+0000 7febe0e00700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7febdc0737a0 0x7febdc198af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:10:24.222 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.220+0000 7febe1800700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7febdc108c10 0x7febdc1a00a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:10:24.222 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.220+0000 7febe0e00700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7febdc0737a0 0x7febdc198af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.113:3300/0 says I am v2:172.21.15.84:32874/0 (socket says 172.21.15.84:32874) 2024-01-24T13:10:24.222 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.220+0000 7febe0e00700 1 -- 172.21.15.84:0/2633802666 learned_addr learned my addr 172.21.15.84:0/2633802666 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:10:24.223 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.220+0000 7febdbe00700 1 --2- 172.21.15.84:0/2633802666 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7febdc074d80 0x7febdc199030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:10:24.223 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.221+0000 7febe0e00700 1 -- 172.21.15.84:0/2633802666 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7febdc074d80 msgr2=0x7febdc199030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:24.223 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.221+0000 7febe0e00700 1 --2- 172.21.15.84:0/2633802666 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7febdc074d80 0x7febdc199030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:24.223 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.221+0000 7febe0e00700 1 -- 172.21.15.84:0/2633802666 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7febdc108c10 msgr2=0x7febdc1a00a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:24.223 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.221+0000 7febe0e00700 1 --2- 172.21.15.84:0/2633802666 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7febdc108c10 0x7febdc1a00a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:24.223 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.221+0000 7febe0e00700 1 -- 172.21.15.84:0/2633802666 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7febc40095f0 con 0x7febdc0737a0 2024-01-24T13:10:24.223 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.221+0000 7febe0e00700 1 --2- 172.21.15.84:0/2633802666 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7febdc0737a0 0x7febdc198af0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7febcc00e9a0 tx=0x7febcc00ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:10:24.223 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.221+0000 7febd9600700 1 -- 172.21.15.84:0/2633802666 <== mon.2 v2:172.21.15.113:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7febcc009790 con 0x7febdc0737a0 2024-01-24T13:10:24.223 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.221+0000 7febd9600700 1 -- 172.21.15.84:0/2633802666 <== mon.2 v2:172.21.15.113:3300/0 2 ==== config(25 keys) v1 ==== 1067+0+0 (secure 0 0 0) 0x7febcc010430 con 0x7febdc0737a0 2024-01-24T13:10:24.223 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.221+0000 7febd9600700 1 -- 172.21.15.84:0/2633802666 <== mon.2 v2:172.21.15.113:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7febcc00cea0 con 0x7febdc0737a0 2024-01-24T13:10:24.223 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.221+0000 7febe3800700 1 -- 172.21.15.84:0/2633802666 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7febdc1a0c20 con 0x7febdc0737a0 2024-01-24T13:10:24.223 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.221+0000 7febe3800700 1 -- 172.21.15.84:0/2633802666 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7febdc1a10e0 con 0x7febdc0737a0 2024-01-24T13:10:24.224 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.222+0000 7febe3800700 1 -- 172.21.15.84:0/2633802666 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7febdc1072c0 con 0x7febdc0737a0 2024-01-24T13:10:24.224 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.224+0000 7febd9600700 1 -- 172.21.15.84:0/2633802666 <== mon.2 v2:172.21.15.113:3300/0 4 ==== mgrmap(e 16) v1 ==== 135070+0+0 (secure 0 0 0) 0x7febcc0105a0 con 0x7febdc0737a0 2024-01-24T13:10:24.226 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.225+0000 7febd9600700 1 --2- 172.21.15.84:0/2633802666 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7febbc0a0570 0x7febbc0a2a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:10:24.226 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.225+0000 7febd9600700 1 -- 172.21.15.84:0/2633802666 <== mon.2 v2:172.21.15.113:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7979+0+0 (secure 0 0 0) 0x7febcc014070 con 0x7febdc0737a0 2024-01-24T13:10:24.226 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.225+0000 7febdbe00700 1 --2- 172.21.15.84:0/2633802666 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7febbc0a0570 0x7febbc0a2a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:10:24.226 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.226+0000 7febdbe00700 1 --2- 172.21.15.84:0/2633802666 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7febbc0a0570 0x7febbc0a2a30 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7febc4006010 tx=0x7febc4005960 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:10:24.230 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.229+0000 7febd9600700 1 -- 172.21.15.84:0/2633802666 <== mon.2 v2:172.21.15.113:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180484 (secure 0 0 0) 0x7febcc052120 con 0x7febdc0737a0 2024-01-24T13:10:24.453 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.452+0000 7febe3800700 1 -- 172.21.15.84:0/2633802666 --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7febdc02cc70 con 0x7febdc0737a0 2024-01-24T13:10:24.455 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.454+0000 7febd9600700 1 -- 172.21.15.84:0/2633802666 <== mon.2 v2:172.21.15.113:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v80) v1 ==== 74+0+22133 (secure 0 0 0) 0x7febcc0956c0 con 0x7febdc0737a0 2024-01-24T13:10:24.455 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-01-24T13:10:24.456 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":80,"fsid":"d5d5b6f8-bab8-11ee-95b1-87774f69a715","created":"2024-01-24T13:03:25.342734+0000","modified":"2024-01-24T13:10:23.960812+0000","last_up_change":"2024-01-24T13:09:42.368323+0000","last_in_change":"2024-01-24T13:09:23.318070+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-01-24T13:06:30.452474+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-01-24T13:10:21.900333+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-01-24T13:10:23.330980+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"0d2a2e37-6faa-46b9-801a-aa50c1fd7415","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":1772128411},{"type":"v1","addr":"172.21.15.84:6803","nonce":1772128411}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":1772128411},{"type":"v1","addr":"172.21.15.84:6805","nonce":1772128411}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":1772128411},{"type":"v1","addr":"172.21.15.84:6809","nonce":1772128411}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":1772128411},{"type":"v1","addr":"172.21.15.84:6807","nonce":1772128411}]},"public_addr":"172.21.15.84:6803/1772128411","cluster_addr":"172.21.15.84:6805/1772128411","heartbeat_back_addr":"172.21.15.84:6809/1772128411","heartbeat_front_addr":"172.21.15.84:6807/1772128411","state":["exists","up"]},{"osd":1,"uuid":"5a0766c9-b531-4d3f-806b-1109e9f0b138","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6800","nonce":171629096},{"type":"v1","addr":"172.21.15.113:6801","nonce":171629096}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6802","nonce":171629096},{"type":"v1","addr":"172.21.15.113:6803","nonce":171629096}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6806","nonce":171629096},{"type":"v1","addr":"172.21.15.113:6807","nonce":171629096}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6804","nonce":171629096},{"type":"v1","addr":"172.21.15.113:6805","nonce":171629096}]},"public_addr":"172.21.15.113:6801/171629096","cluster_addr":"172.21.15.113:6803/171629096","heartbeat_back_addr":"172.21.15.113:6807/171629096","heartbeat_front_addr":"172.21.15.113:6805/171629096","state":["exists","up"]},{"osd":2,"uuid":"c8b472df-75e4-4a52-910f-d7d501b3e289","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6800","nonce":1047549735},{"type":"v1","addr":"172.21.15.181:6801","nonce":1047549735}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6802","nonce":1047549735},{"type":"v1","addr":"172.21.15.181:6803","nonce":1047549735}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6806","nonce":1047549735},{"type":"v1","addr":"172.21.15.181:6807","nonce":1047549735}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6804","nonce":1047549735},{"type":"v1","addr":"172.21.15.181:6805","nonce":1047549735}]},"public_addr":"172.21.15.181:6801/1047549735","cluster_addr":"172.21.15.181:6803/1047549735","heartbeat_back_addr":"172.21.15.181:6807/1047549735","heartbeat_front_addr":"172.21.15.181:6805/1047549735","state":["exists","up"]},{"osd":3,"uuid":"b0d418dc-1908-407f-b540-e458c767f94d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":651827316},{"type":"v1","addr":"172.21.15.84:6811","nonce":651827316}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":651827316},{"type":"v1","addr":"172.21.15.84:6813","nonce":651827316}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":651827316},{"type":"v1","addr":"172.21.15.84:6817","nonce":651827316}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":651827316},{"type":"v1","addr":"172.21.15.84:6815","nonce":651827316}]},"public_addr":"172.21.15.84:6811/651827316","cluster_addr":"172.21.15.84:6813/651827316","heartbeat_back_addr":"172.21.15.84:6817/651827316","heartbeat_front_addr":"172.21.15.84:6815/651827316","state":["exists","up"]},{"osd":4,"uuid":"dee7423e-2727-4818-8a4b-2ca44f5ee7d4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6808","nonce":1715382353},{"type":"v1","addr":"172.21.15.113:6809","nonce":1715382353}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6810","nonce":1715382353},{"type":"v1","addr":"172.21.15.113:6811","nonce":1715382353}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6814","nonce":1715382353},{"type":"v1","addr":"172.21.15.113:6815","nonce":1715382353}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6812","nonce":1715382353},{"type":"v1","addr":"172.21.15.113:6813","nonce":1715382353}]},"public_addr":"172.21.15.113:6809/1715382353","cluster_addr":"172.21.15.113:6811/1715382353","heartbeat_back_addr":"172.21.15.113:6815/1715382353","heartbeat_front_addr":"172.21.15.113:6813/1715382353","state":["exists","up"]},{"osd":5,"uuid":"6f313894-fccf-48cc-8c31-c315a8f68014","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6808","nonce":644379730},{"type":"v1","addr":"172.21.15.181:6809","nonce":644379730}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6810","nonce":644379730},{"type":"v1","addr":"172.21.15.181:6811","nonce":644379730}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6814","nonce":644379730},{"type":"v1","addr":"172.21.15.181:6815","nonce":644379730}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6812","nonce":644379730},{"type":"v1","addr":"172.21.15.181:6813","nonce":644379730}]},"public_addr":"172.21.15.181:6809/644379730","cluster_addr":"172.21.15.181:6811/644379730","heartbeat_back_addr":"172.21.15.181:6815/644379730","heartbeat_front_addr":"172.21.15.181:6813/644379730","state":["exists","up"]},{"osd":6,"uuid":"91fa194b-790c-4447-9164-108cc1e70647","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":44,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":1946587582},{"type":"v1","addr":"172.21.15.84:6819","nonce":1946587582}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":1946587582},{"type":"v1","addr":"172.21.15.84:6821","nonce":1946587582}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":1946587582},{"type":"v1","addr":"172.21.15.84:6825","nonce":1946587582}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":1946587582},{"type":"v1","addr":"172.21.15.84:6823","nonce":1946587582}]},"public_addr":"172.21.15.84:6819/1946587582","cluster_addr":"172.21.15.84:6821/1946587582","heartbeat_back_addr":"172.21.15.84:6825/1946587582","heartbeat_front_addr":"172.21.15.84:6823/1946587582","state":["exists","up"]},{"osd":7,"uuid":"04607be5-e648-4f28-a7c3-de56d6015a0e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6816","nonce":2426923166},{"type":"v1","addr":"172.21.15.113:6817","nonce":2426923166}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6818","nonce":2426923166},{"type":"v1","addr":"172.21.15.113:6819","nonce":2426923166}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6822","nonce":2426923166},{"type":"v1","addr":"172.21.15.113:6823","nonce":2426923166}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6820","nonce":2426923166},{"type":"v1","addr":"172.21.15.113:6821","nonce":2426923166}]},"public_addr":"172.21.15.113:6817/2426923166","cluster_addr":"172.21.15.113:6819/2426923166","heartbeat_back_addr":"172.21.15.113:6823/2426923166","heartbeat_front_addr":"172.21.15.113:6821/2426923166","state":["exists","up"]},{"osd":8,"uuid":"ddca922c-04b0-4c7b-baf6-4b63aef38f86","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":56,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6816","nonce":4151286226},{"type":"v1","addr":"172.21.15.181:6817","nonce":4151286226}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6818","nonce":4151286226},{"type":"v1","addr":"172.21.15.181:6819","nonce":4151286226}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6822","nonce":4151286226},{"type":"v1","addr":"172.21.15.181:6823","nonce":4151286226}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6820","nonce":4151286226},{"type":"v1","addr":"172.21.15.181:6821","nonce":4151286226}]},"public_addr":"172.21.15.181:6817/4151286226","cluster_addr":"172.21.15.181:6819/4151286226","heartbeat_back_addr":"172.21.15.181:6823/4151286226","heartbeat_front_addr":"172.21.15.181:6821/4151286226","state":["exists","up"]},{"osd":9,"uuid":"28be131b-7545-414d-968f-cf1c4094b1a9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":4007771208},{"type":"v1","addr":"172.21.15.84:6827","nonce":4007771208}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":4007771208},{"type":"v1","addr":"172.21.15.84:6829","nonce":4007771208}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":4007771208},{"type":"v1","addr":"172.21.15.84:6833","nonce":4007771208}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":4007771208},{"type":"v1","addr":"172.21.15.84:6831","nonce":4007771208}]},"public_addr":"172.21.15.84:6827/4007771208","cluster_addr":"172.21.15.84:6829/4007771208","heartbeat_back_addr":"172.21.15.84:6833/4007771208","heartbeat_front_addr":"172.21.15.84:6831/4007771208","state":["exists","up"]},{"osd":10,"uuid":"82ac995f-44dc-4dab-b90d-a6c259735e61","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6824","nonce":3861462782},{"type":"v1","addr":"172.21.15.113:6825","nonce":3861462782}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6826","nonce":3861462782},{"type":"v1","addr":"172.21.15.113:6827","nonce":3861462782}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6830","nonce":3861462782},{"type":"v1","addr":"172.21.15.113:6831","nonce":3861462782}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6828","nonce":3861462782},{"type":"v1","addr":"172.21.15.113:6829","nonce":3861462782}]},"public_addr":"172.21.15.113:6825/3861462782","cluster_addr":"172.21.15.113:6827/3861462782","heartbeat_back_addr":"172.21.15.113:6831/3861462782","heartbeat_front_addr":"172.21.15.113:6829/3861462782","state":["exists","up"]},{"osd":11,"uuid":"dad7de53-8f64-4db4-a126-155bbe4841bb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":76,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6824","nonce":2810438073},{"type":"v1","addr":"172.21.15.181:6825","nonce":2810438073}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6826","nonce":2810438073},{"type":"v1","addr":"172.21.15.181:6827","nonce":2810438073}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6830","nonce":2810438073},{"type":"v1","addr":"172.21.15.181:6831","nonce":2810438073}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6828","nonce":2810438073},{"type":"v1","addr":"172.21.15.181:6829","nonce":2810438073}]},"public_addr":"172.21.15.181:6825/2810438073","cluster_addr":"172.21.15.181:6827/2810438073","heartbeat_back_addr":"172.21.15.181:6831/2810438073","heartbeat_front_addr":"172.21.15.181:6829/2810438073","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-01-24T13:05:44.272286+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-01-24T13:06:05.171694+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-01-24T13:06:26.557213+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-01-24T13:06:47.985495+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-01-24T13:07:08.968608+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-01-24T13:07:30.348127+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-01-24T13:07:51.981939+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-01-24T13:08:13.395977+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-01-24T13:08:34.951345+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-01-24T13:08:56.564631+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-01-24T13:09:18.597794+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-01-24T13:09:40.347949+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.84:6801/1123249005":"2024-01-25T13:04:19.836222+0000","172.21.15.84:0/1398039874":"2024-01-25T13:04:19.836222+0000","172.21.15.84:0/3611158848":"2024-01-25T13:04:19.836222+0000","172.21.15.84:0/3593300068":"2024-01-25T13:03:55.939289+0000","172.21.15.84:6800/1123249005":"2024-01-25T13:04:19.836222+0000","172.21.15.84:6801/4121464047":"2024-01-25T13:03:55.939289+0000","172.21.15.84:0/846573597":"2024-01-25T13:04:19.836222+0000","172.21.15.84:0/2884071963":"2024-01-25T13:03:55.939289+0000","172.21.15.84:6800/4121464047":"2024-01-25T13:03:55.939289+0000","172.21.15.84:0/1191253758":"2024-01-25T13:03:55.939289+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-01-24T13:10:24.458 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.457+0000 7febe3800700 1 -- 172.21.15.84:0/2633802666 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7febbc0a0570 msgr2=0x7febbc0a2a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:24.458 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.457+0000 7febe3800700 1 --2- 172.21.15.84:0/2633802666 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7febbc0a0570 0x7febbc0a2a30 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7febc4006010 tx=0x7febc4005960 comp rx=0 tx=0).stop 2024-01-24T13:10:24.458 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.457+0000 7febe3800700 1 -- 172.21.15.84:0/2633802666 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7febdc0737a0 msgr2=0x7febdc198af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:24.458 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.457+0000 7febe3800700 1 --2- 172.21.15.84:0/2633802666 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7febdc0737a0 0x7febdc198af0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7febcc00e9a0 tx=0x7febcc00ecb0 comp rx=0 tx=0).stop 2024-01-24T13:10:24.458 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.457+0000 7febe3800700 1 -- 172.21.15.84:0/2633802666 shutdown_connections 2024-01-24T13:10:24.458 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.457+0000 7febe3800700 1 --2- 172.21.15.84:0/2633802666 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7febbc0a0570 0x7febbc0a2a30 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:24.458 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.457+0000 7febe3800700 1 --2- 172.21.15.84:0/2633802666 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7febdc108c10 0x7febdc1a00a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:24.458 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.457+0000 7febe3800700 1 --2- 172.21.15.84:0/2633802666 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7febdc0737a0 0x7febdc198af0 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:24.458 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.457+0000 7febe3800700 1 --2- 172.21.15.84:0/2633802666 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7febdc074d80 0x7febdc199030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:24.458 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.457+0000 7febe3800700 1 -- 172.21.15.84:0/2633802666 >> 172.21.15.84:0/2633802666 conn(0x7febdc0fc280 msgr2=0x7febdc0fe670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:10:24.459 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.457+0000 7febe3800700 1 -- 172.21.15.84:0/2633802666 shutdown_connections 2024-01-24T13:10:24.459 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.457+0000 7febe3800700 1 -- 172.21.15.84:0/2633802666 wait complete. 2024-01-24T13:10:24.478 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-01-24T13:10:24.697 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.696+0000 7fab1f800700 1 -- 172.21.15.84:0/3767812615 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fab18108c30 msgr2=0x7fab1810b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:24.697 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.696+0000 7fab1f800700 1 --2- 172.21.15.84:0/3767812615 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fab18108c30 0x7fab1810b0a0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fab1000b0a0 tx=0x7fab1000b3b0 comp rx=0 tx=0).stop 2024-01-24T13:10:24.697 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.696+0000 7fab1f800700 1 -- 172.21.15.84:0/3767812615 shutdown_connections 2024-01-24T13:10:24.698 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.696+0000 7fab1f800700 1 --2- 172.21.15.84:0/3767812615 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fab18108c30 0x7fab1810b0a0 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:24.698 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.696+0000 7fab1f800700 1 --2- 172.21.15.84:0/3767812615 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fab18074d20 0x7fab18073170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:24.698 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.696+0000 7fab1f800700 1 --2- 172.21.15.84:0/3767812615 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fab18073740 0x7fab18073bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:24.698 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.696+0000 7fab1f800700 1 -- 172.21.15.84:0/3767812615 >> 172.21.15.84:0/3767812615 conn(0x7fab180fc2b0 msgr2=0x7fab180fe710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:10:24.698 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.696+0000 7fab1f800700 1 -- 172.21.15.84:0/3767812615 shutdown_connections 2024-01-24T13:10:24.698 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.696+0000 7fab1f800700 1 -- 172.21.15.84:0/3767812615 wait complete. 2024-01-24T13:10:24.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.697+0000 7fab1f800700 1 Processor -- start 2024-01-24T13:10:24.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.698+0000 7fab1f800700 1 -- start start 2024-01-24T13:10:24.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.698+0000 7fab1f800700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fab18073740 0x7fab18198b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:10:24.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.698+0000 7fab1f800700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fab18074d20 0x7fab181990d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:10:24.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.698+0000 7fab1f800700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fab18108c30 0x7fab181a0140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:10:24.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.698+0000 7fab1f800700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fab181a0710 con 0x7fab18074d20 2024-01-24T13:10:24.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.698+0000 7fab1f800700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fab181a0850 con 0x7fab18108c30 2024-01-24T13:10:24.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.698+0000 7fab1f800700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fab181a09e0 con 0x7fab18073740 2024-01-24T13:10:24.701 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.698+0000 7fab17e00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fab18074d20 0x7fab181990d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:10:24.701 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.698+0000 7fab1ce00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fab18073740 0x7fab18198b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:10:24.701 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.698+0000 7fab17e00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fab18074d20 0x7fab181990d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:55646/0 (socket says 172.21.15.84:55646) 2024-01-24T13:10:24.701 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.698+0000 7fab17e00700 1 -- 172.21.15.84:0/3566475812 learned_addr learned my addr 172.21.15.84:0/3566475812 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:10:24.701 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.698+0000 7fab1d800700 1 --2- 172.21.15.84:0/3566475812 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fab18108c30 0x7fab181a0140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:10:24.701 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.698+0000 7fab17e00700 1 -- 172.21.15.84:0/3566475812 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fab18073740 msgr2=0x7fab18198b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:24.701 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.699+0000 7fab17e00700 1 --2- 172.21.15.84:0/3566475812 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fab18073740 0x7fab18198b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:24.701 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.699+0000 7fab17e00700 1 -- 172.21.15.84:0/3566475812 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fab18108c30 msgr2=0x7fab181a0140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:24.701 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.699+0000 7fab17e00700 1 --2- 172.21.15.84:0/3566475812 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fab18108c30 0x7fab181a0140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:24.701 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.699+0000 7fab17e00700 1 -- 172.21.15.84:0/3566475812 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fab10009d00 con 0x7fab18074d20 2024-01-24T13:10:24.701 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.699+0000 7fab17e00700 1 --2- 172.21.15.84:0/3566475812 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fab18074d20 0x7fab181990d0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fab0000e9a0 tx=0x7fab0000ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:10:24.701 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.699+0000 7fab15600700 1 -- 172.21.15.84:0/3566475812 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab00009790 con 0x7fab18074d20 2024-01-24T13:10:24.701 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.699+0000 7fab15600700 1 -- 172.21.15.84:0/3566475812 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(25 keys) v1 ==== 1067+0+0 (secure 0 0 0) 0x7fab00010430 con 0x7fab18074d20 2024-01-24T13:10:24.702 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.699+0000 7fab15600700 1 -- 172.21.15.84:0/3566475812 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab0000cea0 con 0x7fab18074d20 2024-01-24T13:10:24.702 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.699+0000 7fab1f800700 1 -- 172.21.15.84:0/3566475812 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fab181a0cc0 con 0x7fab18074d20 2024-01-24T13:10:24.702 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.699+0000 7fab1f800700 1 -- 172.21.15.84:0/3566475812 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fab181a1180 con 0x7fab18074d20 2024-01-24T13:10:24.702 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.701+0000 7fab1f800700 1 -- 172.21.15.84:0/3566475812 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fab18107a40 con 0x7fab18074d20 2024-01-24T13:10:24.705 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.704+0000 7fab15600700 1 -- 172.21.15.84:0/3566475812 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 16) v1 ==== 135070+0+0 (secure 0 0 0) 0x7fab000105a0 con 0x7fab18074d20 2024-01-24T13:10:24.706 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.705+0000 7fab15600700 1 --2- 172.21.15.84:0/3566475812 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7faaf80a0570 0x7faaf80a2a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:10:24.706 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.706+0000 7fab15600700 1 -- 172.21.15.84:0/3566475812 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7979+0+0 (secure 0 0 0) 0x7fab00014070 con 0x7fab18074d20 2024-01-24T13:10:24.706 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.706+0000 7fab1ce00700 1 --2- 172.21.15.84:0/3566475812 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7faaf80a0570 0x7faaf80a2a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:10:24.707 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.706+0000 7fab1ce00700 1 --2- 172.21.15.84:0/3566475812 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7faaf80a0570 0x7faaf80a2a30 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fab08009c60 tx=0x7fab08009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:10:24.707 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.707+0000 7fab15600700 1 -- 172.21.15.84:0/3566475812 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180484 (secure 0 0 0) 0x7fab000958d0 con 0x7fab18074d20 2024-01-24T13:10:24.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:24 smithi113 ceph-mon[39177]: from='client.? 172.21.15.84:0/3497196547' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-01-24T13:10:24.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:24 smithi113 ceph-mon[39177]: osdmap e79: 12 total, 12 up, 12 in 2024-01-24T13:10:24.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:24 smithi113 ceph-mon[39177]: from='client.? 172.21.15.84:0/3020775888' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-01-24T13:10:24.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:24 smithi113 ceph-mon[39177]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-01-24T13:10:24.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:24 smithi113 ceph-mon[39177]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-01-24T13:10:24.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:24 smithi113 ceph-mon[39177]: osdmap e80: 12 total, 12 up, 12 in 2024-01-24T13:10:24.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:24 smithi113 ceph-mon[39177]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-01-24T13:10:24.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:24 smithi113 ceph-mon[39177]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-01-24T13:10:24.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:24 smithi113 ceph-mon[39177]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-01-24T13:10:24.884 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:24 smithi084 ceph-mon[35384]: from='client.? 172.21.15.84:0/3497196547' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-01-24T13:10:24.884 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:24 smithi084 ceph-mon[35384]: osdmap e79: 12 total, 12 up, 12 in 2024-01-24T13:10:24.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:24 smithi084 ceph-mon[35384]: from='client.? 172.21.15.84:0/3020775888' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-01-24T13:10:24.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:24 smithi084 ceph-mon[35384]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-01-24T13:10:24.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:24 smithi084 ceph-mon[35384]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-01-24T13:10:24.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:24 smithi084 ceph-mon[35384]: osdmap e80: 12 total, 12 up, 12 in 2024-01-24T13:10:24.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:24 smithi084 ceph-mon[35384]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-01-24T13:10:24.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:24 smithi084 ceph-mon[35384]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-01-24T13:10:24.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:24 smithi084 ceph-mon[35384]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-01-24T13:10:24.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:24 smithi181 ceph-mon[39668]: from='client.? 172.21.15.84:0/3497196547' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-01-24T13:10:24.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:24 smithi181 ceph-mon[39668]: osdmap e79: 12 total, 12 up, 12 in 2024-01-24T13:10:24.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:24 smithi181 ceph-mon[39668]: from='client.? 172.21.15.84:0/3020775888' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-01-24T13:10:24.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:24 smithi181 ceph-mon[39668]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-01-24T13:10:24.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:24 smithi181 ceph-mon[39668]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-01-24T13:10:24.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:24 smithi181 ceph-mon[39668]: osdmap e80: 12 total, 12 up, 12 in 2024-01-24T13:10:24.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:24 smithi181 ceph-mon[39668]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-01-24T13:10:24.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:24 smithi181 ceph-mon[39668]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-01-24T13:10:24.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:24 smithi181 ceph-mon[39668]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-01-24T13:10:24.934 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.934+0000 7fab1f800700 1 -- 172.21.15.84:0/3566475812 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fab1802cc70 con 0x7fab18074d20 2024-01-24T13:10:24.936 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.936+0000 7fab15600700 1 -- 172.21.15.84:0/3566475812 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v80) v1 ==== 74+0+22133 (secure 0 0 0) 0x7fab00026090 con 0x7fab18074d20 2024-01-24T13:10:24.937 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-01-24T13:10:24.937 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":80,"fsid":"d5d5b6f8-bab8-11ee-95b1-87774f69a715","created":"2024-01-24T13:03:25.342734+0000","modified":"2024-01-24T13:10:23.960812+0000","last_up_change":"2024-01-24T13:09:42.368323+0000","last_in_change":"2024-01-24T13:09:23.318070+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-01-24T13:06:30.452474+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-01-24T13:10:21.900333+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-01-24T13:10:23.330980+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"0d2a2e37-6faa-46b9-801a-aa50c1fd7415","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":1772128411},{"type":"v1","addr":"172.21.15.84:6803","nonce":1772128411}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":1772128411},{"type":"v1","addr":"172.21.15.84:6805","nonce":1772128411}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":1772128411},{"type":"v1","addr":"172.21.15.84:6809","nonce":1772128411}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":1772128411},{"type":"v1","addr":"172.21.15.84:6807","nonce":1772128411}]},"public_addr":"172.21.15.84:6803/1772128411","cluster_addr":"172.21.15.84:6805/1772128411","heartbeat_back_addr":"172.21.15.84:6809/1772128411","heartbeat_front_addr":"172.21.15.84:6807/1772128411","state":["exists","up"]},{"osd":1,"uuid":"5a0766c9-b531-4d3f-806b-1109e9f0b138","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6800","nonce":171629096},{"type":"v1","addr":"172.21.15.113:6801","nonce":171629096}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6802","nonce":171629096},{"type":"v1","addr":"172.21.15.113:6803","nonce":171629096}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6806","nonce":171629096},{"type":"v1","addr":"172.21.15.113:6807","nonce":171629096}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6804","nonce":171629096},{"type":"v1","addr":"172.21.15.113:6805","nonce":171629096}]},"public_addr":"172.21.15.113:6801/171629096","cluster_addr":"172.21.15.113:6803/171629096","heartbeat_back_addr":"172.21.15.113:6807/171629096","heartbeat_front_addr":"172.21.15.113:6805/171629096","state":["exists","up"]},{"osd":2,"uuid":"c8b472df-75e4-4a52-910f-d7d501b3e289","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6800","nonce":1047549735},{"type":"v1","addr":"172.21.15.181:6801","nonce":1047549735}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6802","nonce":1047549735},{"type":"v1","addr":"172.21.15.181:6803","nonce":1047549735}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6806","nonce":1047549735},{"type":"v1","addr":"172.21.15.181:6807","nonce":1047549735}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6804","nonce":1047549735},{"type":"v1","addr":"172.21.15.181:6805","nonce":1047549735}]},"public_addr":"172.21.15.181:6801/1047549735","cluster_addr":"172.21.15.181:6803/1047549735","heartbeat_back_addr":"172.21.15.181:6807/1047549735","heartbeat_front_addr":"172.21.15.181:6805/1047549735","state":["exists","up"]},{"osd":3,"uuid":"b0d418dc-1908-407f-b540-e458c767f94d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":651827316},{"type":"v1","addr":"172.21.15.84:6811","nonce":651827316}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":651827316},{"type":"v1","addr":"172.21.15.84:6813","nonce":651827316}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":651827316},{"type":"v1","addr":"172.21.15.84:6817","nonce":651827316}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":651827316},{"type":"v1","addr":"172.21.15.84:6815","nonce":651827316}]},"public_addr":"172.21.15.84:6811/651827316","cluster_addr":"172.21.15.84:6813/651827316","heartbeat_back_addr":"172.21.15.84:6817/651827316","heartbeat_front_addr":"172.21.15.84:6815/651827316","state":["exists","up"]},{"osd":4,"uuid":"dee7423e-2727-4818-8a4b-2ca44f5ee7d4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6808","nonce":1715382353},{"type":"v1","addr":"172.21.15.113:6809","nonce":1715382353}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6810","nonce":1715382353},{"type":"v1","addr":"172.21.15.113:6811","nonce":1715382353}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6814","nonce":1715382353},{"type":"v1","addr":"172.21.15.113:6815","nonce":1715382353}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6812","nonce":1715382353},{"type":"v1","addr":"172.21.15.113:6813","nonce":1715382353}]},"public_addr":"172.21.15.113:6809/1715382353","cluster_addr":"172.21.15.113:6811/1715382353","heartbeat_back_addr":"172.21.15.113:6815/1715382353","heartbeat_front_addr":"172.21.15.113:6813/1715382353","state":["exists","up"]},{"osd":5,"uuid":"6f313894-fccf-48cc-8c31-c315a8f68014","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6808","nonce":644379730},{"type":"v1","addr":"172.21.15.181:6809","nonce":644379730}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6810","nonce":644379730},{"type":"v1","addr":"172.21.15.181:6811","nonce":644379730}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6814","nonce":644379730},{"type":"v1","addr":"172.21.15.181:6815","nonce":644379730}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6812","nonce":644379730},{"type":"v1","addr":"172.21.15.181:6813","nonce":644379730}]},"public_addr":"172.21.15.181:6809/644379730","cluster_addr":"172.21.15.181:6811/644379730","heartbeat_back_addr":"172.21.15.181:6815/644379730","heartbeat_front_addr":"172.21.15.181:6813/644379730","state":["exists","up"]},{"osd":6,"uuid":"91fa194b-790c-4447-9164-108cc1e70647","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":44,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":1946587582},{"type":"v1","addr":"172.21.15.84:6819","nonce":1946587582}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":1946587582},{"type":"v1","addr":"172.21.15.84:6821","nonce":1946587582}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":1946587582},{"type":"v1","addr":"172.21.15.84:6825","nonce":1946587582}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":1946587582},{"type":"v1","addr":"172.21.15.84:6823","nonce":1946587582}]},"public_addr":"172.21.15.84:6819/1946587582","cluster_addr":"172.21.15.84:6821/1946587582","heartbeat_back_addr":"172.21.15.84:6825/1946587582","heartbeat_front_addr":"172.21.15.84:6823/1946587582","state":["exists","up"]},{"osd":7,"uuid":"04607be5-e648-4f28-a7c3-de56d6015a0e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6816","nonce":2426923166},{"type":"v1","addr":"172.21.15.113:6817","nonce":2426923166}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6818","nonce":2426923166},{"type":"v1","addr":"172.21.15.113:6819","nonce":2426923166}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6822","nonce":2426923166},{"type":"v1","addr":"172.21.15.113:6823","nonce":2426923166}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6820","nonce":2426923166},{"type":"v1","addr":"172.21.15.113:6821","nonce":2426923166}]},"public_addr":"172.21.15.113:6817/2426923166","cluster_addr":"172.21.15.113:6819/2426923166","heartbeat_back_addr":"172.21.15.113:6823/2426923166","heartbeat_front_addr":"172.21.15.113:6821/2426923166","state":["exists","up"]},{"osd":8,"uuid":"ddca922c-04b0-4c7b-baf6-4b63aef38f86","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":56,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6816","nonce":4151286226},{"type":"v1","addr":"172.21.15.181:6817","nonce":4151286226}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6818","nonce":4151286226},{"type":"v1","addr":"172.21.15.181:6819","nonce":4151286226}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6822","nonce":4151286226},{"type":"v1","addr":"172.21.15.181:6823","nonce":4151286226}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6820","nonce":4151286226},{"type":"v1","addr":"172.21.15.181:6821","nonce":4151286226}]},"public_addr":"172.21.15.181:6817/4151286226","cluster_addr":"172.21.15.181:6819/4151286226","heartbeat_back_addr":"172.21.15.181:6823/4151286226","heartbeat_front_addr":"172.21.15.181:6821/4151286226","state":["exists","up"]},{"osd":9,"uuid":"28be131b-7545-414d-968f-cf1c4094b1a9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":4007771208},{"type":"v1","addr":"172.21.15.84:6827","nonce":4007771208}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":4007771208},{"type":"v1","addr":"172.21.15.84:6829","nonce":4007771208}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":4007771208},{"type":"v1","addr":"172.21.15.84:6833","nonce":4007771208}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":4007771208},{"type":"v1","addr":"172.21.15.84:6831","nonce":4007771208}]},"public_addr":"172.21.15.84:6827/4007771208","cluster_addr":"172.21.15.84:6829/4007771208","heartbeat_back_addr":"172.21.15.84:6833/4007771208","heartbeat_front_addr":"172.21.15.84:6831/4007771208","state":["exists","up"]},{"osd":10,"uuid":"82ac995f-44dc-4dab-b90d-a6c259735e61","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6824","nonce":3861462782},{"type":"v1","addr":"172.21.15.113:6825","nonce":3861462782}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6826","nonce":3861462782},{"type":"v1","addr":"172.21.15.113:6827","nonce":3861462782}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6830","nonce":3861462782},{"type":"v1","addr":"172.21.15.113:6831","nonce":3861462782}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.113:6828","nonce":3861462782},{"type":"v1","addr":"172.21.15.113:6829","nonce":3861462782}]},"public_addr":"172.21.15.113:6825/3861462782","cluster_addr":"172.21.15.113:6827/3861462782","heartbeat_back_addr":"172.21.15.113:6831/3861462782","heartbeat_front_addr":"172.21.15.113:6829/3861462782","state":["exists","up"]},{"osd":11,"uuid":"dad7de53-8f64-4db4-a126-155bbe4841bb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":76,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6824","nonce":2810438073},{"type":"v1","addr":"172.21.15.181:6825","nonce":2810438073}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6826","nonce":2810438073},{"type":"v1","addr":"172.21.15.181:6827","nonce":2810438073}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6830","nonce":2810438073},{"type":"v1","addr":"172.21.15.181:6831","nonce":2810438073}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6828","nonce":2810438073},{"type":"v1","addr":"172.21.15.181:6829","nonce":2810438073}]},"public_addr":"172.21.15.181:6825/2810438073","cluster_addr":"172.21.15.181:6827/2810438073","heartbeat_back_addr":"172.21.15.181:6831/2810438073","heartbeat_front_addr":"172.21.15.181:6829/2810438073","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-01-24T13:05:44.272286+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-01-24T13:06:05.171694+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-01-24T13:06:26.557213+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-01-24T13:06:47.985495+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-01-24T13:07:08.968608+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-01-24T13:07:30.348127+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-01-24T13:07:51.981939+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-01-24T13:08:13.395977+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-01-24T13:08:34.951345+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-01-24T13:08:56.564631+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-01-24T13:09:18.597794+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-01-24T13:09:40.347949+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.84:6801/1123249005":"2024-01-25T13:04:19.836222+0000","172.21.15.84:0/1398039874":"2024-01-25T13:04:19.836222+0000","172.21.15.84:0/3611158848":"2024-01-25T13:04:19.836222+0000","172.21.15.84:0/3593300068":"2024-01-25T13:03:55.939289+0000","172.21.15.84:6800/1123249005":"2024-01-25T13:04:19.836222+0000","172.21.15.84:6801/4121464047":"2024-01-25T13:03:55.939289+0000","172.21.15.84:0/846573597":"2024-01-25T13:04:19.836222+0000","172.21.15.84:0/2884071963":"2024-01-25T13:03:55.939289+0000","172.21.15.84:6800/4121464047":"2024-01-25T13:03:55.939289+0000","172.21.15.84:0/1191253758":"2024-01-25T13:03:55.939289+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-01-24T13:10:24.940 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.939+0000 7fab1f800700 1 -- 172.21.15.84:0/3566475812 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7faaf80a0570 msgr2=0x7faaf80a2a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:24.940 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.939+0000 7fab1f800700 1 --2- 172.21.15.84:0/3566475812 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7faaf80a0570 0x7faaf80a2a30 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fab08009c60 tx=0x7fab08009260 comp rx=0 tx=0).stop 2024-01-24T13:10:24.940 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.939+0000 7fab1f800700 1 -- 172.21.15.84:0/3566475812 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fab18074d20 msgr2=0x7fab181990d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:24.940 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.939+0000 7fab1f800700 1 --2- 172.21.15.84:0/3566475812 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fab18074d20 0x7fab181990d0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fab0000e9a0 tx=0x7fab0000ecb0 comp rx=0 tx=0).stop 2024-01-24T13:10:24.940 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.939+0000 7fab1f800700 1 -- 172.21.15.84:0/3566475812 shutdown_connections 2024-01-24T13:10:24.940 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.939+0000 7fab1f800700 1 --2- 172.21.15.84:0/3566475812 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7faaf80a0570 0x7faaf80a2a30 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:24.940 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.939+0000 7fab1f800700 1 --2- 172.21.15.84:0/3566475812 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fab18108c30 0x7fab181a0140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:24.941 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.939+0000 7fab1f800700 1 --2- 172.21.15.84:0/3566475812 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fab18073740 0x7fab18198b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:24.941 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.939+0000 7fab1f800700 1 --2- 172.21.15.84:0/3566475812 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fab18074d20 0x7fab181990d0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:24.941 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.939+0000 7fab1f800700 1 -- 172.21.15.84:0/3566475812 >> 172.21.15.84:0/3566475812 conn(0x7fab180fc2b0 msgr2=0x7fab18104b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:10:24.941 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.939+0000 7fab1f800700 1 -- 172.21.15.84:0/3566475812 shutdown_connections 2024-01-24T13:10:24.941 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:24.939+0000 7fab1f800700 1 -- 172.21.15.84:0/3566475812 wait complete. 2024-01-24T13:10:24.960 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-01-24T13:10:25.189 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:25.188+0000 7fcacf400700 1 -- 172.21.15.84:0/4278990111 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcac8101f20 msgr2=0x7fcac8102380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:25.190 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:25.188+0000 7fcacf400700 1 --2- 172.21.15.84:0/4278990111 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcac8101f20 0x7fcac8102380 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fcab00099c0 tx=0x7fcab0009cd0 comp rx=0 tx=0).stop 2024-01-24T13:10:25.190 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:25.189+0000 7fcacf400700 1 -- 172.21.15.84:0/4278990111 shutdown_connections 2024-01-24T13:10:25.190 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:25.189+0000 7fcacf400700 1 --2- 172.21.15.84:0/4278990111 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fcac81028c0 0x7fcac8109170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:25.190 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:25.189+0000 7fcacf400700 1 --2- 172.21.15.84:0/4278990111 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fcac8100d30 0x7fcac8101150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:25.190 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:25.189+0000 7fcacf400700 1 --2- 172.21.15.84:0/4278990111 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcac8101f20 0x7fcac8102380 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:25.190 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:25.189+0000 7fcacf400700 1 -- 172.21.15.84:0/4278990111 >> 172.21.15.84:0/4278990111 conn(0x7fcac80fc280 msgr2=0x7fcac80fe6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:10:25.190 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:25.189+0000 7fcacf400700 1 -- 172.21.15.84:0/4278990111 shutdown_connections 2024-01-24T13:10:25.190 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:25.189+0000 7fcacf400700 1 -- 172.21.15.84:0/4278990111 wait complete. 2024-01-24T13:10:25.192 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:25.190+0000 7fcacf400700 1 Processor -- start 2024-01-24T13:10:25.192 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:25.190+0000 7fcacf400700 1 -- start start 2024-01-24T13:10:25.192 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:25.190+0000 7fcacf400700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcac8100d30 0x7fcac8074af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:10:25.192 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:25.190+0000 7fcacf400700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fcac8101f20 0x7fcac8073130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:10:25.193 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:25.190+0000 7fcacf400700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fcac81028c0 0x7fcac8073670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:10:25.193 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:25.190+0000 7fcacf400700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcac8073e10 con 0x7fcac8100d30 2024-01-24T13:10:25.193 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:25.190+0000 7fcacf400700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcac8073f80 con 0x7fcac81028c0 2024-01-24T13:10:25.193 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:25.190+0000 7fcacf400700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcac81a0a80 con 0x7fcac8101f20 2024-01-24T13:10:25.193 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:25.190+0000 7fcacca00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcac8100d30 0x7fcac8074af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:10:25.193 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:25.190+0000 7fcacca00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcac8100d30 0x7fcac8074af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:55660/0 (socket says 172.21.15.84:55660) 2024-01-24T13:10:25.193 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:25.190+0000 7fcacca00700 1 -- 172.21.15.84:0/2485575236 learned_addr learned my addr 172.21.15.84:0/2485575236 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:10:25.193 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:25.191+0000 7fcac7e00700 1 --2- 172.21.15.84:0/2485575236 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fcac8101f20 0x7fcac8073130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:10:25.193 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:25.191+0000 7fcacd400700 1 --2- 172.21.15.84:0/2485575236 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fcac81028c0 0x7fcac8073670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:10:25.193 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:25.191+0000 7fcacca00700 1 -- 172.21.15.84:0/2485575236 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fcac8101f20 msgr2=0x7fcac8073130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:25.193 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:25.191+0000 7fcacca00700 1 --2- 172.21.15.84:0/2485575236 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fcac8101f20 0x7fcac8073130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:25.193 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:25.191+0000 7fcacca00700 1 -- 172.21.15.84:0/2485575236 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fcac81028c0 msgr2=0x7fcac8073670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:25.193 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:25.191+0000 7fcacca00700 1 --2- 172.21.15.84:0/2485575236 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fcac81028c0 0x7fcac8073670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:25.193 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:25.191+0000 7fcacca00700 1 -- 172.21.15.84:0/2485575236 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcab00095f0 con 0x7fcac8100d30 2024-01-24T13:10:25.194 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:25.191+0000 7fcacca00700 1 --2- 172.21.15.84:0/2485575236 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcac8100d30 0x7fcac8074af0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fcab800d980 tx=0x7fcab800dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:10:25.194 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:25.191+0000 7fcac5600700 1 -- 172.21.15.84:0/2485575236 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcab800f890 con 0x7fcac8100d30 2024-01-24T13:10:25.194 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:25.191+0000 7fcac5600700 1 -- 172.21.15.84:0/2485575236 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(25 keys) v1 ==== 1067+0+0 (secure 0 0 0) 0x7fcab800fe80 con 0x7fcac8100d30 2024-01-24T13:10:25.194 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:25.191+0000 7fcacf400700 1 -- 172.21.15.84:0/2485575236 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcac81a0d60 con 0x7fcac8100d30 2024-01-24T13:10:25.194 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:25.191+0000 7fcac5600700 1 -- 172.21.15.84:0/2485575236 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcab8019360 con 0x7fcac8100d30 2024-01-24T13:10:25.194 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:25.192+0000 7fcacf400700 1 -- 172.21.15.84:0/2485575236 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcac81a1200 con 0x7fcac8100d30 2024-01-24T13:10:25.194 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:25.193+0000 7fcacf400700 1 -- 172.21.15.84:0/2485575236 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcac8108420 con 0x7fcac8100d30 2024-01-24T13:10:25.195 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:25.194+0000 7fcac5600700 1 -- 172.21.15.84:0/2485575236 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 16) v1 ==== 135070+0+0 (secure 0 0 0) 0x7fcab800f9f0 con 0x7fcac8100d30 2024-01-24T13:10:25.196 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:25.196+0000 7fcac5600700 1 --2- 172.21.15.84:0/2485575236 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fcaa80a05a0 0x7fcaa80a2a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:10:25.196 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:25.196+0000 7fcac5600700 1 -- 172.21.15.84:0/2485575236 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(81..81 src has 1..81) v4 ==== 7979+0+0 (secure 0 0 0) 0x7fcab80cb1a0 con 0x7fcac8100d30 2024-01-24T13:10:25.196 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:25.196+0000 7fcac7e00700 1 --2- 172.21.15.84:0/2485575236 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fcaa80a05a0 0x7fcaa80a2a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:10:25.197 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:25.196+0000 7fcac7e00700 1 --2- 172.21.15.84:0/2485575236 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fcaa80a05a0 0x7fcaa80a2a60 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fcab0006010 tx=0x7fcab0009f10 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:10:25.200 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:25.200+0000 7fcac5600700 1 -- 172.21.15.84:0/2485575236 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180484 (secure 0 0 0) 0x7fcab8094e90 con 0x7fcac8100d30 2024-01-24T13:10:25.462 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:25.462+0000 7fcacf400700 1 -- 172.21.15.84:0/2485575236 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) v1 -- 0x7fcac802ced0 con 0x7fcac8100d30 2024-01-24T13:10:25.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:25 smithi113 ceph-mon[39177]: pgmap v251: 97 pgs: 3 creating+peering, 4 active+clean, 90 unknown; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-24T13:10:25.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:25 smithi113 ceph-mon[39177]: Health check failed: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-01-24T13:10:25.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:25 smithi113 ceph-mon[39177]: from='client.? 172.21.15.84:0/2633802666' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-01-24T13:10:25.778 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:25 smithi113 ceph-mon[39177]: mds.? [v2:172.21.15.113:6838/2944103453,v1:172.21.15.113:6839/2944103453] up:active 2024-01-24T13:10:25.778 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:25 smithi113 ceph-mon[39177]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-01-24T13:10:25.778 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:25 smithi113 ceph-mon[39177]: from='client.? 172.21.15.84:0/3566475812' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-01-24T13:10:25.778 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:25 smithi113 ceph-mon[39177]: osdmap e81: 12 total, 12 up, 12 in 2024-01-24T13:10:25.778 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:25 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:25.778 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:25 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:25.778 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:25 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:25.779 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:25 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:25.779 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:25 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:25.779 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:25 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:25.779 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:25 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:10:25.779 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:25 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:10:25.779 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:25 smithi113 ceph-mon[39177]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:25.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:25 smithi084 ceph-mon[35384]: pgmap v251: 97 pgs: 3 creating+peering, 4 active+clean, 90 unknown; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-24T13:10:25.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:25 smithi084 ceph-mon[35384]: Health check failed: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-01-24T13:10:25.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:25 smithi084 ceph-mon[35384]: from='client.? 172.21.15.84:0/2633802666' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-01-24T13:10:25.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:25 smithi084 ceph-mon[35384]: mds.? [v2:172.21.15.113:6838/2944103453,v1:172.21.15.113:6839/2944103453] up:active 2024-01-24T13:10:25.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:25 smithi084 ceph-mon[35384]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-01-24T13:10:25.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:25 smithi084 ceph-mon[35384]: from='client.? 172.21.15.84:0/3566475812' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-01-24T13:10:25.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:25 smithi084 ceph-mon[35384]: osdmap e81: 12 total, 12 up, 12 in 2024-01-24T13:10:25.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:25 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:25.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:25 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:25.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:25 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:25.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:25 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:25.886 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:25 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:25.886 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:25 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:25.886 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:25 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:10:25.886 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:25 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:10:25.886 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:25 smithi084 ceph-mon[35384]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:25.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:25 smithi181 ceph-mon[39668]: pgmap v251: 97 pgs: 3 creating+peering, 4 active+clean, 90 unknown; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2024-01-24T13:10:25.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:25 smithi181 ceph-mon[39668]: Health check failed: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-01-24T13:10:25.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:25 smithi181 ceph-mon[39668]: from='client.? 172.21.15.84:0/2633802666' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-01-24T13:10:25.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:25 smithi181 ceph-mon[39668]: mds.? [v2:172.21.15.113:6838/2944103453,v1:172.21.15.113:6839/2944103453] up:active 2024-01-24T13:10:25.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:25 smithi181 ceph-mon[39668]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-01-24T13:10:25.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:25 smithi181 ceph-mon[39668]: from='client.? 172.21.15.84:0/3566475812' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-01-24T13:10:25.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:25 smithi181 ceph-mon[39668]: osdmap e81: 12 total, 12 up, 12 in 2024-01-24T13:10:25.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:25 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:25.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:25 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:25.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:25 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:25.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:25 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:25.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:25 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:25.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:25 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:25.901 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:25 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-01-24T13:10:25.901 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:25 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-01-24T13:10:25.901 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:25 smithi181 ceph-mon[39668]: from='mgr.14150 172.21.15.84:0/122860537' entity='mgr.x' 2024-01-24T13:10:26.429 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:26.428+0000 7fcac5600700 1 -- 172.21.15.84:0/2485575236 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v16) v1 ==== 118+0+0 (secure 0 0 0) 0x7fcab80984b0 con 0x7fcac8100d30 2024-01-24T13:10:26.432 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:26.431+0000 7fcacf400700 1 -- 172.21.15.84:0/2485575236 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fcaa80a05a0 msgr2=0x7fcaa80a2a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:26.433 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:26.432+0000 7fcacf400700 1 --2- 172.21.15.84:0/2485575236 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fcaa80a05a0 0x7fcaa80a2a60 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fcab0006010 tx=0x7fcab0009f10 comp rx=0 tx=0).stop 2024-01-24T13:10:26.433 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:26.432+0000 7fcacf400700 1 -- 172.21.15.84:0/2485575236 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcac8100d30 msgr2=0x7fcac8074af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:26.433 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:26.432+0000 7fcacf400700 1 --2- 172.21.15.84:0/2485575236 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcac8100d30 0x7fcac8074af0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fcab800d980 tx=0x7fcab800dc90 comp rx=0 tx=0).stop 2024-01-24T13:10:26.433 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:26.432+0000 7fcacf400700 1 -- 172.21.15.84:0/2485575236 shutdown_connections 2024-01-24T13:10:26.433 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:26.432+0000 7fcacf400700 1 --2- 172.21.15.84:0/2485575236 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fcaa80a05a0 0x7fcaa80a2a60 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:26.433 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:26.432+0000 7fcacf400700 1 --2- 172.21.15.84:0/2485575236 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fcac81028c0 0x7fcac8073670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:26.433 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:26.432+0000 7fcacf400700 1 --2- 172.21.15.84:0/2485575236 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcac8100d30 0x7fcac8074af0 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:26.433 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:26.432+0000 7fcacf400700 1 --2- 172.21.15.84:0/2485575236 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fcac8101f20 0x7fcac8073130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:26.433 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:26.432+0000 7fcacf400700 1 -- 172.21.15.84:0/2485575236 >> 172.21.15.84:0/2485575236 conn(0x7fcac80fc280 msgr2=0x7fcac8105560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:10:26.433 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:26.432+0000 7fcacf400700 1 -- 172.21.15.84:0/2485575236 shutdown_connections 2024-01-24T13:10:26.433 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:26.432+0000 7fcacf400700 1 -- 172.21.15.84:0/2485575236 wait complete. 2024-01-24T13:10:26.454 DEBUG:tasks.cephfs.filesystem:fs_config: {'max_mds': 5, 'session_timeout': 300, 'standby_replay': True, 'subvols': {'create': 2, 'subvol_options': '--namespace-isolated --size 25000000000'}} 2024-01-24T13:10:26.454 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs max_mds 5 2024-01-24T13:10:26.652 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:26.650+0000 7faaeec00700 1 -- 172.21.15.84:0/1819340030 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faae81017f0 msgr2=0x7faae8103be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:26.652 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:26.650+0000 7faaeec00700 1 --2- 172.21.15.84:0/1819340030 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faae81017f0 0x7faae8103be0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7faad8009990 tx=0x7faad8009ca0 comp rx=0 tx=0).stop 2024-01-24T13:10:26.652 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:26.651+0000 7faaeec00700 1 -- 172.21.15.84:0/1819340030 shutdown_connections 2024-01-24T13:10:26.652 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:26.651+0000 7faaeec00700 1 --2- 172.21.15.84:0/1819340030 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7faae8106a50 0x7faae8108ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:26.652 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:26.651+0000 7faaeec00700 1 --2- 172.21.15.84:0/1819340030 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faae81017f0 0x7faae8103be0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:26.652 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:26.651+0000 7faaeec00700 1 --2- 172.21.15.84:0/1819340030 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7faae8104120 0x7faae8106510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:26.652 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:26.651+0000 7faaeec00700 1 -- 172.21.15.84:0/1819340030 >> 172.21.15.84:0/1819340030 conn(0x7faae80fb200 msgr2=0x7faae80fd620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:10:26.652 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:26.651+0000 7faaeec00700 1 -- 172.21.15.84:0/1819340030 shutdown_connections 2024-01-24T13:10:26.652 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:26.651+0000 7faaeec00700 1 -- 172.21.15.84:0/1819340030 wait complete. 2024-01-24T13:10:26.655 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:26.652+0000 7faaeec00700 1 Processor -- start 2024-01-24T13:10:26.655 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:26.652+0000 7faaeec00700 1 -- start start 2024-01-24T13:10:26.655 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:26.653+0000 7faaeec00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faae81017f0 0x7faae8196a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:10:26.655 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:26.653+0000 7faaeec00700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7faae8104120 0x7faae8196f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:10:26.655 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:26.653+0000 7faaeec00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7faae8106a50 0x7faae819dfc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:10:26.655 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:26.653+0000 7faaeec00700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faae819e590 con 0x7faae81017f0 2024-01-24T13:10:26.655 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:26.653+0000 7faaeec00700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faae819e6d0 con 0x7faae8104120 2024-01-24T13:10:26.655 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:26.653+0000 7faaeec00700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faae819e860 con 0x7faae8106a50 2024-01-24T13:10:26.655 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:26.653+0000 7faae7e00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faae81017f0 0x7faae8196a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:10:26.655 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:26.653+0000 7faae7e00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faae81017f0 0x7faae8196a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:55680/0 (socket says 172.21.15.84:55680) 2024-01-24T13:10:26.655 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:26.653+0000 7faae7e00700 1 -- 172.21.15.84:0/510525047 learned_addr learned my addr 172.21.15.84:0/510525047 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:10:26.655 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:26.653+0000 7faae7e00700 1 -- 172.21.15.84:0/510525047 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7faae8106a50 msgr2=0x7faae819dfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:26.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:26.653+0000 7faae7e00700 1 --2- 172.21.15.84:0/510525047 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7faae8106a50 0x7faae819dfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:26.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:26.653+0000 7faae7e00700 1 -- 172.21.15.84:0/510525047 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7faae8104120 msgr2=0x7faae8196f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:26.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:26.653+0000 7faae7400700 1 --2- 172.21.15.84:0/510525047 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7faae8104120 0x7faae8196f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:10:26.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:26.653+0000 7faae7e00700 1 --2- 172.21.15.84:0/510525047 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7faae8104120 0x7faae8196f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:26.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:26.653+0000 7faae7e00700 1 -- 172.21.15.84:0/510525047 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faad80095f0 con 0x7faae81017f0 2024-01-24T13:10:26.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:26.653+0000 7faae7400700 1 --2- 172.21.15.84:0/510525047 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7faae8104120 0x7faae8196f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-01-24T13:10:26.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:26.654+0000 7faae7e00700 1 --2- 172.21.15.84:0/510525047 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faae81017f0 0x7faae8196a10 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7faad8005910 tx=0x7faad8005ef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:10:26.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:26.654+0000 7faae4c00700 1 -- 172.21.15.84:0/510525047 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faad801d070 con 0x7faae81017f0 2024-01-24T13:10:26.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:26.654+0000 7faae4c00700 1 -- 172.21.15.84:0/510525047 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(25 keys) v1 ==== 1067+0+0 (secure 0 0 0) 0x7faad8004040 con 0x7faae81017f0 2024-01-24T13:10:26.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:26.654+0000 7faaeec00700 1 -- 172.21.15.84:0/510525047 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7faae819eae0 con 0x7faae81017f0 2024-01-24T13:10:26.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:26.654+0000 7faae4c00700 1 -- 172.21.15.84:0/510525047 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faad8005290 con 0x7faae81017f0 2024-01-24T13:10:26.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:26.654+0000 7faaeec00700 1 -- 172.21.15.84:0/510525047 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faae819efe0 con 0x7faae81017f0 2024-01-24T13:10:26.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:26.655+0000 7faaeec00700 1 -- 172.21.15.84:0/510525047 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7faae80fcd80 con 0x7faae81017f0 2024-01-24T13:10:26.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:26.657+0000 7faae4c00700 1 -- 172.21.15.84:0/510525047 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 16) v1 ==== 135070+0+0 (secure 0 0 0) 0x7faad80047e0 con 0x7faae81017f0 2024-01-24T13:10:26.659 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:26.658+0000 7faae4c00700 1 --2- 172.21.15.84:0/510525047 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7faac80a05a0 0x7faac80a2a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:10:26.659 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:26.658+0000 7faae4c00700 1 -- 172.21.15.84:0/510525047 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(81..81 src has 1..81) v4 ==== 7979+0+0 (secure 0 0 0) 0x7faad80cc8a0 con 0x7faae81017f0 2024-01-24T13:10:26.659 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:26.658+0000 7faae7400700 1 --2- 172.21.15.84:0/510525047 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7faac80a05a0 0x7faac80a2a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:10:26.659 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:26.659+0000 7faae7400700 1 --2- 172.21.15.84:0/510525047 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7faac80a05a0 0x7faac80a2a60 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7faad0007900 tx=0x7faad0008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:10:26.662 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:26.662+0000 7faae4c00700 1 -- 172.21.15.84:0/510525047 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180484 (secure 0 0 0) 0x7faad8096580 con 0x7faae81017f0 2024-01-24T13:10:26.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:26 smithi113 ceph-mon[39177]: from='client.? 172.21.15.84:0/2485575236' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-01-24T13:10:26.884 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:26 smithi084 ceph-mon[35384]: from='client.? 172.21.15.84:0/2485575236' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-01-24T13:10:26.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:26 smithi181 ceph-mon[39668]: from='client.? 172.21.15.84:0/2485575236' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-01-24T13:10:26.907 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:26.907+0000 7faaeec00700 1 -- 172.21.15.84:0/510525047 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"} v 0) v1 -- 0x7faae8061950 con 0x7faae81017f0 2024-01-24T13:10:27.430 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:27.429+0000 7faae4c00700 1 -- 172.21.15.84:0/510525047 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]=0 v17) v1 ==== 105+0+0 (secure 0 0 0) 0x7faad8099ba0 con 0x7faae81017f0 2024-01-24T13:10:27.435 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:27.432+0000 7faaeec00700 1 -- 172.21.15.84:0/510525047 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7faac80a05a0 msgr2=0x7faac80a2a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:27.435 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:27.432+0000 7faaeec00700 1 --2- 172.21.15.84:0/510525047 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7faac80a05a0 0x7faac80a2a60 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7faad0007900 tx=0x7faad0008040 comp rx=0 tx=0).stop 2024-01-24T13:10:27.436 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:27.432+0000 7faaeec00700 1 -- 172.21.15.84:0/510525047 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faae81017f0 msgr2=0x7faae8196a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:27.436 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:27.432+0000 7faaeec00700 1 --2- 172.21.15.84:0/510525047 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faae81017f0 0x7faae8196a10 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7faad8005910 tx=0x7faad8005ef0 comp rx=0 tx=0).stop 2024-01-24T13:10:27.436 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:27.432+0000 7faaeec00700 1 -- 172.21.15.84:0/510525047 shutdown_connections 2024-01-24T13:10:27.436 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:27.432+0000 7faaeec00700 1 --2- 172.21.15.84:0/510525047 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7faac80a05a0 0x7faac80a2a60 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:27.436 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:27.432+0000 7faaeec00700 1 --2- 172.21.15.84:0/510525047 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7faae8106a50 0x7faae819dfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:27.436 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:27.432+0000 7faaeec00700 1 --2- 172.21.15.84:0/510525047 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faae81017f0 0x7faae8196a10 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:27.436 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:27.432+0000 7faaeec00700 1 --2- 172.21.15.84:0/510525047 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7faae8104120 0x7faae8196f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:27.436 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:27.432+0000 7faaeec00700 1 -- 172.21.15.84:0/510525047 >> 172.21.15.84:0/510525047 conn(0x7faae80fb200 msgr2=0x7faae8102460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:10:27.436 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:27.432+0000 7faaeec00700 1 -- 172.21.15.84:0/510525047 shutdown_connections 2024-01-24T13:10:27.436 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:27.432+0000 7faaeec00700 1 -- 172.21.15.84:0/510525047 wait complete. 2024-01-24T13:10:27.455 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay true 2024-01-24T13:10:27.651 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:27.650+0000 7f38fce00700 1 -- 172.21.15.84:0/3937797314 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f38f81028e0 msgr2=0x7f38f8109190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:27.651 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:27.650+0000 7f38fce00700 1 --2- 172.21.15.84:0/3937797314 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f38f81028e0 0x7f38f8109190 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f38f000b0d0 tx=0x7f38f000b3e0 comp rx=0 tx=0).stop 2024-01-24T13:10:27.651 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:27.650+0000 7f38fce00700 1 -- 172.21.15.84:0/3937797314 shutdown_connections 2024-01-24T13:10:27.651 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:27.650+0000 7f38fce00700 1 --2- 172.21.15.84:0/3937797314 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f38f81028e0 0x7f38f8109190 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:27.651 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:27.650+0000 7f38fce00700 1 --2- 172.21.15.84:0/3937797314 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f38f8100d50 0x7f38f8101170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:27.651 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:27.650+0000 7f38fce00700 1 --2- 172.21.15.84:0/3937797314 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f38f8101f40 0x7f38f81023a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:27.651 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:27.650+0000 7f38fce00700 1 -- 172.21.15.84:0/3937797314 >> 172.21.15.84:0/3937797314 conn(0x7f38f80fc2c0 msgr2=0x7f38f80fe700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:10:27.652 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:27.650+0000 7f38fce00700 1 -- 172.21.15.84:0/3937797314 shutdown_connections 2024-01-24T13:10:27.652 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:27.650+0000 7f38fce00700 1 -- 172.21.15.84:0/3937797314 wait complete. 2024-01-24T13:10:27.654 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:27.651+0000 7f38fce00700 1 Processor -- start 2024-01-24T13:10:27.654 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:27.651+0000 7f38fce00700 1 -- start start 2024-01-24T13:10:27.654 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:27.651+0000 7f38fce00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f38f8100d50 0x7f38f8198c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:10:27.654 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:27.651+0000 7f38fce00700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f38f8101f40 0x7f38f81991b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:10:27.654 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:27.651+0000 7f38fce00700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f38f81028e0 0x7f38f81a0210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:10:27.654 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:27.651+0000 7f38fce00700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f38f81a07e0 con 0x7f38f8100d50 2024-01-24T13:10:27.655 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:27.651+0000 7f38fce00700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f38f81a0950 con 0x7f38f8101f40 2024-01-24T13:10:27.655 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:27.651+0000 7f38fce00700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f38f81a0b10 con 0x7f38f81028e0 2024-01-24T13:10:27.655 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:27.652+0000 7f38f5e00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f38f8100d50 0x7f38f8198c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:10:27.655 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:27.652+0000 7f38f5e00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f38f8100d50 0x7f38f8198c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:55700/0 (socket says 172.21.15.84:55700) 2024-01-24T13:10:27.655 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:27.652+0000 7f38f5e00700 1 -- 172.21.15.84:0/2349392800 learned_addr learned my addr 172.21.15.84:0/2349392800 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:10:27.655 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:27.652+0000 7f38f6800700 1 --2- 172.21.15.84:0/2349392800 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f38f81028e0 0x7f38f81a0210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:10:27.655 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:27.652+0000 7f38f5400700 1 --2- 172.21.15.84:0/2349392800 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f38f8101f40 0x7f38f81991b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:10:27.655 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:27.652+0000 7f38f5e00700 1 -- 172.21.15.84:0/2349392800 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f38f81028e0 msgr2=0x7f38f81a0210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:27.655 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:27.652+0000 7f38f5e00700 1 --2- 172.21.15.84:0/2349392800 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f38f81028e0 0x7f38f81a0210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:27.655 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:27.652+0000 7f38f5e00700 1 -- 172.21.15.84:0/2349392800 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f38f8101f40 msgr2=0x7f38f81991b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:27.655 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:27.652+0000 7f38f5e00700 1 --2- 172.21.15.84:0/2349392800 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f38f8101f40 0x7f38f81991b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:27.655 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:27.652+0000 7f38f5e00700 1 -- 172.21.15.84:0/2349392800 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f38f0009d00 con 0x7f38f8100d50 2024-01-24T13:10:27.655 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:27.652+0000 7f38f5400700 1 --2- 172.21.15.84:0/2349392800 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f38f8101f40 0x7f38f81991b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-01-24T13:10:27.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:27.652+0000 7f38f5e00700 1 --2- 172.21.15.84:0/2349392800 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f38f8100d50 0x7f38f8198c70 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f38e800d980 tx=0x7f38e800dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:10:27.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:27.652+0000 7f38eea00700 1 -- 172.21.15.84:0/2349392800 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f38e800b950 con 0x7f38f8100d50 2024-01-24T13:10:27.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:27.652+0000 7f38eea00700 1 -- 172.21.15.84:0/2349392800 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(25 keys) v1 ==== 1067+0+0 (secure 0 0 0) 0x7f38e8007620 con 0x7f38f8100d50 2024-01-24T13:10:27.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:27.652+0000 7f38fce00700 1 -- 172.21.15.84:0/2349392800 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f38f81a0df0 con 0x7f38f8100d50 2024-01-24T13:10:27.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:27.652+0000 7f38eea00700 1 -- 172.21.15.84:0/2349392800 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f38e800f3c0 con 0x7f38f8100d50 2024-01-24T13:10:27.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:27.653+0000 7f38fce00700 1 -- 172.21.15.84:0/2349392800 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f38f81a1220 con 0x7f38f8100d50 2024-01-24T13:10:27.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:27.654+0000 7f38fce00700 1 -- 172.21.15.84:0/2349392800 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f38f8193260 con 0x7f38f8100d50 2024-01-24T13:10:27.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:27.655+0000 7f38eea00700 1 -- 172.21.15.84:0/2349392800 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 16) v1 ==== 135070+0+0 (secure 0 0 0) 0x7f38e800bab0 con 0x7f38f8100d50 2024-01-24T13:10:27.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:27.657+0000 7f38eea00700 1 --2- 172.21.15.84:0/2349392800 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f38d80a0520 0x7f38d80a29e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:10:27.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:27.657+0000 7f38eea00700 1 -- 172.21.15.84:0/2349392800 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(81..81 src has 1..81) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f38e80cbaa0 con 0x7f38f8100d50 2024-01-24T13:10:27.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:27.657+0000 7f38f5400700 1 --2- 172.21.15.84:0/2349392800 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f38d80a0520 0x7f38d80a29e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:10:27.658 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:27.657+0000 7f38f5400700 1 --2- 172.21.15.84:0/2349392800 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f38d80a0520 0x7f38d80a29e0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f38f819a170 tx=0x7f38e0009550 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:10:27.661 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:27.660+0000 7f38eea00700 1 -- 172.21.15.84:0/2349392800 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180484 (secure 0 0 0) 0x7f38e80956f0 con 0x7f38f8100d50 2024-01-24T13:10:27.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:27 smithi113 ceph-mon[39177]: pgmap v254: 97 pgs: 3 creating+peering, 48 active+clean, 46 unknown; 578 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s wr, 2 op/s 2024-01-24T13:10:27.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:27 smithi113 ceph-mon[39177]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-01-24T13:10:27.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:27 smithi113 ceph-mon[39177]: Cluster is now healthy 2024-01-24T13:10:27.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:27 smithi113 ceph-mon[39177]: from='client.? 172.21.15.84:0/2485575236' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-01-24T13:10:27.778 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:27 smithi113 ceph-mon[39177]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-01-24T13:10:27.778 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:27 smithi113 ceph-mon[39177]: from='client.? 172.21.15.84:0/510525047' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-01-24T13:10:27.884 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:27 smithi084 ceph-mon[35384]: pgmap v254: 97 pgs: 3 creating+peering, 48 active+clean, 46 unknown; 578 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s wr, 2 op/s 2024-01-24T13:10:27.884 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:27 smithi084 ceph-mon[35384]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-01-24T13:10:27.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:27 smithi084 ceph-mon[35384]: Cluster is now healthy 2024-01-24T13:10:27.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:27 smithi084 ceph-mon[35384]: from='client.? 172.21.15.84:0/2485575236' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-01-24T13:10:27.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:27 smithi084 ceph-mon[35384]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-01-24T13:10:27.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:27 smithi084 ceph-mon[35384]: from='client.? 172.21.15.84:0/510525047' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-01-24T13:10:27.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:27 smithi181 ceph-mon[39668]: pgmap v254: 97 pgs: 3 creating+peering, 48 active+clean, 46 unknown; 578 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s wr, 2 op/s 2024-01-24T13:10:27.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:27 smithi181 ceph-mon[39668]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-01-24T13:10:27.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:27 smithi181 ceph-mon[39668]: Cluster is now healthy 2024-01-24T13:10:27.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:27 smithi181 ceph-mon[39668]: from='client.? 172.21.15.84:0/2485575236' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-01-24T13:10:27.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:27 smithi181 ceph-mon[39668]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-01-24T13:10:27.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:27 smithi181 ceph-mon[39668]: from='client.? 172.21.15.84:0/510525047' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-01-24T13:10:27.907 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:27.906+0000 7f38fce00700 1 -- 172.21.15.84:0/2349392800 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"} v 0) v1 -- 0x7f38f802cc70 con 0x7f38f8100d50 2024-01-24T13:10:28.441 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:28.440+0000 7f38eea00700 1 -- 172.21.15.84:0/2349392800 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]=0 v19) v1 ==== 121+0+0 (secure 0 0 0) 0x7f38e8098d10 con 0x7f38f8100d50 2024-01-24T13:10:28.445 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:28.444+0000 7f38fce00700 1 -- 172.21.15.84:0/2349392800 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f38d80a0520 msgr2=0x7f38d80a29e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:28.445 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:28.444+0000 7f38fce00700 1 --2- 172.21.15.84:0/2349392800 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f38d80a0520 0x7f38d80a29e0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f38f819a170 tx=0x7f38e0009550 comp rx=0 tx=0).stop 2024-01-24T13:10:28.445 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:28.444+0000 7f38fce00700 1 -- 172.21.15.84:0/2349392800 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f38f8100d50 msgr2=0x7f38f8198c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:28.445 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:28.444+0000 7f38fce00700 1 --2- 172.21.15.84:0/2349392800 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f38f8100d50 0x7f38f8198c70 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f38e800d980 tx=0x7f38e800dc90 comp rx=0 tx=0).stop 2024-01-24T13:10:28.445 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:28.444+0000 7f38fce00700 1 -- 172.21.15.84:0/2349392800 shutdown_connections 2024-01-24T13:10:28.445 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:28.444+0000 7f38fce00700 1 --2- 172.21.15.84:0/2349392800 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7f38d80a0520 0x7f38d80a29e0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:28.445 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:28.444+0000 7f38fce00700 1 --2- 172.21.15.84:0/2349392800 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7f38f81028e0 0x7f38f81a0210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:28.446 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:28.444+0000 7f38fce00700 1 --2- 172.21.15.84:0/2349392800 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f38f8100d50 0x7f38f8198c70 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:28.446 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:28.444+0000 7f38fce00700 1 --2- 172.21.15.84:0/2349392800 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7f38f8101f40 0x7f38f81991b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:28.446 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:28.444+0000 7f38fce00700 1 -- 172.21.15.84:0/2349392800 >> 172.21.15.84:0/2349392800 conn(0x7f38f80fc2c0 msgr2=0x7f38f8107830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:10:28.446 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:28.444+0000 7f38fce00700 1 -- 172.21.15.84:0/2349392800 shutdown_connections 2024-01-24T13:10:28.446 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:28.444+0000 7f38fce00700 1 -- 172.21.15.84:0/2349392800 wait complete. 2024-01-24T13:10:28.470 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs session_timeout 300 2024-01-24T13:10:28.666 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:28.665+0000 7fe202400700 1 -- 172.21.15.84:0/3545333418 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe1fc108c30 msgr2=0x7fe1fc10b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:28.666 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:28.665+0000 7fe202400700 1 --2- 172.21.15.84:0/3545333418 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe1fc108c30 0x7fe1fc10b0a0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fe1f400b0a0 tx=0x7fe1f400b3b0 comp rx=0 tx=0).stop 2024-01-24T13:10:28.666 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:28.665+0000 7fe202400700 1 -- 172.21.15.84:0/3545333418 shutdown_connections 2024-01-24T13:10:28.666 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:28.665+0000 7fe202400700 1 --2- 172.21.15.84:0/3545333418 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe1fc108c30 0x7fe1fc10b0a0 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:28.666 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:28.665+0000 7fe202400700 1 --2- 172.21.15.84:0/3545333418 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe1fc074d20 0x7fe1fc073170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:28.667 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:28.665+0000 7fe202400700 1 --2- 172.21.15.84:0/3545333418 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe1fc073740 0x7fe1fc073bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:28.667 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:28.665+0000 7fe202400700 1 -- 172.21.15.84:0/3545333418 >> 172.21.15.84:0/3545333418 conn(0x7fe1fc0fc2f0 msgr2=0x7fe1fc0fe710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:10:28.667 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:28.665+0000 7fe202400700 1 -- 172.21.15.84:0/3545333418 shutdown_connections 2024-01-24T13:10:28.667 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:28.665+0000 7fe202400700 1 -- 172.21.15.84:0/3545333418 wait complete. 2024-01-24T13:10:28.669 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:28.666+0000 7fe202400700 1 Processor -- start 2024-01-24T13:10:28.669 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:28.666+0000 7fe202400700 1 -- start start 2024-01-24T13:10:28.669 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:28.667+0000 7fe202400700 1 --2- >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe1fc073740 0x7fe1fc198c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:10:28.669 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:28.667+0000 7fe202400700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe1fc074d20 0x7fe1fc1991a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:10:28.669 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:28.667+0000 7fe202400700 1 --2- >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe1fc108c30 0x7fe1fc1a01d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:10:28.670 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:28.667+0000 7fe202400700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe1fc1a07a0 con 0x7fe1fc074d20 2024-01-24T13:10:28.670 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:28.667+0000 7fe202400700 1 -- --> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe1fc1a0910 con 0x7fe1fc108c30 2024-01-24T13:10:28.670 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:28.667+0000 7fe202400700 1 -- --> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe1fc1a0ad0 con 0x7fe1fc073740 2024-01-24T13:10:28.670 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:28.667+0000 7fe1faa00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe1fc074d20 0x7fe1fc1991a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:10:28.670 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:28.667+0000 7fe1faa00700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe1fc074d20 0x7fe1fc1991a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:53934/0 (socket says 172.21.15.84:53934) 2024-01-24T13:10:28.670 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:28.667+0000 7fe1faa00700 1 -- 172.21.15.84:0/3332606516 learned_addr learned my addr 172.21.15.84:0/3332606516 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-01-24T13:10:28.670 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:28.667+0000 7fe1fbe00700 1 --2- 172.21.15.84:0/3332606516 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe1fc108c30 0x7fe1fc1a01d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:10:28.670 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:28.667+0000 7fe1fb400700 1 --2- 172.21.15.84:0/3332606516 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe1fc073740 0x7fe1fc198c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:10:28.670 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:28.667+0000 7fe1faa00700 1 -- 172.21.15.84:0/3332606516 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe1fc073740 msgr2=0x7fe1fc198c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:28.670 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:28.667+0000 7fe1faa00700 1 --2- 172.21.15.84:0/3332606516 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe1fc073740 0x7fe1fc198c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:28.670 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:28.667+0000 7fe1faa00700 1 -- 172.21.15.84:0/3332606516 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe1fc108c30 msgr2=0x7fe1fc1a01d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:28.670 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:28.667+0000 7fe1faa00700 1 --2- 172.21.15.84:0/3332606516 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe1fc108c30 0x7fe1fc1a01d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:28.670 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:28.667+0000 7fe1faa00700 1 -- 172.21.15.84:0/3332606516 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe1f4009d00 con 0x7fe1fc074d20 2024-01-24T13:10:28.671 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:28.667+0000 7fe1fb400700 1 --2- 172.21.15.84:0/3332606516 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe1fc073740 0x7fe1fc198c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-01-24T13:10:28.671 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:28.668+0000 7fe1faa00700 1 --2- 172.21.15.84:0/3332606516 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe1fc074d20 0x7fe1fc1991a0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fe1e400e9a0 tx=0x7fe1e400ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:10:28.671 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:28.668+0000 7fe1f3e00700 1 -- 172.21.15.84:0/3332606516 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1e4009790 con 0x7fe1fc074d20 2024-01-24T13:10:28.671 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:28.668+0000 7fe1f3e00700 1 -- 172.21.15.84:0/3332606516 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(25 keys) v1 ==== 1067+0+0 (secure 0 0 0) 0x7fe1e400cbd0 con 0x7fe1fc074d20 2024-01-24T13:10:28.671 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:28.668+0000 7fe202400700 1 -- 172.21.15.84:0/3332606516 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe1fc1a0db0 con 0x7fe1fc074d20 2024-01-24T13:10:28.671 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:28.668+0000 7fe1f3e00700 1 -- 172.21.15.84:0/3332606516 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1e4018680 con 0x7fe1fc074d20 2024-01-24T13:10:28.671 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:28.668+0000 7fe202400700 1 -- 172.21.15.84:0/3332606516 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe1fc1a1280 con 0x7fe1fc074d20 2024-01-24T13:10:28.672 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:28.669+0000 7fe202400700 1 -- 172.21.15.84:0/3332606516 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe1fc107330 con 0x7fe1fc074d20 2024-01-24T13:10:28.672 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:28.671+0000 7fe1f3e00700 1 -- 172.21.15.84:0/3332606516 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 16) v1 ==== 135070+0+0 (secure 0 0 0) 0x7fe1e400cd40 con 0x7fe1fc074d20 2024-01-24T13:10:28.673 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:28.672+0000 7fe1f3e00700 1 --2- 172.21.15.84:0/3332606516 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fe1dc0a05a0 0x7fe1dc0a2a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-01-24T13:10:28.673 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:28.672+0000 7fe1f3e00700 1 -- 172.21.15.84:0/3332606516 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(81..81 src has 1..81) v4 ==== 7979+0+0 (secure 0 0 0) 0x7fe1e4014070 con 0x7fe1fc074d20 2024-01-24T13:10:28.673 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:28.672+0000 7fe1fb400700 1 --2- 172.21.15.84:0/3332606516 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fe1dc0a05a0 0x7fe1dc0a2a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-01-24T13:10:28.673 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:28.673+0000 7fe1fb400700 1 --2- 172.21.15.84:0/3332606516 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fe1dc0a05a0 0x7fe1dc0a2a60 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fe1fc19a130 tx=0x7fe1ec009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-01-24T13:10:28.676 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:28.676+0000 7fe1f3e00700 1 -- 172.21.15.84:0/3332606516 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180484 (secure 0 0 0) 0x7fe1e4052120 con 0x7fe1fc074d20 2024-01-24T13:10:28.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:28 smithi113 ceph-mon[39177]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-01-24T13:10:28.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:28 smithi113 ceph-mon[39177]: from='client.? 172.21.15.84:0/510525047' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]': finished 2024-01-24T13:10:28.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:28 smithi113 ceph-mon[39177]: daemon mds.h assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-01-24T13:10:28.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:28 smithi113 ceph-mon[39177]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-01-24T13:10:28.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:28 smithi113 ceph-mon[39177]: fsmap cephfs:2 {0=b=up:active,1=h=up:creating} 10 up:standby 2024-01-24T13:10:28.777 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:28 smithi113 ceph-mon[39177]: daemon mds.h is now active in filesystem cephfs as rank 1 2024-01-24T13:10:28.778 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:28 smithi113 ceph-mon[39177]: from='client.? 172.21.15.84:0/2349392800' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-01-24T13:10:28.884 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:28 smithi084 ceph-mon[35384]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-01-24T13:10:28.884 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:28 smithi084 ceph-mon[35384]: from='client.? 172.21.15.84:0/510525047' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]': finished 2024-01-24T13:10:28.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:28 smithi084 ceph-mon[35384]: daemon mds.h assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-01-24T13:10:28.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:28 smithi084 ceph-mon[35384]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-01-24T13:10:28.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:28 smithi084 ceph-mon[35384]: fsmap cephfs:2 {0=b=up:active,1=h=up:creating} 10 up:standby 2024-01-24T13:10:28.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:28 smithi084 ceph-mon[35384]: daemon mds.h is now active in filesystem cephfs as rank 1 2024-01-24T13:10:28.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:28 smithi084 ceph-mon[35384]: from='client.? 172.21.15.84:0/2349392800' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-01-24T13:10:28.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:28 smithi181 ceph-mon[39668]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-01-24T13:10:28.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:28 smithi181 ceph-mon[39668]: from='client.? 172.21.15.84:0/510525047' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]': finished 2024-01-24T13:10:28.899 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:28 smithi181 ceph-mon[39668]: daemon mds.h assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-01-24T13:10:28.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:28 smithi181 ceph-mon[39668]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-01-24T13:10:28.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:28 smithi181 ceph-mon[39668]: fsmap cephfs:2 {0=b=up:active,1=h=up:creating} 10 up:standby 2024-01-24T13:10:28.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:28 smithi181 ceph-mon[39668]: daemon mds.h is now active in filesystem cephfs as rank 1 2024-01-24T13:10:28.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:28 smithi181 ceph-mon[39668]: from='client.? 172.21.15.84:0/2349392800' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-01-24T13:10:28.926 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:28.926+0000 7fe202400700 1 -- 172.21.15.84:0/3332606516 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"} v 0) v1 -- 0x7fe1fc02cc70 con 0x7fe1fc074d20 2024-01-24T13:10:29.448 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:29.449+0000 7fe1f3e00700 1 -- 172.21.15.84:0/3332606516 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]=0 v21) v1 ==== 115+0+0 (secure 0 0 0) 0x7fe1e40957a0 con 0x7fe1fc074d20 2024-01-24T13:10:29.451 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:29.451+0000 7fe202400700 1 -- 172.21.15.84:0/3332606516 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fe1dc0a05a0 msgr2=0x7fe1dc0a2a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:29.452 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:29.451+0000 7fe202400700 1 --2- 172.21.15.84:0/3332606516 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fe1dc0a05a0 0x7fe1dc0a2a60 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fe1fc19a130 tx=0x7fe1ec009260 comp rx=0 tx=0).stop 2024-01-24T13:10:29.452 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:29.451+0000 7fe202400700 1 -- 172.21.15.84:0/3332606516 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe1fc074d20 msgr2=0x7fe1fc1991a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-01-24T13:10:29.452 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:29.451+0000 7fe202400700 1 --2- 172.21.15.84:0/3332606516 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe1fc074d20 0x7fe1fc1991a0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fe1e400e9a0 tx=0x7fe1e400ecb0 comp rx=0 tx=0).stop 2024-01-24T13:10:29.452 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:29.452+0000 7fe202400700 1 -- 172.21.15.84:0/3332606516 shutdown_connections 2024-01-24T13:10:29.452 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:29.452+0000 7fe202400700 1 --2- 172.21.15.84:0/3332606516 >> [v2:172.21.15.84:6800/18297849,v1:172.21.15.84:6801/18297849] conn(0x7fe1dc0a05a0 0x7fe1dc0a2a60 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:29.452 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:29.452+0000 7fe202400700 1 --2- 172.21.15.84:0/3332606516 >> [v2:172.21.15.113:3300/0,v1:172.21.15.113:6789/0] conn(0x7fe1fc108c30 0x7fe1fc1a01d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:29.452 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:29.452+0000 7fe202400700 1 --2- 172.21.15.84:0/3332606516 >> [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] conn(0x7fe1fc073740 0x7fe1fc198c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:29.452 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:29.452+0000 7fe202400700 1 --2- 172.21.15.84:0/3332606516 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe1fc074d20 0x7fe1fc1991a0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-01-24T13:10:29.452 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:29.452+0000 7fe202400700 1 -- 172.21.15.84:0/3332606516 >> 172.21.15.84:0/3332606516 conn(0x7fe1fc0fc2f0 msgr2=0x7fe1fc0fe6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-01-24T13:10:29.452 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:29.452+0000 7fe202400700 1 -- 172.21.15.84:0/3332606516 shutdown_connections 2024-01-24T13:10:29.452 INFO:teuthology.orchestra.run.smithi084.stderr:2024-01-24T13:10:29.452+0000 7fe202400700 1 -- 172.21.15.84:0/3332606516 wait complete. 2024-01-24T13:10:29.475 DEBUG:tasks.cephfs.filesystem:Creating {'create': 2, 'subvol_options': '--namespace-isolated --size 25000000000'} subvols for filesystem 'cephfs' 2024-01-24T13:10:29.475 ERROR:teuthology.contextutil:Saw exception from nested tasks Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_c856e0f9244dd29a50697123b480d63f16a4ed81/teuthology/contextutil.py", line 30, in nested vars.append(enter()) File "/usr/lib/python3.8/contextlib.py", line 113, in __enter__ return next(self.gen) File "/home/teuthworker/src/git.ceph.com_ceph-c_4e3182a65800aed6d4aa2f6b86da3cfd72188134/qa/tasks/cephadm.py", line 1051, in cephfs_setup fs = Filesystem(ctx, fs_config=temp, name=name, create=True) File "/home/teuthworker/src/git.ceph.com_ceph-c_4e3182a65800aed6d4aa2f6b86da3cfd72188134/qa/tasks/cephfs/filesystem.py", line 532, in __init__ self.create() File "/home/teuthworker/src/git.ceph.com_ceph-c_4e3182a65800aed6d4aa2f6b86da3cfd72188134/qa/tasks/cephfs/filesystem.py", line 762, in create self.run_ceph_cmd('fs', 'subvolumegroup', 'create', self.name, 'qa') AttributeError: 'Filesystem' object has no attribute 'run_ceph_cmd' 2024-01-24T13:10:29.477 DEBUG:teuthology.orchestra.run.smithi084:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-01-24T13:10:29.543 DEBUG:teuthology.orchestra.run.smithi113:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-01-24T13:10:29.609 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:29 smithi113 ceph-mon[39177]: pgmap v255: 97 pgs: 3 creating+peering, 88 active+clean, 6 unknown; 578 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s wr, 7 op/s 2024-01-24T13:10:29.609 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:29 smithi113 ceph-mon[39177]: mds.? [v2:172.21.15.113:6836/994799462,v1:172.21.15.113:6837/994799462] up:active 2024-01-24T13:10:29.609 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:29 smithi113 ceph-mon[39177]: from='client.? 172.21.15.84:0/2349392800' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-01-24T13:10:29.609 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:29 smithi113 ceph-mon[39177]: daemon mds.i assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-01-24T13:10:29.610 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:29 smithi113 ceph-mon[39177]: fsmap cephfs:2 {0=b=up:active,1=h=up:active} 10 up:standby 2024-01-24T13:10:29.610 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:29 smithi113 ceph-mon[39177]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:creating} 9 up:standby 2024-01-24T13:10:29.610 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:29 smithi113 ceph-mon[39177]: daemon mds.i is now active in filesystem cephfs as rank 2 2024-01-24T13:10:29.610 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:29 smithi113 ceph-mon[39177]: from='client.? 172.21.15.84:0/3332606516' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-01-24T13:10:29.610 INFO:journalctl@ceph.mds.b.smithi113.stdout:Jan 24 13:10:29 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mds-b[76129]: 2024-01-24T13:10:29.339+0000 7fd1c1e00700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-01-24T13:10:29.610 INFO:journalctl@ceph.mds.b.smithi113.stdout:Jan 24 13:10:29 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mds-b[76129]: 2024-01-24T13:10:29.339+0000 7fd1c1e00700 -1 mds.pinger is_rank_lagging: rank=1 was never sent ping request. 2024-01-24T13:10:29.619 DEBUG:teuthology.orchestra.run.smithi181:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-01-24T13:10:29.693 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:29 smithi181 ceph-mon[39668]: pgmap v255: 97 pgs: 3 creating+peering, 88 active+clean, 6 unknown; 578 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s wr, 7 op/s 2024-01-24T13:10:29.693 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:29 smithi181 ceph-mon[39668]: mds.? [v2:172.21.15.113:6836/994799462,v1:172.21.15.113:6837/994799462] up:active 2024-01-24T13:10:29.693 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:29 smithi181 ceph-mon[39668]: from='client.? 172.21.15.84:0/2349392800' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-01-24T13:10:29.693 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:29 smithi181 ceph-mon[39668]: daemon mds.i assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-01-24T13:10:29.693 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:29 smithi181 ceph-mon[39668]: fsmap cephfs:2 {0=b=up:active,1=h=up:active} 10 up:standby 2024-01-24T13:10:29.693 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:29 smithi181 ceph-mon[39668]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:creating} 9 up:standby 2024-01-24T13:10:29.694 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:29 smithi181 ceph-mon[39668]: daemon mds.i is now active in filesystem cephfs as rank 2 2024-01-24T13:10:29.694 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:29 smithi181 ceph-mon[39668]: from='client.? 172.21.15.84:0/3332606516' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-01-24T13:10:29.703 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-01-24T13:10:29.703 DEBUG:teuthology.orchestra.run.smithi084:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-01-24T13:10:29.744 DEBUG:teuthology.orchestra.run.smithi113:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-01-24T13:10:29.788 DEBUG:teuthology.orchestra.run.smithi181:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-01-24T13:10:29.830 INFO:tasks.cephadm:Stopping all daemons... 2024-01-24T13:10:29.830 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-01-24T13:10:29.831 DEBUG:teuthology.orchestra.run.smithi084:> sudo systemctl stop ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@mon.a 2024-01-24T13:10:29.884 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:29 smithi084 ceph-mon[35384]: pgmap v255: 97 pgs: 3 creating+peering, 88 active+clean, 6 unknown; 578 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s wr, 7 op/s 2024-01-24T13:10:29.884 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:29 smithi084 ceph-mon[35384]: mds.? [v2:172.21.15.113:6836/994799462,v1:172.21.15.113:6837/994799462] up:active 2024-01-24T13:10:29.884 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:29 smithi084 ceph-mon[35384]: from='client.? 172.21.15.84:0/2349392800' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-01-24T13:10:29.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:29 smithi084 ceph-mon[35384]: daemon mds.i assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-01-24T13:10:29.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:29 smithi084 ceph-mon[35384]: fsmap cephfs:2 {0=b=up:active,1=h=up:active} 10 up:standby 2024-01-24T13:10:29.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:29 smithi084 ceph-mon[35384]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:creating} 9 up:standby 2024-01-24T13:10:29.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:29 smithi084 ceph-mon[35384]: daemon mds.i is now active in filesystem cephfs as rank 2 2024-01-24T13:10:29.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:29 smithi084 ceph-mon[35384]: from='client.? 172.21.15.84:0/3332606516' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-01-24T13:10:30.206 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:29 smithi084 systemd[1]: Stopping Ceph mon.a for d5d5b6f8-bab8-11ee-95b1-87774f69a715... 2024-01-24T13:10:30.499 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:30 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mon-a[35361]: 2024-01-24T13:10:30.205+0000 7f0c14e00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-01-24T13:10:30.499 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:30 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mon-a[35361]: 2024-01-24T13:10:30.205+0000 7f0c14e00700 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-01-24T13:10:30.885 INFO:journalctl@ceph.mon.a.smithi084.stdout:Jan 24 13:10:30 smithi084 bash[89358]: ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mon-a 2024-01-24T13:10:31.068 DEBUG:teuthology.orchestra.run.smithi084:> sudo pkill -f 'journalctl -f -n 0 -u ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@mon.a.service' 2024-01-24T13:10:31.169 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-01-24T13:10:31.170 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-01-24T13:10:31.170 INFO:tasks.cephadm.mon.c:Stopping mon.b... 2024-01-24T13:10:31.170 DEBUG:teuthology.orchestra.run.smithi113:> sudo systemctl stop ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@mon.b 2024-01-24T13:10:31.527 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:31 smithi113 systemd[1]: Stopping Ceph mon.b for d5d5b6f8-bab8-11ee-95b1-87774f69a715... 2024-01-24T13:10:31.915 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:31 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mon-b[39154]: 2024-01-24T13:10:31.589+0000 7f1ffee00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-01-24T13:10:31.915 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:31 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mon-b[39154]: 2024-01-24T13:10:31.589+0000 7f1ffee00700 -1 mon.b@2(peon) e3 *** Got Signal Terminated *** 2024-01-24T13:10:32.277 INFO:journalctl@ceph.mon.b.smithi113.stdout:Jan 24 13:10:32 smithi113 bash[77405]: ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mon-b 2024-01-24T13:10:32.414 DEBUG:teuthology.orchestra.run.smithi113:> sudo pkill -f 'journalctl -f -n 0 -u ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@mon.b.service' 2024-01-24T13:10:32.517 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-01-24T13:10:32.517 INFO:tasks.cephadm.mon.c:Stopped mon.b 2024-01-24T13:10:32.518 INFO:tasks.cephadm.mon.c:Stopping mon.c... 2024-01-24T13:10:32.518 DEBUG:teuthology.orchestra.run.smithi181:> sudo systemctl stop ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@mon.c 2024-01-24T13:10:32.900 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:32 smithi181 systemd[1]: Stopping Ceph mon.c for d5d5b6f8-bab8-11ee-95b1-87774f69a715... 2024-01-24T13:10:33.303 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:32 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mon-c[39645]: 2024-01-24T13:10:32.900+0000 7fea9d000700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-01-24T13:10:33.303 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:32 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mon-c[39645]: 2024-01-24T13:10:32.900+0000 7fea9d000700 -1 mon.c@1(peon) e3 *** Got Signal Terminated *** 2024-01-24T13:10:33.649 INFO:journalctl@ceph.mon.c.smithi181.stdout:Jan 24 13:10:33 smithi181 bash[77173]: ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mon-c 2024-01-24T13:10:33.779 DEBUG:teuthology.orchestra.run.smithi181:> sudo pkill -f 'journalctl -f -n 0 -u ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@mon.c.service' 2024-01-24T13:10:33.877 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-01-24T13:10:33.877 INFO:tasks.cephadm.mon.c:Stopped mon.c 2024-01-24T13:10:33.878 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-01-24T13:10:33.878 DEBUG:teuthology.orchestra.run.smithi084:> sudo systemctl stop ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@mgr.x 2024-01-24T13:10:34.247 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:10:33 smithi084 systemd[1]: Stopping Ceph mgr.x for d5d5b6f8-bab8-11ee-95b1-87774f69a715... 2024-01-24T13:10:34.519 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:10:34 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: 2024-01-24T13:10:34.246+0000 7f2c2dc00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.x -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-01-24T13:10:34.520 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:10:34 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x[35633]: 2024-01-24T13:10:34.246+0000 7f2c2dc00700 -1 mgr handle_mgr_signal *** Got signal Terminated *** 2024-01-24T13:10:34.858 INFO:journalctl@ceph.mgr.x.smithi084.stdout:Jan 24 13:10:34 smithi084 bash[89853]: ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-x 2024-01-24T13:10:34.886 DEBUG:teuthology.orchestra.run.smithi084:> sudo pkill -f 'journalctl -f -n 0 -u ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@mgr.x.service' 2024-01-24T13:10:34.972 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-01-24T13:10:34.973 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-01-24T13:10:34.973 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-01-24T13:10:34.973 DEBUG:teuthology.orchestra.run.smithi113:> sudo systemctl stop ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@mgr.y 2024-01-24T13:10:35.506 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Jan 24 13:10:35 smithi113 systemd[1]: Stopping Ceph mgr.y for d5d5b6f8-bab8-11ee-95b1-87774f69a715... 2024-01-24T13:10:35.777 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Jan 24 13:10:35 smithi113 bash[77654]: ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-y 2024-01-24T13:10:35.777 INFO:journalctl@ceph.mgr.y.smithi113.stdout:Jan 24 13:10:35 smithi113 systemd[1]: ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@mgr.y.service: Main process exited, code=exited, status=143/n/a 2024-01-24T13:10:35.953 DEBUG:teuthology.orchestra.run.smithi113:> sudo pkill -f 'journalctl -f -n 0 -u ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@mgr.y.service' 2024-01-24T13:10:36.037 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-01-24T13:10:36.038 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-01-24T13:10:36.038 INFO:tasks.cephadm.mgr.z:Stopping mgr.z... 2024-01-24T13:10:36.038 DEBUG:teuthology.orchestra.run.smithi181:> sudo systemctl stop ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@mgr.z 2024-01-24T13:10:36.399 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Jan 24 13:10:36 smithi181 systemd[1]: Stopping Ceph mgr.z for d5d5b6f8-bab8-11ee-95b1-87774f69a715... 2024-01-24T13:10:36.899 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Jan 24 13:10:36 smithi181 bash[77324]: ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mgr-z 2024-01-24T13:10:36.899 INFO:journalctl@ceph.mgr.z.smithi181.stdout:Jan 24 13:10:36 smithi181 systemd[1]: ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@mgr.z.service: Main process exited, code=exited, status=143/n/a 2024-01-24T13:10:36.980 DEBUG:teuthology.orchestra.run.smithi181:> sudo pkill -f 'journalctl -f -n 0 -u ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@mgr.z.service' 2024-01-24T13:10:37.062 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-01-24T13:10:37.062 INFO:tasks.cephadm.mgr.z:Stopped mgr.z 2024-01-24T13:10:37.062 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-01-24T13:10:37.062 DEBUG:teuthology.orchestra.run.smithi084:> sudo systemctl stop ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@osd.0 2024-01-24T13:10:37.384 INFO:journalctl@ceph.osd.0.smithi084.stdout:Jan 24 13:10:37 smithi084 systemd[1]: Stopping Ceph osd.0 for d5d5b6f8-bab8-11ee-95b1-87774f69a715... 2024-01-24T13:10:37.885 INFO:journalctl@ceph.osd.0.smithi084.stdout:Jan 24 13:10:37 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-0[54191]: 2024-01-24T13:10:37.574+0000 7fe4bc200700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-01-24T13:10:37.885 INFO:journalctl@ceph.osd.0.smithi084.stdout:Jan 24 13:10:37 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-0[54191]: 2024-01-24T13:10:37.574+0000 7fe4bc200700 -1 osd.0 81 *** Got signal Terminated *** 2024-01-24T13:10:37.885 INFO:journalctl@ceph.osd.0.smithi084.stdout:Jan 24 13:10:37 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-0[54191]: 2024-01-24T13:10:37.574+0000 7fe4bc200700 -1 osd.0 81 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-01-24T13:10:43.385 INFO:journalctl@ceph.osd.0.smithi084.stdout:Jan 24 13:10:43 smithi084 bash[89992]: ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-0 2024-01-24T13:10:44.643 DEBUG:teuthology.orchestra.run.smithi084:> sudo pkill -f 'journalctl -f -n 0 -u ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@osd.0.service' 2024-01-24T13:10:44.728 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-01-24T13:10:44.729 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-01-24T13:10:44.729 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-01-24T13:10:44.729 DEBUG:teuthology.orchestra.run.smithi113:> sudo systemctl stop ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@osd.1 2024-01-24T13:10:45.112 INFO:journalctl@ceph.osd.1.smithi113.stdout:Jan 24 13:10:44 smithi113 systemd[1]: Stopping Ceph osd.1 for d5d5b6f8-bab8-11ee-95b1-87774f69a715... 2024-01-24T13:10:45.527 INFO:journalctl@ceph.osd.1.smithi113.stdout:Jan 24 13:10:45 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-1[44204]: 2024-01-24T13:10:45.110+0000 7f9d20400700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-01-24T13:10:45.527 INFO:journalctl@ceph.osd.1.smithi113.stdout:Jan 24 13:10:45 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-1[44204]: 2024-01-24T13:10:45.110+0000 7f9d20400700 -1 osd.1 81 *** Got signal Terminated *** 2024-01-24T13:10:45.527 INFO:journalctl@ceph.osd.1.smithi113.stdout:Jan 24 13:10:45 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-1[44204]: 2024-01-24T13:10:45.110+0000 7f9d20400700 -1 osd.1 81 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-01-24T13:10:51.027 INFO:journalctl@ceph.osd.1.smithi113.stdout:Jan 24 13:10:50 smithi113 bash[77801]: ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-1 2024-01-24T13:10:52.180 DEBUG:teuthology.orchestra.run.smithi113:> sudo pkill -f 'journalctl -f -n 0 -u ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@osd.1.service' 2024-01-24T13:10:52.264 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-01-24T13:10:52.265 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-01-24T13:10:52.265 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-01-24T13:10:52.265 DEBUG:teuthology.orchestra.run.smithi181:> sudo systemctl stop ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@osd.2 2024-01-24T13:10:52.649 INFO:journalctl@ceph.osd.2.smithi181.stdout:Jan 24 13:10:52 smithi181 systemd[1]: Stopping Ceph osd.2 for d5d5b6f8-bab8-11ee-95b1-87774f69a715... 2024-01-24T13:10:52.899 INFO:journalctl@ceph.osd.2.smithi181.stdout:Jan 24 13:10:52 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-2[45400]: 2024-01-24T13:10:52.647+0000 7fb06cc00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-01-24T13:10:52.899 INFO:journalctl@ceph.osd.2.smithi181.stdout:Jan 24 13:10:52 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-2[45400]: 2024-01-24T13:10:52.647+0000 7fb06cc00700 -1 osd.2 81 *** Got signal Terminated *** 2024-01-24T13:10:52.899 INFO:journalctl@ceph.osd.2.smithi181.stdout:Jan 24 13:10:52 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-2[45400]: 2024-01-24T13:10:52.647+0000 7fb06cc00700 -1 osd.2 81 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-01-24T13:10:58.399 INFO:journalctl@ceph.osd.2.smithi181.stdout:Jan 24 13:10:58 smithi181 bash[77468]: ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-2 2024-01-24T13:10:59.669 DEBUG:teuthology.orchestra.run.smithi181:> sudo pkill -f 'journalctl -f -n 0 -u ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@osd.2.service' 2024-01-24T13:10:59.755 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-01-24T13:10:59.755 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-01-24T13:10:59.756 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-01-24T13:10:59.756 DEBUG:teuthology.orchestra.run.smithi084:> sudo systemctl stop ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@osd.3 2024-01-24T13:11:00.133 INFO:journalctl@ceph.osd.3.smithi084.stdout:Jan 24 13:10:59 smithi084 systemd[1]: Stopping Ceph osd.3 for d5d5b6f8-bab8-11ee-95b1-87774f69a715... 2024-01-24T13:11:00.385 INFO:journalctl@ceph.osd.3.smithi084.stdout:Jan 24 13:11:00 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-3[62764]: 2024-01-24T13:11:00.131+0000 7fbc7c400700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-01-24T13:11:00.385 INFO:journalctl@ceph.osd.3.smithi084.stdout:Jan 24 13:11:00 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-3[62764]: 2024-01-24T13:11:00.131+0000 7fbc7c400700 -1 osd.3 81 *** Got signal Terminated *** 2024-01-24T13:11:00.385 INFO:journalctl@ceph.osd.3.smithi084.stdout:Jan 24 13:11:00 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-3[62764]: 2024-01-24T13:11:00.131+0000 7fbc7c400700 -1 osd.3 81 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-01-24T13:11:04.149 INFO:journalctl@ceph.osd.5.smithi181.stdout:Jan 24 13:11:03 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-5[53204]: 2024-01-24T13:11:03.886+0000 7fc196a00700 -1 osd.5 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:40.780416+0000 front 2024-01-24T13:10:40.780332+0000 (oldest deadline 2024-01-24T13:11:03.680384+0000) 2024-01-24T13:11:04.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:03 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:03.859+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:42.302630+0000 front 2024-01-24T13:10:42.302813+0000 (oldest deadline 2024-01-24T13:11:03.402564+0000) 2024-01-24T13:11:04.900 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:04 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:04.410+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.012694+0000 front 2024-01-24T13:10:41.012668+0000 (oldest deadline 2024-01-24T13:11:03.912602+0000) 2024-01-24T13:11:05.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:04 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:04.891+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:42.302630+0000 front 2024-01-24T13:10:42.302813+0000 (oldest deadline 2024-01-24T13:11:03.402564+0000) 2024-01-24T13:11:05.384 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:04 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:04.892+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:39.928901+0000 front 2024-01-24T13:10:39.928989+0000 (oldest deadline 2024-01-24T13:11:04.029136+0000) 2024-01-24T13:11:05.399 INFO:journalctl@ceph.osd.5.smithi181.stdout:Jan 24 13:11:04 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-5[53204]: 2024-01-24T13:11:04.912+0000 7fc196a00700 -1 osd.5 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:40.780416+0000 front 2024-01-24T13:10:40.780332+0000 (oldest deadline 2024-01-24T13:11:03.680384+0000) 2024-01-24T13:11:05.884 INFO:journalctl@ceph.osd.3.smithi084.stdout:Jan 24 13:11:05 smithi084 bash[90260]: ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-3 2024-01-24T13:11:05.899 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:05 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:05.426+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.012694+0000 front 2024-01-24T13:10:41.012668+0000 (oldest deadline 2024-01-24T13:11:03.912602+0000) 2024-01-24T13:11:06.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:05 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:05.936+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:42.302630+0000 front 2024-01-24T13:10:42.302813+0000 (oldest deadline 2024-01-24T13:11:03.402564+0000) 2024-01-24T13:11:06.379 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:05 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:05.892+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:39.928901+0000 front 2024-01-24T13:10:39.928989+0000 (oldest deadline 2024-01-24T13:11:04.029136+0000) 2024-01-24T13:11:06.399 INFO:journalctl@ceph.osd.5.smithi181.stdout:Jan 24 13:11:05 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-5[53204]: 2024-01-24T13:11:05.953+0000 7fc196a00700 -1 osd.5 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:40.780416+0000 front 2024-01-24T13:10:40.780332+0000 (oldest deadline 2024-01-24T13:11:03.680384+0000) 2024-01-24T13:11:06.400 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:06 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:06.071+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.939954+0000 front 2024-01-24T13:10:41.939986+0000 (oldest deadline 2024-01-24T13:11:05.439928+0000) 2024-01-24T13:11:06.899 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:06 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:06.464+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.012694+0000 front 2024-01-24T13:10:41.012668+0000 (oldest deadline 2024-01-24T13:11:03.912602+0000) 2024-01-24T13:11:07.023 INFO:journalctl@ceph.osd.6.smithi084.stdout:Jan 24 13:11:06 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-6[71364]: 2024-01-24T13:11:06.771+0000 7f404b200700 -1 osd.6 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:38.117525+0000 front 2024-01-24T13:10:38.117513+0000 (oldest deadline 2024-01-24T13:11:06.318594+0000) 2024-01-24T13:11:07.024 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:06 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:06.897+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:39.928901+0000 front 2024-01-24T13:10:39.928989+0000 (oldest deadline 2024-01-24T13:11:04.029136+0000) 2024-01-24T13:11:07.207 DEBUG:teuthology.orchestra.run.smithi084:> sudo pkill -f 'journalctl -f -n 0 -u ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@osd.3.service' 2024-01-24T13:11:07.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:06 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:06.938+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:42.302630+0000 front 2024-01-24T13:10:42.302813+0000 (oldest deadline 2024-01-24T13:11:03.402564+0000) 2024-01-24T13:11:07.291 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-01-24T13:11:07.291 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-01-24T13:11:07.292 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-01-24T13:11:07.292 DEBUG:teuthology.orchestra.run.smithi113:> sudo systemctl stop ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@osd.4 2024-01-24T13:11:07.399 INFO:journalctl@ceph.osd.5.smithi181.stdout:Jan 24 13:11:06 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-5[53204]: 2024-01-24T13:11:06.913+0000 7fc196a00700 -1 osd.5 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:40.780416+0000 front 2024-01-24T13:10:40.780332+0000 (oldest deadline 2024-01-24T13:11:03.680384+0000) 2024-01-24T13:11:07.400 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:07 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:07.048+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.939954+0000 front 2024-01-24T13:10:41.939986+0000 (oldest deadline 2024-01-24T13:11:05.439928+0000) 2024-01-24T13:11:07.656 INFO:journalctl@ceph.osd.4.smithi113.stdout:Jan 24 13:11:07 smithi113 systemd[1]: Stopping Ceph osd.4 for d5d5b6f8-bab8-11ee-95b1-87774f69a715... 2024-01-24T13:11:07.899 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:07 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:07.513+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.012694+0000 front 2024-01-24T13:10:41.012668+0000 (oldest deadline 2024-01-24T13:11:03.912602+0000) 2024-01-24T13:11:07.907 INFO:journalctl@ceph.osd.4.smithi113.stdout:Jan 24 13:11:07 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-4[52711]: 2024-01-24T13:11:07.656+0000 7f5264200700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-01-24T13:11:07.907 INFO:journalctl@ceph.osd.4.smithi113.stdout:Jan 24 13:11:07 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-4[52711]: 2024-01-24T13:11:07.656+0000 7f5264200700 -1 osd.4 81 *** Got signal Terminated *** 2024-01-24T13:11:07.907 INFO:journalctl@ceph.osd.4.smithi113.stdout:Jan 24 13:11:07 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-4[52711]: 2024-01-24T13:11:07.656+0000 7f5264200700 -1 osd.4 81 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-01-24T13:11:08.134 INFO:journalctl@ceph.osd.6.smithi084.stdout:Jan 24 13:11:07 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-6[71364]: 2024-01-24T13:11:07.761+0000 7f404b200700 -1 osd.6 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:38.117525+0000 front 2024-01-24T13:10:38.117513+0000 (oldest deadline 2024-01-24T13:11:06.318594+0000) 2024-01-24T13:11:08.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:07 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:07.942+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:39.928901+0000 front 2024-01-24T13:10:39.928989+0000 (oldest deadline 2024-01-24T13:11:04.029136+0000) 2024-01-24T13:11:08.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:07 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:07.907+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:42.302630+0000 front 2024-01-24T13:10:42.302813+0000 (oldest deadline 2024-01-24T13:11:03.402564+0000) 2024-01-24T13:11:08.399 INFO:journalctl@ceph.osd.5.smithi181.stdout:Jan 24 13:11:07 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-5[53204]: 2024-01-24T13:11:07.927+0000 7fc196a00700 -1 osd.5 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:40.780416+0000 front 2024-01-24T13:10:40.780332+0000 (oldest deadline 2024-01-24T13:11:03.680384+0000) 2024-01-24T13:11:08.399 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:08 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:08.008+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.939954+0000 front 2024-01-24T13:10:41.939986+0000 (oldest deadline 2024-01-24T13:11:05.439928+0000) 2024-01-24T13:11:08.899 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:08 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:08.523+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.012694+0000 front 2024-01-24T13:10:41.012668+0000 (oldest deadline 2024-01-24T13:11:03.912602+0000) 2024-01-24T13:11:09.134 INFO:journalctl@ceph.osd.6.smithi084.stdout:Jan 24 13:11:08 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-6[71364]: 2024-01-24T13:11:08.749+0000 7f404b200700 -1 osd.6 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:38.117525+0000 front 2024-01-24T13:10:38.117513+0000 (oldest deadline 2024-01-24T13:11:06.318594+0000) 2024-01-24T13:11:09.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:08 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:08.922+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:39.928901+0000 front 2024-01-24T13:10:39.928989+0000 (oldest deadline 2024-01-24T13:11:04.029136+0000) 2024-01-24T13:11:09.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:08 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:08.919+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:42.302630+0000 front 2024-01-24T13:10:42.302813+0000 (oldest deadline 2024-01-24T13:11:03.402564+0000) 2024-01-24T13:11:09.399 INFO:journalctl@ceph.osd.5.smithi181.stdout:Jan 24 13:11:08 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-5[53204]: 2024-01-24T13:11:08.950+0000 7fc196a00700 -1 osd.5 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:40.780416+0000 front 2024-01-24T13:10:40.780332+0000 (oldest deadline 2024-01-24T13:11:03.680384+0000) 2024-01-24T13:11:09.400 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:09 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:09.037+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.939954+0000 front 2024-01-24T13:10:41.939986+0000 (oldest deadline 2024-01-24T13:11:05.439928+0000) 2024-01-24T13:11:09.899 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:09 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:09.553+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.012694+0000 front 2024-01-24T13:10:41.012668+0000 (oldest deadline 2024-01-24T13:11:03.912602+0000) 2024-01-24T13:11:10.134 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:09 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:09.934+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:39.928901+0000 front 2024-01-24T13:10:39.928989+0000 (oldest deadline 2024-01-24T13:11:04.029136+0000) 2024-01-24T13:11:10.135 INFO:journalctl@ceph.osd.6.smithi084.stdout:Jan 24 13:11:09 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-6[71364]: 2024-01-24T13:11:09.786+0000 7f404b200700 -1 osd.6 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:38.117525+0000 front 2024-01-24T13:10:38.117513+0000 (oldest deadline 2024-01-24T13:11:06.318594+0000) 2024-01-24T13:11:10.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:09 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:09.969+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:42.302630+0000 front 2024-01-24T13:10:42.302813+0000 (oldest deadline 2024-01-24T13:11:03.402564+0000) 2024-01-24T13:11:10.399 INFO:journalctl@ceph.osd.5.smithi181.stdout:Jan 24 13:11:09 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-5[53204]: 2024-01-24T13:11:09.987+0000 7fc196a00700 -1 osd.5 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:40.780416+0000 front 2024-01-24T13:10:40.780332+0000 (oldest deadline 2024-01-24T13:11:03.680384+0000) 2024-01-24T13:11:10.400 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:10 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:10.083+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.939954+0000 front 2024-01-24T13:10:41.939986+0000 (oldest deadline 2024-01-24T13:11:05.439928+0000) 2024-01-24T13:11:10.899 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:10 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:10.571+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.012694+0000 front 2024-01-24T13:10:41.012668+0000 (oldest deadline 2024-01-24T13:11:03.912602+0000) 2024-01-24T13:11:11.134 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:10 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:10.893+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:39.928901+0000 front 2024-01-24T13:10:39.928989+0000 (oldest deadline 2024-01-24T13:11:04.029136+0000) 2024-01-24T13:11:11.135 INFO:journalctl@ceph.osd.6.smithi084.stdout:Jan 24 13:11:10 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-6[71364]: 2024-01-24T13:11:10.830+0000 7f404b200700 -1 osd.6 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:38.117525+0000 front 2024-01-24T13:10:38.117513+0000 (oldest deadline 2024-01-24T13:11:06.318594+0000) 2024-01-24T13:11:11.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:10 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:10.984+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:42.302630+0000 front 2024-01-24T13:10:42.302813+0000 (oldest deadline 2024-01-24T13:11:03.402564+0000) 2024-01-24T13:11:11.399 INFO:journalctl@ceph.osd.5.smithi181.stdout:Jan 24 13:11:10 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-5[53204]: 2024-01-24T13:11:10.979+0000 7fc196a00700 -1 osd.5 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:40.780416+0000 front 2024-01-24T13:10:40.780332+0000 (oldest deadline 2024-01-24T13:11:03.680384+0000) 2024-01-24T13:11:11.400 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:11 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:11.108+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.939954+0000 front 2024-01-24T13:10:41.939986+0000 (oldest deadline 2024-01-24T13:11:05.439928+0000) 2024-01-24T13:11:11.899 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:11 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:11.596+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.012694+0000 front 2024-01-24T13:10:41.012668+0000 (oldest deadline 2024-01-24T13:11:03.912602+0000) 2024-01-24T13:11:11.980 INFO:journalctl@ceph.osd.4.smithi113.stdout:Jan 24 13:11:11 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-4[52711]: 2024-01-24T13:11:11.675+0000 7f525fa00700 -1 osd.4 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:45.031810+0000 front 2024-01-24T13:10:45.031843+0000 (oldest deadline 2024-01-24T13:11:10.931957+0000) 2024-01-24T13:11:12.135 INFO:journalctl@ceph.osd.6.smithi084.stdout:Jan 24 13:11:11 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-6[71364]: 2024-01-24T13:11:11.817+0000 7f404b200700 -1 osd.6 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:38.117525+0000 front 2024-01-24T13:10:38.117513+0000 (oldest deadline 2024-01-24T13:11:06.318594+0000) 2024-01-24T13:11:12.135 INFO:journalctl@ceph.osd.6.smithi084.stdout:Jan 24 13:11:11 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-6[71364]: 2024-01-24T13:11:11.818+0000 7f404b200700 -1 osd.6 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:49.819859+0000 front 2024-01-24T13:10:49.819930+0000 (oldest deadline 2024-01-24T13:11:10.920025+0000) 2024-01-24T13:11:12.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:11 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:11.867+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:39.928901+0000 front 2024-01-24T13:10:39.928989+0000 (oldest deadline 2024-01-24T13:11:04.029136+0000) 2024-01-24T13:11:12.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:11 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:11.867+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:45.030351+0000 front 2024-01-24T13:10:45.030621+0000 (oldest deadline 2024-01-24T13:11:10.930633+0000) 2024-01-24T13:11:12.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:11 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:11.979+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:42.302630+0000 front 2024-01-24T13:10:42.302813+0000 (oldest deadline 2024-01-24T13:11:03.402564+0000) 2024-01-24T13:11:12.277 INFO:journalctl@ceph.osd.7.smithi113.stdout:Jan 24 13:11:12 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-7[61259]: 2024-01-24T13:11:12.133+0000 7fdb4ec00700 -1 osd.7 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:48.881720+0000 front 2024-01-24T13:10:48.881914+0000 (oldest deadline 2024-01-24T13:11:11.181890+0000) 2024-01-24T13:11:12.399 INFO:journalctl@ceph.osd.5.smithi181.stdout:Jan 24 13:11:11 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-5[53204]: 2024-01-24T13:11:11.938+0000 7fc196a00700 -1 osd.5 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:40.780416+0000 front 2024-01-24T13:10:40.780332+0000 (oldest deadline 2024-01-24T13:11:03.680384+0000) 2024-01-24T13:11:12.400 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:12 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:12.146+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.939954+0000 front 2024-01-24T13:10:41.939986+0000 (oldest deadline 2024-01-24T13:11:05.439928+0000) 2024-01-24T13:11:12.899 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:12 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:12.626+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.012694+0000 front 2024-01-24T13:10:41.012668+0000 (oldest deadline 2024-01-24T13:11:03.912602+0000) 2024-01-24T13:11:13.134 INFO:journalctl@ceph.osd.6.smithi084.stdout:Jan 24 13:11:12 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-6[71364]: 2024-01-24T13:11:12.794+0000 7f404b200700 -1 osd.6 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:38.117525+0000 front 2024-01-24T13:10:38.117513+0000 (oldest deadline 2024-01-24T13:11:06.318594+0000) 2024-01-24T13:11:13.135 INFO:journalctl@ceph.osd.6.smithi084.stdout:Jan 24 13:11:12 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-6[71364]: 2024-01-24T13:11:12.794+0000 7f404b200700 -1 osd.6 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:49.819859+0000 front 2024-01-24T13:10:49.819930+0000 (oldest deadline 2024-01-24T13:11:10.920025+0000) 2024-01-24T13:11:13.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:12 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:12.878+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:39.928901+0000 front 2024-01-24T13:10:39.928989+0000 (oldest deadline 2024-01-24T13:11:04.029136+0000) 2024-01-24T13:11:13.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:12 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:12.878+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:45.030351+0000 front 2024-01-24T13:10:45.030621+0000 (oldest deadline 2024-01-24T13:11:10.930633+0000) 2024-01-24T13:11:13.212 INFO:journalctl@ceph.osd.7.smithi113.stdout:Jan 24 13:11:13 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-7[61259]: 2024-01-24T13:11:13.133+0000 7fdb4ec00700 -1 osd.7 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:48.881720+0000 front 2024-01-24T13:10:48.881914+0000 (oldest deadline 2024-01-24T13:11:11.181890+0000) 2024-01-24T13:11:13.212 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:12 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:12.947+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:42.302630+0000 front 2024-01-24T13:10:42.302813+0000 (oldest deadline 2024-01-24T13:11:03.402564+0000) 2024-01-24T13:11:13.212 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:12 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:12.947+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:47.503756+0000 front 2024-01-24T13:10:47.503729+0000 (oldest deadline 2024-01-24T13:11:12.803842+0000) 2024-01-24T13:11:13.399 INFO:journalctl@ceph.osd.5.smithi181.stdout:Jan 24 13:11:12 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-5[53204]: 2024-01-24T13:11:12.951+0000 7fc196a00700 -1 osd.5 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:40.780416+0000 front 2024-01-24T13:10:40.780332+0000 (oldest deadline 2024-01-24T13:11:03.680384+0000) 2024-01-24T13:11:13.400 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:13 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:13.156+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.939954+0000 front 2024-01-24T13:10:41.939986+0000 (oldest deadline 2024-01-24T13:11:05.439928+0000) 2024-01-24T13:11:13.527 INFO:journalctl@ceph.osd.4.smithi113.stdout:Jan 24 13:11:13 smithi113 bash[78067]: ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-4 2024-01-24T13:11:13.899 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:13 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:13.601+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.012694+0000 front 2024-01-24T13:10:41.012668+0000 (oldest deadline 2024-01-24T13:11:03.912602+0000) 2024-01-24T13:11:14.135 INFO:journalctl@ceph.osd.6.smithi084.stdout:Jan 24 13:11:13 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-6[71364]: 2024-01-24T13:11:13.748+0000 7f404b200700 -1 osd.6 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:38.117525+0000 front 2024-01-24T13:10:38.117513+0000 (oldest deadline 2024-01-24T13:11:06.318594+0000) 2024-01-24T13:11:14.135 INFO:journalctl@ceph.osd.6.smithi084.stdout:Jan 24 13:11:13 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-6[71364]: 2024-01-24T13:11:13.748+0000 7f404b200700 -1 osd.6 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:49.819859+0000 front 2024-01-24T13:10:49.819930+0000 (oldest deadline 2024-01-24T13:11:10.920025+0000) 2024-01-24T13:11:14.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:13 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:13.874+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:39.928901+0000 front 2024-01-24T13:10:39.928989+0000 (oldest deadline 2024-01-24T13:11:04.029136+0000) 2024-01-24T13:11:14.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:13 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:13.874+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:45.030351+0000 front 2024-01-24T13:10:45.030621+0000 (oldest deadline 2024-01-24T13:11:10.930633+0000) 2024-01-24T13:11:14.202 INFO:journalctl@ceph.osd.5.smithi181.stdout:Jan 24 13:11:13 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-5[53204]: 2024-01-24T13:11:13.930+0000 7fc196a00700 -1 osd.5 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:40.780416+0000 front 2024-01-24T13:10:40.780332+0000 (oldest deadline 2024-01-24T13:11:03.680384+0000) 2024-01-24T13:11:14.202 INFO:journalctl@ceph.osd.5.smithi181.stdout:Jan 24 13:11:13 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-5[53204]: 2024-01-24T13:11:13.930+0000 7fc196a00700 -1 osd.5 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:47.181809+0000 front 2024-01-24T13:10:47.181925+0000 (oldest deadline 2024-01-24T13:11:13.081751+0000) 2024-01-24T13:11:14.277 INFO:journalctl@ceph.osd.7.smithi113.stdout:Jan 24 13:11:14 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-7[61259]: 2024-01-24T13:11:14.123+0000 7fdb4ec00700 -1 osd.7 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:48.881720+0000 front 2024-01-24T13:10:48.881914+0000 (oldest deadline 2024-01-24T13:11:11.181890+0000) 2024-01-24T13:11:14.278 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:13 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:13.988+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:42.302630+0000 front 2024-01-24T13:10:42.302813+0000 (oldest deadline 2024-01-24T13:11:03.402564+0000) 2024-01-24T13:11:14.278 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:13 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:13.988+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:47.503756+0000 front 2024-01-24T13:10:47.503729+0000 (oldest deadline 2024-01-24T13:11:12.803842+0000) 2024-01-24T13:11:14.556 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:14 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:14.201+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.939954+0000 front 2024-01-24T13:10:41.939986+0000 (oldest deadline 2024-01-24T13:11:05.439928+0000) 2024-01-24T13:11:14.557 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:14 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:14.201+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:48.941282+0000 front 2024-01-24T13:10:48.941124+0000 (oldest deadline 2024-01-24T13:11:13.641360+0000) 2024-01-24T13:11:14.705 DEBUG:teuthology.orchestra.run.smithi113:> sudo pkill -f 'journalctl -f -n 0 -u ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@osd.4.service' 2024-01-24T13:11:14.789 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-01-24T13:11:14.789 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-01-24T13:11:14.790 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-01-24T13:11:14.790 DEBUG:teuthology.orchestra.run.smithi181:> sudo systemctl stop ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@osd.5 2024-01-24T13:11:14.853 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:14 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:14.556+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.012694+0000 front 2024-01-24T13:10:41.012668+0000 (oldest deadline 2024-01-24T13:11:03.912602+0000) 2024-01-24T13:11:15.134 INFO:journalctl@ceph.osd.6.smithi084.stdout:Jan 24 13:11:14 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-6[71364]: 2024-01-24T13:11:14.776+0000 7f404b200700 -1 osd.6 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:38.117525+0000 front 2024-01-24T13:10:38.117513+0000 (oldest deadline 2024-01-24T13:11:06.318594+0000) 2024-01-24T13:11:15.135 INFO:journalctl@ceph.osd.6.smithi084.stdout:Jan 24 13:11:14 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-6[71364]: 2024-01-24T13:11:14.776+0000 7f404b200700 -1 osd.6 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:49.819859+0000 front 2024-01-24T13:10:49.819930+0000 (oldest deadline 2024-01-24T13:11:10.920025+0000) 2024-01-24T13:11:15.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:14 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:14.911+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:39.928901+0000 front 2024-01-24T13:10:39.928989+0000 (oldest deadline 2024-01-24T13:11:04.029136+0000) 2024-01-24T13:11:15.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:14 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:14.911+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:45.030351+0000 front 2024-01-24T13:10:45.030621+0000 (oldest deadline 2024-01-24T13:11:10.930633+0000) 2024-01-24T13:11:15.149 INFO:journalctl@ceph.osd.5.smithi181.stdout:Jan 24 13:11:14 smithi181 systemd[1]: Stopping Ceph osd.5 for d5d5b6f8-bab8-11ee-95b1-87774f69a715... 2024-01-24T13:11:15.149 INFO:journalctl@ceph.osd.5.smithi181.stdout:Jan 24 13:11:14 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-5[53204]: 2024-01-24T13:11:14.899+0000 7fc196a00700 -1 osd.5 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:40.780416+0000 front 2024-01-24T13:10:40.780332+0000 (oldest deadline 2024-01-24T13:11:03.680384+0000) 2024-01-24T13:11:15.149 INFO:journalctl@ceph.osd.5.smithi181.stdout:Jan 24 13:11:14 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-5[53204]: 2024-01-24T13:11:14.899+0000 7fc196a00700 -1 osd.5 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:47.181809+0000 front 2024-01-24T13:10:47.181925+0000 (oldest deadline 2024-01-24T13:11:13.081751+0000) 2024-01-24T13:11:15.277 INFO:journalctl@ceph.osd.7.smithi113.stdout:Jan 24 13:11:15 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-7[61259]: 2024-01-24T13:11:15.142+0000 7fdb4ec00700 -1 osd.7 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:48.881720+0000 front 2024-01-24T13:10:48.881914+0000 (oldest deadline 2024-01-24T13:11:11.181890+0000) 2024-01-24T13:11:15.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:14 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:14.991+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:42.302630+0000 front 2024-01-24T13:10:42.302813+0000 (oldest deadline 2024-01-24T13:11:03.402564+0000) 2024-01-24T13:11:15.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:14 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:14.991+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:47.503756+0000 front 2024-01-24T13:10:47.503729+0000 (oldest deadline 2024-01-24T13:11:12.803842+0000) 2024-01-24T13:11:15.551 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:15 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:15.550+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.012694+0000 front 2024-01-24T13:10:41.012668+0000 (oldest deadline 2024-01-24T13:11:03.912602+0000) 2024-01-24T13:11:15.551 INFO:journalctl@ceph.osd.5.smithi181.stdout:Jan 24 13:11:15 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-5[53204]: 2024-01-24T13:11:15.168+0000 7fc19a800700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-01-24T13:11:15.551 INFO:journalctl@ceph.osd.5.smithi181.stdout:Jan 24 13:11:15 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-5[53204]: 2024-01-24T13:11:15.168+0000 7fc19a800700 -1 osd.5 81 *** Got signal Terminated *** 2024-01-24T13:11:15.551 INFO:journalctl@ceph.osd.5.smithi181.stdout:Jan 24 13:11:15 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-5[53204]: 2024-01-24T13:11:15.168+0000 7fc19a800700 -1 osd.5 81 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-01-24T13:11:15.552 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:15 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:15.232+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.939954+0000 front 2024-01-24T13:10:41.939986+0000 (oldest deadline 2024-01-24T13:11:05.439928+0000) 2024-01-24T13:11:15.552 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:15 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:15.232+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:48.941282+0000 front 2024-01-24T13:10:48.941124+0000 (oldest deadline 2024-01-24T13:11:13.641360+0000) 2024-01-24T13:11:15.897 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:15 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:15.550+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:49.516227+0000 front 2024-01-24T13:10:49.516258+0000 (oldest deadline 2024-01-24T13:11:15.416110+0000) 2024-01-24T13:11:16.135 INFO:journalctl@ceph.osd.6.smithi084.stdout:Jan 24 13:11:15 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-6[71364]: 2024-01-24T13:11:15.787+0000 7f404b200700 -1 osd.6 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:38.117525+0000 front 2024-01-24T13:10:38.117513+0000 (oldest deadline 2024-01-24T13:11:06.318594+0000) 2024-01-24T13:11:16.135 INFO:journalctl@ceph.osd.6.smithi084.stdout:Jan 24 13:11:15 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-6[71364]: 2024-01-24T13:11:15.787+0000 7f404b200700 -1 osd.6 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:49.819859+0000 front 2024-01-24T13:10:49.819930+0000 (oldest deadline 2024-01-24T13:11:10.920025+0000) 2024-01-24T13:11:16.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:15 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:15.866+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:39.928901+0000 front 2024-01-24T13:10:39.928989+0000 (oldest deadline 2024-01-24T13:11:04.029136+0000) 2024-01-24T13:11:16.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:15 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:15.866+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:45.030351+0000 front 2024-01-24T13:10:45.030621+0000 (oldest deadline 2024-01-24T13:11:10.930633+0000) 2024-01-24T13:11:16.149 INFO:journalctl@ceph.osd.5.smithi181.stdout:Jan 24 13:11:15 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-5[53204]: 2024-01-24T13:11:15.897+0000 7fc196a00700 -1 osd.5 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:40.780416+0000 front 2024-01-24T13:10:40.780332+0000 (oldest deadline 2024-01-24T13:11:03.680384+0000) 2024-01-24T13:11:16.149 INFO:journalctl@ceph.osd.5.smithi181.stdout:Jan 24 13:11:15 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-5[53204]: 2024-01-24T13:11:15.897+0000 7fc196a00700 -1 osd.5 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:47.181809+0000 front 2024-01-24T13:10:47.181925+0000 (oldest deadline 2024-01-24T13:11:13.081751+0000) 2024-01-24T13:11:16.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:15 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:15.950+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:42.302630+0000 front 2024-01-24T13:10:42.302813+0000 (oldest deadline 2024-01-24T13:11:03.402564+0000) 2024-01-24T13:11:16.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:15 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:15.950+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:47.503756+0000 front 2024-01-24T13:10:47.503729+0000 (oldest deadline 2024-01-24T13:11:12.803842+0000) 2024-01-24T13:11:16.277 INFO:journalctl@ceph.osd.7.smithi113.stdout:Jan 24 13:11:16 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-7[61259]: 2024-01-24T13:11:16.191+0000 7fdb4ec00700 -1 osd.7 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:48.881720+0000 front 2024-01-24T13:10:48.881914+0000 (oldest deadline 2024-01-24T13:11:11.181890+0000) 2024-01-24T13:11:16.565 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:16 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:16.205+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.939954+0000 front 2024-01-24T13:10:41.939986+0000 (oldest deadline 2024-01-24T13:11:05.439928+0000) 2024-01-24T13:11:16.566 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:16 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:16.205+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:48.941282+0000 front 2024-01-24T13:10:48.941124+0000 (oldest deadline 2024-01-24T13:11:13.641360+0000) 2024-01-24T13:11:16.899 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:16 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:16.565+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.012694+0000 front 2024-01-24T13:10:41.012668+0000 (oldest deadline 2024-01-24T13:11:03.912602+0000) 2024-01-24T13:11:16.900 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:16 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:16.565+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:49.516227+0000 front 2024-01-24T13:10:49.516258+0000 (oldest deadline 2024-01-24T13:11:15.416110+0000) 2024-01-24T13:11:17.134 INFO:journalctl@ceph.osd.6.smithi084.stdout:Jan 24 13:11:16 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-6[71364]: 2024-01-24T13:11:16.793+0000 7f404b200700 -1 osd.6 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:38.117525+0000 front 2024-01-24T13:10:38.117513+0000 (oldest deadline 2024-01-24T13:11:06.318594+0000) 2024-01-24T13:11:17.135 INFO:journalctl@ceph.osd.6.smithi084.stdout:Jan 24 13:11:16 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-6[71364]: 2024-01-24T13:11:16.793+0000 7f404b200700 -1 osd.6 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:49.819859+0000 front 2024-01-24T13:10:49.819930+0000 (oldest deadline 2024-01-24T13:11:10.920025+0000) 2024-01-24T13:11:17.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:16 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:16.818+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:39.928901+0000 front 2024-01-24T13:10:39.928989+0000 (oldest deadline 2024-01-24T13:11:04.029136+0000) 2024-01-24T13:11:17.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:16 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:16.818+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:45.030351+0000 front 2024-01-24T13:10:45.030621+0000 (oldest deadline 2024-01-24T13:11:10.930633+0000) 2024-01-24T13:11:17.237 INFO:journalctl@ceph.osd.5.smithi181.stdout:Jan 24 13:11:16 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-5[53204]: 2024-01-24T13:11:16.920+0000 7fc196a00700 -1 osd.5 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:40.780416+0000 front 2024-01-24T13:10:40.780332+0000 (oldest deadline 2024-01-24T13:11:03.680384+0000) 2024-01-24T13:11:17.238 INFO:journalctl@ceph.osd.5.smithi181.stdout:Jan 24 13:11:16 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-5[53204]: 2024-01-24T13:11:16.920+0000 7fc196a00700 -1 osd.5 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:47.181809+0000 front 2024-01-24T13:10:47.181925+0000 (oldest deadline 2024-01-24T13:11:13.081751+0000) 2024-01-24T13:11:17.277 INFO:journalctl@ceph.osd.7.smithi113.stdout:Jan 24 13:11:17 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-7[61259]: 2024-01-24T13:11:17.223+0000 7fdb4ec00700 -1 osd.7 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:48.881720+0000 front 2024-01-24T13:10:48.881914+0000 (oldest deadline 2024-01-24T13:11:11.181890+0000) 2024-01-24T13:11:17.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:16 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:16.975+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:42.302630+0000 front 2024-01-24T13:10:42.302813+0000 (oldest deadline 2024-01-24T13:11:03.402564+0000) 2024-01-24T13:11:17.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:16 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:16.975+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:47.503756+0000 front 2024-01-24T13:10:47.503729+0000 (oldest deadline 2024-01-24T13:11:12.803842+0000) 2024-01-24T13:11:17.600 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:17 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:17.237+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.939954+0000 front 2024-01-24T13:10:41.939986+0000 (oldest deadline 2024-01-24T13:11:05.439928+0000) 2024-01-24T13:11:17.600 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:17 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:17.237+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:48.941282+0000 front 2024-01-24T13:10:48.941124+0000 (oldest deadline 2024-01-24T13:11:13.641360+0000) 2024-01-24T13:11:17.900 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:17 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:17.599+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.012694+0000 front 2024-01-24T13:10:41.012668+0000 (oldest deadline 2024-01-24T13:11:03.912602+0000) 2024-01-24T13:11:17.900 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:17 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:17.599+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:49.516227+0000 front 2024-01-24T13:10:49.516258+0000 (oldest deadline 2024-01-24T13:11:15.416110+0000) 2024-01-24T13:11:18.134 INFO:journalctl@ceph.osd.6.smithi084.stdout:Jan 24 13:11:17 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-6[71364]: 2024-01-24T13:11:17.789+0000 7f404b200700 -1 osd.6 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:38.117525+0000 front 2024-01-24T13:10:38.117513+0000 (oldest deadline 2024-01-24T13:11:06.318594+0000) 2024-01-24T13:11:18.135 INFO:journalctl@ceph.osd.6.smithi084.stdout:Jan 24 13:11:17 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-6[71364]: 2024-01-24T13:11:17.789+0000 7f404b200700 -1 osd.6 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:49.819859+0000 front 2024-01-24T13:10:49.819930+0000 (oldest deadline 2024-01-24T13:11:10.920025+0000) 2024-01-24T13:11:18.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:17 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:17.803+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:39.928901+0000 front 2024-01-24T13:10:39.928989+0000 (oldest deadline 2024-01-24T13:11:04.029136+0000) 2024-01-24T13:11:18.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:17 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:17.803+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:45.030351+0000 front 2024-01-24T13:10:45.030621+0000 (oldest deadline 2024-01-24T13:11:10.930633+0000) 2024-01-24T13:11:18.212 INFO:journalctl@ceph.osd.5.smithi181.stdout:Jan 24 13:11:17 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-5[53204]: 2024-01-24T13:11:17.944+0000 7fc196a00700 -1 osd.5 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:40.780416+0000 front 2024-01-24T13:10:40.780332+0000 (oldest deadline 2024-01-24T13:11:03.680384+0000) 2024-01-24T13:11:18.212 INFO:journalctl@ceph.osd.5.smithi181.stdout:Jan 24 13:11:17 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-5[53204]: 2024-01-24T13:11:17.944+0000 7fc196a00700 -1 osd.5 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:47.181809+0000 front 2024-01-24T13:10:47.181925+0000 (oldest deadline 2024-01-24T13:11:13.081751+0000) 2024-01-24T13:11:18.255 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:17 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:17.987+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:42.302630+0000 front 2024-01-24T13:10:42.302813+0000 (oldest deadline 2024-01-24T13:11:03.402564+0000) 2024-01-24T13:11:18.255 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:17 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:17.987+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:47.503756+0000 front 2024-01-24T13:10:47.503729+0000 (oldest deadline 2024-01-24T13:11:12.803842+0000) 2024-01-24T13:11:18.527 INFO:journalctl@ceph.osd.7.smithi113.stdout:Jan 24 13:11:18 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-7[61259]: 2024-01-24T13:11:18.255+0000 7fdb4ec00700 -1 osd.7 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:48.881720+0000 front 2024-01-24T13:10:48.881914+0000 (oldest deadline 2024-01-24T13:11:11.181890+0000) 2024-01-24T13:11:18.592 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:18 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:18.211+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.939954+0000 front 2024-01-24T13:10:41.939986+0000 (oldest deadline 2024-01-24T13:11:05.439928+0000) 2024-01-24T13:11:18.593 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:18 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:18.211+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:48.941282+0000 front 2024-01-24T13:10:48.941124+0000 (oldest deadline 2024-01-24T13:11:13.641360+0000) 2024-01-24T13:11:18.899 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:18 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:18.592+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.012694+0000 front 2024-01-24T13:10:41.012668+0000 (oldest deadline 2024-01-24T13:11:03.912602+0000) 2024-01-24T13:11:18.899 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:18 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:18.592+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:49.516227+0000 front 2024-01-24T13:10:49.516258+0000 (oldest deadline 2024-01-24T13:11:15.416110+0000) 2024-01-24T13:11:19.135 INFO:journalctl@ceph.osd.6.smithi084.stdout:Jan 24 13:11:18 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-6[71364]: 2024-01-24T13:11:18.765+0000 7f404b200700 -1 osd.6 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:38.117525+0000 front 2024-01-24T13:10:38.117513+0000 (oldest deadline 2024-01-24T13:11:06.318594+0000) 2024-01-24T13:11:19.135 INFO:journalctl@ceph.osd.6.smithi084.stdout:Jan 24 13:11:18 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-6[71364]: 2024-01-24T13:11:18.765+0000 7f404b200700 -1 osd.6 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:49.819859+0000 front 2024-01-24T13:10:49.819930+0000 (oldest deadline 2024-01-24T13:11:10.920025+0000) 2024-01-24T13:11:19.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:18 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:18.807+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:39.928901+0000 front 2024-01-24T13:10:39.928989+0000 (oldest deadline 2024-01-24T13:11:04.029136+0000) 2024-01-24T13:11:19.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:18 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:18.807+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:45.030351+0000 front 2024-01-24T13:10:45.030621+0000 (oldest deadline 2024-01-24T13:11:10.930633+0000) 2024-01-24T13:11:19.243 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:18 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:18.982+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:42.302630+0000 front 2024-01-24T13:10:42.302813+0000 (oldest deadline 2024-01-24T13:11:03.402564+0000) 2024-01-24T13:11:19.244 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:18 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:18.982+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:47.503756+0000 front 2024-01-24T13:10:47.503729+0000 (oldest deadline 2024-01-24T13:11:12.803842+0000) 2024-01-24T13:11:19.400 INFO:journalctl@ceph.osd.5.smithi181.stdout:Jan 24 13:11:18 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-5[53204]: 2024-01-24T13:11:18.918+0000 7fc196a00700 -1 osd.5 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:40.780416+0000 front 2024-01-24T13:10:40.780332+0000 (oldest deadline 2024-01-24T13:11:03.680384+0000) 2024-01-24T13:11:19.400 INFO:journalctl@ceph.osd.5.smithi181.stdout:Jan 24 13:11:18 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-5[53204]: 2024-01-24T13:11:18.918+0000 7fc196a00700 -1 osd.5 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:47.181809+0000 front 2024-01-24T13:10:47.181925+0000 (oldest deadline 2024-01-24T13:11:13.081751+0000) 2024-01-24T13:11:19.400 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:19 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:19.167+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.939954+0000 front 2024-01-24T13:10:41.939986+0000 (oldest deadline 2024-01-24T13:11:05.439928+0000) 2024-01-24T13:11:19.400 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:19 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:19.167+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:48.941282+0000 front 2024-01-24T13:10:48.941124+0000 (oldest deadline 2024-01-24T13:11:13.641360+0000) 2024-01-24T13:11:19.527 INFO:journalctl@ceph.osd.7.smithi113.stdout:Jan 24 13:11:19 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-7[61259]: 2024-01-24T13:11:19.243+0000 7fdb4ec00700 -1 osd.7 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:48.881720+0000 front 2024-01-24T13:10:48.881914+0000 (oldest deadline 2024-01-24T13:11:11.181890+0000) 2024-01-24T13:11:19.899 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:19 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:19.611+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.012694+0000 front 2024-01-24T13:10:41.012668+0000 (oldest deadline 2024-01-24T13:11:03.912602+0000) 2024-01-24T13:11:19.899 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:19 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:19.611+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:49.516227+0000 front 2024-01-24T13:10:49.516258+0000 (oldest deadline 2024-01-24T13:11:15.416110+0000) 2024-01-24T13:11:19.899 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:19 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:19.611+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:55.416579+0000 front 2024-01-24T13:10:55.416624+0000 (oldest deadline 2024-01-24T13:11:18.916804+0000) 2024-01-24T13:11:20.134 INFO:journalctl@ceph.osd.6.smithi084.stdout:Jan 24 13:11:19 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-6[71364]: 2024-01-24T13:11:19.717+0000 7f404b200700 -1 osd.6 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:38.117525+0000 front 2024-01-24T13:10:38.117513+0000 (oldest deadline 2024-01-24T13:11:06.318594+0000) 2024-01-24T13:11:20.135 INFO:journalctl@ceph.osd.6.smithi084.stdout:Jan 24 13:11:19 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-6[71364]: 2024-01-24T13:11:19.717+0000 7f404b200700 -1 osd.6 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:49.819859+0000 front 2024-01-24T13:10:49.819930+0000 (oldest deadline 2024-01-24T13:11:10.920025+0000) 2024-01-24T13:11:20.135 INFO:journalctl@ceph.osd.6.smithi084.stdout:Jan 24 13:11:19 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-6[71364]: 2024-01-24T13:11:19.717+0000 7f404b200700 -1 osd.6 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:56.722483+0000 front 2024-01-24T13:10:56.722608+0000 (oldest deadline 2024-01-24T13:11:19.622489+0000) 2024-01-24T13:11:20.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:19 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:19.818+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:39.928901+0000 front 2024-01-24T13:10:39.928989+0000 (oldest deadline 2024-01-24T13:11:04.029136+0000) 2024-01-24T13:11:20.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:19 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:19.818+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:45.030351+0000 front 2024-01-24T13:10:45.030621+0000 (oldest deadline 2024-01-24T13:11:10.930633+0000) 2024-01-24T13:11:20.233 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:19 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:19.977+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:42.302630+0000 front 2024-01-24T13:10:42.302813+0000 (oldest deadline 2024-01-24T13:11:03.402564+0000) 2024-01-24T13:11:20.233 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:19 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:19.977+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:47.503756+0000 front 2024-01-24T13:10:47.503729+0000 (oldest deadline 2024-01-24T13:11:12.803842+0000) 2024-01-24T13:11:20.233 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:19 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:19.977+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:56.706377+0000 front 2024-01-24T13:10:56.706338+0000 (oldest deadline 2024-01-24T13:11:19.006293+0000) 2024-01-24T13:11:20.399 INFO:journalctl@ceph.osd.5.smithi181.stdout:Jan 24 13:11:19 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-5[53204]: 2024-01-24T13:11:19.905+0000 7fc196a00700 -1 osd.5 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:40.780416+0000 front 2024-01-24T13:10:40.780332+0000 (oldest deadline 2024-01-24T13:11:03.680384+0000) 2024-01-24T13:11:20.400 INFO:journalctl@ceph.osd.5.smithi181.stdout:Jan 24 13:11:19 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-5[53204]: 2024-01-24T13:11:19.905+0000 7fc196a00700 -1 osd.5 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:47.181809+0000 front 2024-01-24T13:10:47.181925+0000 (oldest deadline 2024-01-24T13:11:13.081751+0000) 2024-01-24T13:11:20.400 INFO:journalctl@ceph.osd.5.smithi181.stdout:Jan 24 13:11:19 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-5[53204]: 2024-01-24T13:11:19.905+0000 7fc196a00700 -1 osd.5 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:55.382860+0000 front 2024-01-24T13:10:55.382848+0000 (oldest deadline 2024-01-24T13:11:19.483119+0000) 2024-01-24T13:11:20.400 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:20 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:20.154+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.939954+0000 front 2024-01-24T13:10:41.939986+0000 (oldest deadline 2024-01-24T13:11:05.439928+0000) 2024-01-24T13:11:20.400 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:20 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:20.154+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:48.941282+0000 front 2024-01-24T13:10:48.941124+0000 (oldest deadline 2024-01-24T13:11:13.641360+0000) 2024-01-24T13:11:20.400 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:20 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:20.154+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:57.444991+0000 front 2024-01-24T13:10:57.445017+0000 (oldest deadline 2024-01-24T13:11:19.745254+0000) 2024-01-24T13:11:20.527 INFO:journalctl@ceph.osd.7.smithi113.stdout:Jan 24 13:11:20 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-7[61259]: 2024-01-24T13:11:20.233+0000 7fdb4ec00700 -1 osd.7 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:48.881720+0000 front 2024-01-24T13:10:48.881914+0000 (oldest deadline 2024-01-24T13:11:11.181890+0000) 2024-01-24T13:11:20.527 INFO:journalctl@ceph.osd.7.smithi113.stdout:Jan 24 13:11:20 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-7[61259]: 2024-01-24T13:11:20.233+0000 7fdb4ec00700 -1 osd.7 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:56.983900+0000 front 2024-01-24T13:10:56.983859+0000 (oldest deadline 2024-01-24T13:11:19.884016+0000) 2024-01-24T13:11:20.899 INFO:journalctl@ceph.osd.5.smithi181.stdout:Jan 24 13:11:20 smithi181 bash[77732]: ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-5 2024-01-24T13:11:20.900 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:20 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:20.604+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.012694+0000 front 2024-01-24T13:10:41.012668+0000 (oldest deadline 2024-01-24T13:11:03.912602+0000) 2024-01-24T13:11:20.900 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:20 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:20.604+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:49.516227+0000 front 2024-01-24T13:10:49.516258+0000 (oldest deadline 2024-01-24T13:11:15.416110+0000) 2024-01-24T13:11:20.900 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:20 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:20.604+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:55.416579+0000 front 2024-01-24T13:10:55.416624+0000 (oldest deadline 2024-01-24T13:11:18.916804+0000) 2024-01-24T13:11:21.135 INFO:journalctl@ceph.osd.6.smithi084.stdout:Jan 24 13:11:20 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-6[71364]: 2024-01-24T13:11:20.728+0000 7f404b200700 -1 osd.6 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:38.117525+0000 front 2024-01-24T13:10:38.117513+0000 (oldest deadline 2024-01-24T13:11:06.318594+0000) 2024-01-24T13:11:21.135 INFO:journalctl@ceph.osd.6.smithi084.stdout:Jan 24 13:11:20 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-6[71364]: 2024-01-24T13:11:20.728+0000 7f404b200700 -1 osd.6 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:49.819859+0000 front 2024-01-24T13:10:49.819930+0000 (oldest deadline 2024-01-24T13:11:10.920025+0000) 2024-01-24T13:11:21.135 INFO:journalctl@ceph.osd.6.smithi084.stdout:Jan 24 13:11:20 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-6[71364]: 2024-01-24T13:11:20.728+0000 7f404b200700 -1 osd.6 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:56.722483+0000 front 2024-01-24T13:10:56.722608+0000 (oldest deadline 2024-01-24T13:11:19.622489+0000) 2024-01-24T13:11:21.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:20 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:20.840+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:39.928901+0000 front 2024-01-24T13:10:39.928989+0000 (oldest deadline 2024-01-24T13:11:04.029136+0000) 2024-01-24T13:11:21.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:20 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:20.840+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:45.030351+0000 front 2024-01-24T13:10:45.030621+0000 (oldest deadline 2024-01-24T13:11:10.930633+0000) 2024-01-24T13:11:21.208 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:20 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:20.955+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:42.302630+0000 front 2024-01-24T13:10:42.302813+0000 (oldest deadline 2024-01-24T13:11:03.402564+0000) 2024-01-24T13:11:21.208 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:20 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:20.955+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:47.503756+0000 front 2024-01-24T13:10:47.503729+0000 (oldest deadline 2024-01-24T13:11:12.803842+0000) 2024-01-24T13:11:21.208 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:20 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:20.955+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:56.706377+0000 front 2024-01-24T13:10:56.706338+0000 (oldest deadline 2024-01-24T13:11:19.006293+0000) 2024-01-24T13:11:21.400 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:21 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:21.138+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.939954+0000 front 2024-01-24T13:10:41.939986+0000 (oldest deadline 2024-01-24T13:11:05.439928+0000) 2024-01-24T13:11:21.400 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:21 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:21.138+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:48.941282+0000 front 2024-01-24T13:10:48.941124+0000 (oldest deadline 2024-01-24T13:11:13.641360+0000) 2024-01-24T13:11:21.400 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:21 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:21.138+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:57.444991+0000 front 2024-01-24T13:10:57.445017+0000 (oldest deadline 2024-01-24T13:11:19.745254+0000) 2024-01-24T13:11:21.527 INFO:journalctl@ceph.osd.7.smithi113.stdout:Jan 24 13:11:21 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-7[61259]: 2024-01-24T13:11:21.208+0000 7fdb4ec00700 -1 osd.7 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:48.881720+0000 front 2024-01-24T13:10:48.881914+0000 (oldest deadline 2024-01-24T13:11:11.181890+0000) 2024-01-24T13:11:21.527 INFO:journalctl@ceph.osd.7.smithi113.stdout:Jan 24 13:11:21 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-7[61259]: 2024-01-24T13:11:21.208+0000 7fdb4ec00700 -1 osd.7 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:56.983900+0000 front 2024-01-24T13:10:56.983859+0000 (oldest deadline 2024-01-24T13:11:19.884016+0000) 2024-01-24T13:11:21.899 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:21 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:21.566+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.012694+0000 front 2024-01-24T13:10:41.012668+0000 (oldest deadline 2024-01-24T13:11:03.912602+0000) 2024-01-24T13:11:21.900 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:21 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:21.566+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:49.516227+0000 front 2024-01-24T13:10:49.516258+0000 (oldest deadline 2024-01-24T13:11:15.416110+0000) 2024-01-24T13:11:21.900 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:21 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:21.566+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:55.416579+0000 front 2024-01-24T13:10:55.416624+0000 (oldest deadline 2024-01-24T13:11:18.916804+0000) 2024-01-24T13:11:22.134 INFO:journalctl@ceph.osd.6.smithi084.stdout:Jan 24 13:11:21 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-6[71364]: 2024-01-24T13:11:21.691+0000 7f404b200700 -1 osd.6 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:38.117525+0000 front 2024-01-24T13:10:38.117513+0000 (oldest deadline 2024-01-24T13:11:06.318594+0000) 2024-01-24T13:11:22.135 INFO:journalctl@ceph.osd.6.smithi084.stdout:Jan 24 13:11:21 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-6[71364]: 2024-01-24T13:11:21.691+0000 7f404b200700 -1 osd.6 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:49.819859+0000 front 2024-01-24T13:10:49.819930+0000 (oldest deadline 2024-01-24T13:11:10.920025+0000) 2024-01-24T13:11:22.135 INFO:journalctl@ceph.osd.6.smithi084.stdout:Jan 24 13:11:21 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-6[71364]: 2024-01-24T13:11:21.691+0000 7f404b200700 -1 osd.6 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:56.722483+0000 front 2024-01-24T13:10:56.722608+0000 (oldest deadline 2024-01-24T13:11:19.622489+0000) 2024-01-24T13:11:22.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:21 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:21.868+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:39.928901+0000 front 2024-01-24T13:10:39.928989+0000 (oldest deadline 2024-01-24T13:11:04.029136+0000) 2024-01-24T13:11:22.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:21 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:21.868+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:45.030351+0000 front 2024-01-24T13:10:45.030621+0000 (oldest deadline 2024-01-24T13:11:10.930633+0000) 2024-01-24T13:11:22.181 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:22 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:22.160+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.939954+0000 front 2024-01-24T13:10:41.939986+0000 (oldest deadline 2024-01-24T13:11:05.439928+0000) 2024-01-24T13:11:22.181 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:22 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:22.160+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:48.941282+0000 front 2024-01-24T13:10:48.941124+0000 (oldest deadline 2024-01-24T13:11:13.641360+0000) 2024-01-24T13:11:22.181 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:22 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:22.160+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:57.444991+0000 front 2024-01-24T13:10:57.445017+0000 (oldest deadline 2024-01-24T13:11:19.745254+0000) 2024-01-24T13:11:22.235 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:21 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:21.951+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:42.302630+0000 front 2024-01-24T13:10:42.302813+0000 (oldest deadline 2024-01-24T13:11:03.402564+0000) 2024-01-24T13:11:22.235 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:21 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:21.951+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:47.503756+0000 front 2024-01-24T13:10:47.503729+0000 (oldest deadline 2024-01-24T13:11:12.803842+0000) 2024-01-24T13:11:22.235 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:21 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:21.951+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:56.706377+0000 front 2024-01-24T13:10:56.706338+0000 (oldest deadline 2024-01-24T13:11:19.006293+0000) 2024-01-24T13:11:22.339 DEBUG:teuthology.orchestra.run.smithi181:> sudo pkill -f 'journalctl -f -n 0 -u ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@osd.5.service' 2024-01-24T13:11:22.424 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-01-24T13:11:22.424 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-01-24T13:11:22.425 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-01-24T13:11:22.425 DEBUG:teuthology.orchestra.run.smithi084:> sudo systemctl stop ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@osd.6 2024-01-24T13:11:22.527 INFO:journalctl@ceph.osd.7.smithi113.stdout:Jan 24 13:11:22 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-7[61259]: 2024-01-24T13:11:22.235+0000 7fdb4ec00700 -1 osd.7 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:48.881720+0000 front 2024-01-24T13:10:48.881914+0000 (oldest deadline 2024-01-24T13:11:11.181890+0000) 2024-01-24T13:11:22.527 INFO:journalctl@ceph.osd.7.smithi113.stdout:Jan 24 13:11:22 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-7[61259]: 2024-01-24T13:11:22.235+0000 7fdb4ec00700 -1 osd.7 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:56.983900+0000 front 2024-01-24T13:10:56.983859+0000 (oldest deadline 2024-01-24T13:11:19.884016+0000) 2024-01-24T13:11:22.819 INFO:journalctl@ceph.osd.6.smithi084.stdout:Jan 24 13:11:22 smithi084 systemd[1]: Stopping Ceph osd.6 for d5d5b6f8-bab8-11ee-95b1-87774f69a715... 2024-01-24T13:11:22.819 INFO:journalctl@ceph.osd.6.smithi084.stdout:Jan 24 13:11:22 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-6[71364]: 2024-01-24T13:11:22.667+0000 7f404b200700 -1 osd.6 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:38.117525+0000 front 2024-01-24T13:10:38.117513+0000 (oldest deadline 2024-01-24T13:11:06.318594+0000) 2024-01-24T13:11:22.819 INFO:journalctl@ceph.osd.6.smithi084.stdout:Jan 24 13:11:22 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-6[71364]: 2024-01-24T13:11:22.667+0000 7f404b200700 -1 osd.6 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:49.819859+0000 front 2024-01-24T13:10:49.819930+0000 (oldest deadline 2024-01-24T13:11:10.920025+0000) 2024-01-24T13:11:22.819 INFO:journalctl@ceph.osd.6.smithi084.stdout:Jan 24 13:11:22 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-6[71364]: 2024-01-24T13:11:22.667+0000 7f404b200700 -1 osd.6 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:56.722483+0000 front 2024-01-24T13:10:56.722608+0000 (oldest deadline 2024-01-24T13:11:19.622489+0000) 2024-01-24T13:11:22.819 INFO:journalctl@ceph.osd.6.smithi084.stdout:Jan 24 13:11:22 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-6[71364]: 2024-01-24T13:11:22.817+0000 7f4053600700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-01-24T13:11:22.819 INFO:journalctl@ceph.osd.6.smithi084.stdout:Jan 24 13:11:22 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-6[71364]: 2024-01-24T13:11:22.817+0000 7f4053600700 -1 osd.6 81 *** Got signal Terminated *** 2024-01-24T13:11:22.899 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:22 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:22.592+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.012694+0000 front 2024-01-24T13:10:41.012668+0000 (oldest deadline 2024-01-24T13:11:03.912602+0000) 2024-01-24T13:11:22.899 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:22 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:22.592+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:49.516227+0000 front 2024-01-24T13:10:49.516258+0000 (oldest deadline 2024-01-24T13:11:15.416110+0000) 2024-01-24T13:11:22.899 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:22 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:22.592+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:55.416579+0000 front 2024-01-24T13:10:55.416624+0000 (oldest deadline 2024-01-24T13:11:18.916804+0000) 2024-01-24T13:11:23.134 INFO:journalctl@ceph.osd.6.smithi084.stdout:Jan 24 13:11:22 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-6[71364]: 2024-01-24T13:11:22.817+0000 7f4053600700 -1 osd.6 81 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-01-24T13:11:23.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:22 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:22.823+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:39.928901+0000 front 2024-01-24T13:10:39.928989+0000 (oldest deadline 2024-01-24T13:11:04.029136+0000) 2024-01-24T13:11:23.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:22 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:22.824+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:45.030351+0000 front 2024-01-24T13:10:45.030621+0000 (oldest deadline 2024-01-24T13:11:10.930633+0000) 2024-01-24T13:11:23.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:22 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:22.824+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:57.332477+0000 front 2024-01-24T13:10:57.332492+0000 (oldest deadline 2024-01-24T13:11:22.632522+0000) 2024-01-24T13:11:23.261 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:22 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:22.910+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:42.302630+0000 front 2024-01-24T13:10:42.302813+0000 (oldest deadline 2024-01-24T13:11:03.402564+0000) 2024-01-24T13:11:23.261 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:22 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:22.910+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:47.503756+0000 front 2024-01-24T13:10:47.503729+0000 (oldest deadline 2024-01-24T13:11:12.803842+0000) 2024-01-24T13:11:23.261 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:22 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:22.910+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:56.706377+0000 front 2024-01-24T13:10:56.706338+0000 (oldest deadline 2024-01-24T13:11:19.006293+0000) 2024-01-24T13:11:23.527 INFO:journalctl@ceph.osd.7.smithi113.stdout:Jan 24 13:11:23 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-7[61259]: 2024-01-24T13:11:23.261+0000 7fdb4ec00700 -1 osd.7 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:48.881720+0000 front 2024-01-24T13:10:48.881914+0000 (oldest deadline 2024-01-24T13:11:11.181890+0000) 2024-01-24T13:11:23.527 INFO:journalctl@ceph.osd.7.smithi113.stdout:Jan 24 13:11:23 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-7[61259]: 2024-01-24T13:11:23.261+0000 7fdb4ec00700 -1 osd.7 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:56.983900+0000 front 2024-01-24T13:10:56.983859+0000 (oldest deadline 2024-01-24T13:11:19.884016+0000) 2024-01-24T13:11:23.625 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:23 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:23.188+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.939954+0000 front 2024-01-24T13:10:41.939986+0000 (oldest deadline 2024-01-24T13:11:05.439928+0000) 2024-01-24T13:11:23.625 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:23 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:23.188+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:48.941282+0000 front 2024-01-24T13:10:48.941124+0000 (oldest deadline 2024-01-24T13:11:13.641360+0000) 2024-01-24T13:11:23.625 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:23 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:23.188+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:57.444991+0000 front 2024-01-24T13:10:57.445017+0000 (oldest deadline 2024-01-24T13:11:19.745254+0000) 2024-01-24T13:11:23.899 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:23 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:23.624+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.012694+0000 front 2024-01-24T13:10:41.012668+0000 (oldest deadline 2024-01-24T13:11:03.912602+0000) 2024-01-24T13:11:23.899 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:23 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:23.624+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:49.516227+0000 front 2024-01-24T13:10:49.516258+0000 (oldest deadline 2024-01-24T13:11:15.416110+0000) 2024-01-24T13:11:23.899 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:23 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:23.624+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:55.416579+0000 front 2024-01-24T13:10:55.416624+0000 (oldest deadline 2024-01-24T13:11:18.916804+0000) 2024-01-24T13:11:24.134 INFO:journalctl@ceph.osd.6.smithi084.stdout:Jan 24 13:11:23 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-6[71364]: 2024-01-24T13:11:23.689+0000 7f404b200700 -1 osd.6 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:38.117525+0000 front 2024-01-24T13:10:38.117513+0000 (oldest deadline 2024-01-24T13:11:06.318594+0000) 2024-01-24T13:11:24.135 INFO:journalctl@ceph.osd.6.smithi084.stdout:Jan 24 13:11:23 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-6[71364]: 2024-01-24T13:11:23.689+0000 7f404b200700 -1 osd.6 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:49.819859+0000 front 2024-01-24T13:10:49.819930+0000 (oldest deadline 2024-01-24T13:11:10.920025+0000) 2024-01-24T13:11:24.135 INFO:journalctl@ceph.osd.6.smithi084.stdout:Jan 24 13:11:23 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-6[71364]: 2024-01-24T13:11:23.689+0000 7f404b200700 -1 osd.6 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:56.722483+0000 front 2024-01-24T13:10:56.722608+0000 (oldest deadline 2024-01-24T13:11:19.622489+0000) 2024-01-24T13:11:24.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:23 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:23.810+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:39.928901+0000 front 2024-01-24T13:10:39.928989+0000 (oldest deadline 2024-01-24T13:11:04.029136+0000) 2024-01-24T13:11:24.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:23 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:23.810+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:45.030351+0000 front 2024-01-24T13:10:45.030621+0000 (oldest deadline 2024-01-24T13:11:10.930633+0000) 2024-01-24T13:11:24.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:23 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:23.810+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:57.332477+0000 front 2024-01-24T13:10:57.332492+0000 (oldest deadline 2024-01-24T13:11:22.632522+0000) 2024-01-24T13:11:24.234 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:23 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:23.891+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:42.302630+0000 front 2024-01-24T13:10:42.302813+0000 (oldest deadline 2024-01-24T13:11:03.402564+0000) 2024-01-24T13:11:24.234 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:23 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:23.891+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:47.503756+0000 front 2024-01-24T13:10:47.503729+0000 (oldest deadline 2024-01-24T13:11:12.803842+0000) 2024-01-24T13:11:24.234 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:23 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:23.891+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:56.706377+0000 front 2024-01-24T13:10:56.706338+0000 (oldest deadline 2024-01-24T13:11:19.006293+0000) 2024-01-24T13:11:24.399 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:24 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:24.144+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.939954+0000 front 2024-01-24T13:10:41.939986+0000 (oldest deadline 2024-01-24T13:11:05.439928+0000) 2024-01-24T13:11:24.400 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:24 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:24.144+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:48.941282+0000 front 2024-01-24T13:10:48.941124+0000 (oldest deadline 2024-01-24T13:11:13.641360+0000) 2024-01-24T13:11:24.400 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:24 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:24.144+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:57.444991+0000 front 2024-01-24T13:10:57.445017+0000 (oldest deadline 2024-01-24T13:11:19.745254+0000) 2024-01-24T13:11:24.527 INFO:journalctl@ceph.osd.7.smithi113.stdout:Jan 24 13:11:24 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-7[61259]: 2024-01-24T13:11:24.233+0000 7fdb4ec00700 -1 osd.7 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:48.881720+0000 front 2024-01-24T13:10:48.881914+0000 (oldest deadline 2024-01-24T13:11:11.181890+0000) 2024-01-24T13:11:24.527 INFO:journalctl@ceph.osd.7.smithi113.stdout:Jan 24 13:11:24 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-7[61259]: 2024-01-24T13:11:24.233+0000 7fdb4ec00700 -1 osd.7 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:56.983900+0000 front 2024-01-24T13:10:56.983859+0000 (oldest deadline 2024-01-24T13:11:19.884016+0000) 2024-01-24T13:11:24.899 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:24 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:24.598+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.012694+0000 front 2024-01-24T13:10:41.012668+0000 (oldest deadline 2024-01-24T13:11:03.912602+0000) 2024-01-24T13:11:24.900 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:24 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:24.598+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:49.516227+0000 front 2024-01-24T13:10:49.516258+0000 (oldest deadline 2024-01-24T13:11:15.416110+0000) 2024-01-24T13:11:24.900 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:24 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:24.598+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:55.416579+0000 front 2024-01-24T13:10:55.416624+0000 (oldest deadline 2024-01-24T13:11:18.916804+0000) 2024-01-24T13:11:25.134 INFO:journalctl@ceph.osd.6.smithi084.stdout:Jan 24 13:11:24 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-6[71364]: 2024-01-24T13:11:24.712+0000 7f404b200700 -1 osd.6 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:38.117525+0000 front 2024-01-24T13:10:38.117513+0000 (oldest deadline 2024-01-24T13:11:06.318594+0000) 2024-01-24T13:11:25.135 INFO:journalctl@ceph.osd.6.smithi084.stdout:Jan 24 13:11:24 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-6[71364]: 2024-01-24T13:11:24.712+0000 7f404b200700 -1 osd.6 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:49.819859+0000 front 2024-01-24T13:10:49.819930+0000 (oldest deadline 2024-01-24T13:11:10.920025+0000) 2024-01-24T13:11:25.135 INFO:journalctl@ceph.osd.6.smithi084.stdout:Jan 24 13:11:24 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-6[71364]: 2024-01-24T13:11:24.712+0000 7f404b200700 -1 osd.6 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:56.722483+0000 front 2024-01-24T13:10:56.722608+0000 (oldest deadline 2024-01-24T13:11:19.622489+0000) 2024-01-24T13:11:25.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:24 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:24.768+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:39.928901+0000 front 2024-01-24T13:10:39.928989+0000 (oldest deadline 2024-01-24T13:11:04.029136+0000) 2024-01-24T13:11:25.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:24 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:24.768+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:45.030351+0000 front 2024-01-24T13:10:45.030621+0000 (oldest deadline 2024-01-24T13:11:10.930633+0000) 2024-01-24T13:11:25.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:24 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:24.768+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:57.332477+0000 front 2024-01-24T13:10:57.332492+0000 (oldest deadline 2024-01-24T13:11:22.632522+0000) 2024-01-24T13:11:25.226 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:24 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:24.881+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:42.302630+0000 front 2024-01-24T13:10:42.302813+0000 (oldest deadline 2024-01-24T13:11:03.402564+0000) 2024-01-24T13:11:25.226 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:24 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:24.881+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:47.503756+0000 front 2024-01-24T13:10:47.503729+0000 (oldest deadline 2024-01-24T13:11:12.803842+0000) 2024-01-24T13:11:25.226 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:24 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:24.881+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:56.706377+0000 front 2024-01-24T13:10:56.706338+0000 (oldest deadline 2024-01-24T13:11:19.006293+0000) 2024-01-24T13:11:25.399 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:25 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:25.130+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.939954+0000 front 2024-01-24T13:10:41.939986+0000 (oldest deadline 2024-01-24T13:11:05.439928+0000) 2024-01-24T13:11:25.399 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:25 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:25.130+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:48.941282+0000 front 2024-01-24T13:10:48.941124+0000 (oldest deadline 2024-01-24T13:11:13.641360+0000) 2024-01-24T13:11:25.399 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:25 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:25.130+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:57.444991+0000 front 2024-01-24T13:10:57.445017+0000 (oldest deadline 2024-01-24T13:11:19.745254+0000) 2024-01-24T13:11:25.527 INFO:journalctl@ceph.osd.7.smithi113.stdout:Jan 24 13:11:25 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-7[61259]: 2024-01-24T13:11:25.225+0000 7fdb4ec00700 -1 osd.7 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:48.881720+0000 front 2024-01-24T13:10:48.881914+0000 (oldest deadline 2024-01-24T13:11:11.181890+0000) 2024-01-24T13:11:25.527 INFO:journalctl@ceph.osd.7.smithi113.stdout:Jan 24 13:11:25 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-7[61259]: 2024-01-24T13:11:25.225+0000 7fdb4ec00700 -1 osd.7 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:56.983900+0000 front 2024-01-24T13:10:56.983859+0000 (oldest deadline 2024-01-24T13:11:19.884016+0000) 2024-01-24T13:11:25.899 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:25 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:25.571+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.012694+0000 front 2024-01-24T13:10:41.012668+0000 (oldest deadline 2024-01-24T13:11:03.912602+0000) 2024-01-24T13:11:25.899 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:25 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:25.571+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:49.516227+0000 front 2024-01-24T13:10:49.516258+0000 (oldest deadline 2024-01-24T13:11:15.416110+0000) 2024-01-24T13:11:25.899 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:25 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:25.571+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:55.416579+0000 front 2024-01-24T13:10:55.416624+0000 (oldest deadline 2024-01-24T13:11:18.916804+0000) 2024-01-24T13:11:26.134 INFO:journalctl@ceph.osd.6.smithi084.stdout:Jan 24 13:11:25 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-6[71364]: 2024-01-24T13:11:25.695+0000 7f404b200700 -1 osd.6 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:38.117525+0000 front 2024-01-24T13:10:38.117513+0000 (oldest deadline 2024-01-24T13:11:06.318594+0000) 2024-01-24T13:11:26.134 INFO:journalctl@ceph.osd.6.smithi084.stdout:Jan 24 13:11:25 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-6[71364]: 2024-01-24T13:11:25.695+0000 7f404b200700 -1 osd.6 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:49.819859+0000 front 2024-01-24T13:10:49.819930+0000 (oldest deadline 2024-01-24T13:11:10.920025+0000) 2024-01-24T13:11:26.135 INFO:journalctl@ceph.osd.6.smithi084.stdout:Jan 24 13:11:25 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-6[71364]: 2024-01-24T13:11:25.695+0000 7f404b200700 -1 osd.6 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:56.722483+0000 front 2024-01-24T13:10:56.722608+0000 (oldest deadline 2024-01-24T13:11:19.622489+0000) 2024-01-24T13:11:26.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:25 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:25.758+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:39.928901+0000 front 2024-01-24T13:10:39.928989+0000 (oldest deadline 2024-01-24T13:11:04.029136+0000) 2024-01-24T13:11:26.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:25 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:25.758+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:45.030351+0000 front 2024-01-24T13:10:45.030621+0000 (oldest deadline 2024-01-24T13:11:10.930633+0000) 2024-01-24T13:11:26.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:25 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:25.758+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:57.332477+0000 front 2024-01-24T13:10:57.332492+0000 (oldest deadline 2024-01-24T13:11:22.632522+0000) 2024-01-24T13:11:26.239 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:25 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:25.836+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:42.302630+0000 front 2024-01-24T13:10:42.302813+0000 (oldest deadline 2024-01-24T13:11:03.402564+0000) 2024-01-24T13:11:26.239 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:25 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:25.836+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:47.503756+0000 front 2024-01-24T13:10:47.503729+0000 (oldest deadline 2024-01-24T13:11:12.803842+0000) 2024-01-24T13:11:26.240 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:25 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:25.836+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:56.706377+0000 front 2024-01-24T13:10:56.706338+0000 (oldest deadline 2024-01-24T13:11:19.006293+0000) 2024-01-24T13:11:26.527 INFO:journalctl@ceph.osd.7.smithi113.stdout:Jan 24 13:11:26 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-7[61259]: 2024-01-24T13:11:26.239+0000 7fdb4ec00700 -1 osd.7 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:48.881720+0000 front 2024-01-24T13:10:48.881914+0000 (oldest deadline 2024-01-24T13:11:11.181890+0000) 2024-01-24T13:11:26.527 INFO:journalctl@ceph.osd.7.smithi113.stdout:Jan 24 13:11:26 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-7[61259]: 2024-01-24T13:11:26.239+0000 7fdb4ec00700 -1 osd.7 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:56.983900+0000 front 2024-01-24T13:10:56.983859+0000 (oldest deadline 2024-01-24T13:11:19.884016+0000) 2024-01-24T13:11:26.527 INFO:journalctl@ceph.osd.7.smithi113.stdout:Jan 24 13:11:26 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-7[61259]: 2024-01-24T13:11:26.239+0000 7fdb4ec00700 -1 osd.7 81 heartbeat_check: no reply from 172.21.15.84:6814 osd.3 since back 2024-01-24T13:11:00.985178+0000 front 2024-01-24T13:11:00.985065+0000 (oldest deadline 2024-01-24T13:11:25.685197+0000) 2024-01-24T13:11:26.527 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:26 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:26.172+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.939954+0000 front 2024-01-24T13:10:41.939986+0000 (oldest deadline 2024-01-24T13:11:05.439928+0000) 2024-01-24T13:11:26.527 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:26 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:26.172+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:48.941282+0000 front 2024-01-24T13:10:48.941124+0000 (oldest deadline 2024-01-24T13:11:13.641360+0000) 2024-01-24T13:11:26.527 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:26 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:26.172+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:57.444991+0000 front 2024-01-24T13:10:57.445017+0000 (oldest deadline 2024-01-24T13:11:19.745254+0000) 2024-01-24T13:11:26.528 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:26 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:26.172+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.84:6814 osd.3 since back 2024-01-24T13:11:01.947378+0000 front 2024-01-24T13:11:01.947197+0000 (oldest deadline 2024-01-24T13:11:26.046968+0000) 2024-01-24T13:11:26.899 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:26 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:26.527+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.012694+0000 front 2024-01-24T13:10:41.012668+0000 (oldest deadline 2024-01-24T13:11:03.912602+0000) 2024-01-24T13:11:26.899 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:26 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:26.527+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:49.516227+0000 front 2024-01-24T13:10:49.516258+0000 (oldest deadline 2024-01-24T13:11:15.416110+0000) 2024-01-24T13:11:26.899 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:26 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:26.527+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:55.416579+0000 front 2024-01-24T13:10:55.416624+0000 (oldest deadline 2024-01-24T13:11:18.916804+0000) 2024-01-24T13:11:27.134 INFO:journalctl@ceph.osd.6.smithi084.stdout:Jan 24 13:11:26 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-6[71364]: 2024-01-24T13:11:26.705+0000 7f404b200700 -1 osd.6 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:38.117525+0000 front 2024-01-24T13:10:38.117513+0000 (oldest deadline 2024-01-24T13:11:06.318594+0000) 2024-01-24T13:11:27.135 INFO:journalctl@ceph.osd.6.smithi084.stdout:Jan 24 13:11:26 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-6[71364]: 2024-01-24T13:11:26.705+0000 7f404b200700 -1 osd.6 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:49.819859+0000 front 2024-01-24T13:10:49.819930+0000 (oldest deadline 2024-01-24T13:11:10.920025+0000) 2024-01-24T13:11:27.135 INFO:journalctl@ceph.osd.6.smithi084.stdout:Jan 24 13:11:26 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-6[71364]: 2024-01-24T13:11:26.705+0000 7f404b200700 -1 osd.6 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:56.722483+0000 front 2024-01-24T13:10:56.722608+0000 (oldest deadline 2024-01-24T13:11:19.622489+0000) 2024-01-24T13:11:27.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:26 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:26.797+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:39.928901+0000 front 2024-01-24T13:10:39.928989+0000 (oldest deadline 2024-01-24T13:11:04.029136+0000) 2024-01-24T13:11:27.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:26 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:26.797+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:45.030351+0000 front 2024-01-24T13:10:45.030621+0000 (oldest deadline 2024-01-24T13:11:10.930633+0000) 2024-01-24T13:11:27.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:26 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:26.797+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:57.332477+0000 front 2024-01-24T13:10:57.332492+0000 (oldest deadline 2024-01-24T13:11:22.632522+0000) 2024-01-24T13:11:27.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:26 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:26.797+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.84:6814 osd.3 since back 2024-01-24T13:11:02.632976+0000 front 2024-01-24T13:11:02.632949+0000 (oldest deadline 2024-01-24T13:11:26.132989+0000) 2024-01-24T13:11:27.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:26 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:26.840+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:42.302630+0000 front 2024-01-24T13:10:42.302813+0000 (oldest deadline 2024-01-24T13:11:03.402564+0000) 2024-01-24T13:11:27.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:26 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:26.840+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:47.503756+0000 front 2024-01-24T13:10:47.503729+0000 (oldest deadline 2024-01-24T13:11:12.803842+0000) 2024-01-24T13:11:27.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:26 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:26.840+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:56.706377+0000 front 2024-01-24T13:10:56.706338+0000 (oldest deadline 2024-01-24T13:11:19.006293+0000) 2024-01-24T13:11:27.399 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:27 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:27.140+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.939954+0000 front 2024-01-24T13:10:41.939986+0000 (oldest deadline 2024-01-24T13:11:05.439928+0000) 2024-01-24T13:11:27.399 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:27 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:27.140+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:48.941282+0000 front 2024-01-24T13:10:48.941124+0000 (oldest deadline 2024-01-24T13:11:13.641360+0000) 2024-01-24T13:11:27.399 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:27 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:27.140+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:57.444991+0000 front 2024-01-24T13:10:57.445017+0000 (oldest deadline 2024-01-24T13:11:19.745254+0000) 2024-01-24T13:11:27.400 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:27 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:27.140+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.84:6814 osd.3 since back 2024-01-24T13:11:01.947378+0000 front 2024-01-24T13:11:01.947197+0000 (oldest deadline 2024-01-24T13:11:26.046968+0000) 2024-01-24T13:11:27.777 INFO:journalctl@ceph.osd.7.smithi113.stdout:Jan 24 13:11:27 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-7[61259]: 2024-01-24T13:11:27.283+0000 7fdb4ec00700 -1 osd.7 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:48.881720+0000 front 2024-01-24T13:10:48.881914+0000 (oldest deadline 2024-01-24T13:11:11.181890+0000) 2024-01-24T13:11:27.777 INFO:journalctl@ceph.osd.7.smithi113.stdout:Jan 24 13:11:27 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-7[61259]: 2024-01-24T13:11:27.283+0000 7fdb4ec00700 -1 osd.7 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:56.983900+0000 front 2024-01-24T13:10:56.983859+0000 (oldest deadline 2024-01-24T13:11:19.884016+0000) 2024-01-24T13:11:27.777 INFO:journalctl@ceph.osd.7.smithi113.stdout:Jan 24 13:11:27 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-7[61259]: 2024-01-24T13:11:27.283+0000 7fdb4ec00700 -1 osd.7 81 heartbeat_check: no reply from 172.21.15.84:6814 osd.3 since back 2024-01-24T13:11:00.985178+0000 front 2024-01-24T13:11:00.985065+0000 (oldest deadline 2024-01-24T13:11:25.685197+0000) 2024-01-24T13:11:27.899 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:27 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:27.488+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.012694+0000 front 2024-01-24T13:10:41.012668+0000 (oldest deadline 2024-01-24T13:11:03.912602+0000) 2024-01-24T13:11:27.899 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:27 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:27.488+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:49.516227+0000 front 2024-01-24T13:10:49.516258+0000 (oldest deadline 2024-01-24T13:11:15.416110+0000) 2024-01-24T13:11:27.899 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:27 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:27.488+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:55.416579+0000 front 2024-01-24T13:10:55.416624+0000 (oldest deadline 2024-01-24T13:11:18.916804+0000) 2024-01-24T13:11:28.134 INFO:journalctl@ceph.osd.6.smithi084.stdout:Jan 24 13:11:27 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-6[71364]: 2024-01-24T13:11:27.711+0000 7f404b200700 -1 osd.6 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:38.117525+0000 front 2024-01-24T13:10:38.117513+0000 (oldest deadline 2024-01-24T13:11:06.318594+0000) 2024-01-24T13:11:28.135 INFO:journalctl@ceph.osd.6.smithi084.stdout:Jan 24 13:11:27 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-6[71364]: 2024-01-24T13:11:27.711+0000 7f404b200700 -1 osd.6 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:49.819859+0000 front 2024-01-24T13:10:49.819930+0000 (oldest deadline 2024-01-24T13:11:10.920025+0000) 2024-01-24T13:11:28.135 INFO:journalctl@ceph.osd.6.smithi084.stdout:Jan 24 13:11:27 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-6[71364]: 2024-01-24T13:11:27.711+0000 7f404b200700 -1 osd.6 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:56.722483+0000 front 2024-01-24T13:10:56.722608+0000 (oldest deadline 2024-01-24T13:11:19.622489+0000) 2024-01-24T13:11:28.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:27 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:27.772+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:39.928901+0000 front 2024-01-24T13:10:39.928989+0000 (oldest deadline 2024-01-24T13:11:04.029136+0000) 2024-01-24T13:11:28.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:27 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:27.772+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:45.030351+0000 front 2024-01-24T13:10:45.030621+0000 (oldest deadline 2024-01-24T13:11:10.930633+0000) 2024-01-24T13:11:28.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:27 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:27.772+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:57.332477+0000 front 2024-01-24T13:10:57.332492+0000 (oldest deadline 2024-01-24T13:11:22.632522+0000) 2024-01-24T13:11:28.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:27 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:27.772+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.84:6814 osd.3 since back 2024-01-24T13:11:02.632976+0000 front 2024-01-24T13:11:02.632949+0000 (oldest deadline 2024-01-24T13:11:26.132989+0000) 2024-01-24T13:11:28.240 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:27 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:27.815+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:42.302630+0000 front 2024-01-24T13:10:42.302813+0000 (oldest deadline 2024-01-24T13:11:03.402564+0000) 2024-01-24T13:11:28.240 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:27 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:27.815+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:47.503756+0000 front 2024-01-24T13:10:47.503729+0000 (oldest deadline 2024-01-24T13:11:12.803842+0000) 2024-01-24T13:11:28.240 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:27 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:27.815+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:56.706377+0000 front 2024-01-24T13:10:56.706338+0000 (oldest deadline 2024-01-24T13:11:19.006293+0000) 2024-01-24T13:11:28.240 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:27 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:27.815+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.84:6814 osd.3 since back 2024-01-24T13:11:02.507654+0000 front 2024-01-24T13:11:02.507530+0000 (oldest deadline 2024-01-24T13:11:27.807555+0000) 2024-01-24T13:11:28.399 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:28 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:28.132+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.939954+0000 front 2024-01-24T13:10:41.939986+0000 (oldest deadline 2024-01-24T13:11:05.439928+0000) 2024-01-24T13:11:28.400 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:28 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:28.132+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:48.941282+0000 front 2024-01-24T13:10:48.941124+0000 (oldest deadline 2024-01-24T13:11:13.641360+0000) 2024-01-24T13:11:28.400 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:28 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:28.132+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:57.444991+0000 front 2024-01-24T13:10:57.445017+0000 (oldest deadline 2024-01-24T13:11:19.745254+0000) 2024-01-24T13:11:28.400 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:28 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:28.132+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.84:6814 osd.3 since back 2024-01-24T13:11:01.947378+0000 front 2024-01-24T13:11:01.947197+0000 (oldest deadline 2024-01-24T13:11:26.046968+0000) 2024-01-24T13:11:28.527 INFO:journalctl@ceph.osd.7.smithi113.stdout:Jan 24 13:11:28 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-7[61259]: 2024-01-24T13:11:28.238+0000 7fdb4ec00700 -1 osd.7 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:48.881720+0000 front 2024-01-24T13:10:48.881914+0000 (oldest deadline 2024-01-24T13:11:11.181890+0000) 2024-01-24T13:11:28.527 INFO:journalctl@ceph.osd.7.smithi113.stdout:Jan 24 13:11:28 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-7[61259]: 2024-01-24T13:11:28.238+0000 7fdb4ec00700 -1 osd.7 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:56.983900+0000 front 2024-01-24T13:10:56.983859+0000 (oldest deadline 2024-01-24T13:11:19.884016+0000) 2024-01-24T13:11:28.527 INFO:journalctl@ceph.osd.7.smithi113.stdout:Jan 24 13:11:28 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-7[61259]: 2024-01-24T13:11:28.238+0000 7fdb4ec00700 -1 osd.7 81 heartbeat_check: no reply from 172.21.15.84:6814 osd.3 since back 2024-01-24T13:11:00.985178+0000 front 2024-01-24T13:11:00.985065+0000 (oldest deadline 2024-01-24T13:11:25.685197+0000) 2024-01-24T13:11:28.635 INFO:journalctl@ceph.osd.6.smithi084.stdout:Jan 24 13:11:28 smithi084 bash[90519]: ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-6 2024-01-24T13:11:28.899 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:28 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:28.440+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.012694+0000 front 2024-01-24T13:10:41.012668+0000 (oldest deadline 2024-01-24T13:11:03.912602+0000) 2024-01-24T13:11:28.899 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:28 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:28.440+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:49.516227+0000 front 2024-01-24T13:10:49.516258+0000 (oldest deadline 2024-01-24T13:11:15.416110+0000) 2024-01-24T13:11:28.900 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:28 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:28.440+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:55.416579+0000 front 2024-01-24T13:10:55.416624+0000 (oldest deadline 2024-01-24T13:11:18.916804+0000) 2024-01-24T13:11:29.134 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:28 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:28.794+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:39.928901+0000 front 2024-01-24T13:10:39.928989+0000 (oldest deadline 2024-01-24T13:11:04.029136+0000) 2024-01-24T13:11:29.134 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:28 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:28.794+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:45.030351+0000 front 2024-01-24T13:10:45.030621+0000 (oldest deadline 2024-01-24T13:11:10.930633+0000) 2024-01-24T13:11:29.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:28 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:28.794+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:57.332477+0000 front 2024-01-24T13:10:57.332492+0000 (oldest deadline 2024-01-24T13:11:22.632522+0000) 2024-01-24T13:11:29.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:28 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:28.794+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.84:6814 osd.3 since back 2024-01-24T13:11:02.632976+0000 front 2024-01-24T13:11:02.632949+0000 (oldest deadline 2024-01-24T13:11:26.132989+0000) 2024-01-24T13:11:29.268 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:28 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:28.821+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:42.302630+0000 front 2024-01-24T13:10:42.302813+0000 (oldest deadline 2024-01-24T13:11:03.402564+0000) 2024-01-24T13:11:29.268 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:28 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:28.821+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:47.503756+0000 front 2024-01-24T13:10:47.503729+0000 (oldest deadline 2024-01-24T13:11:12.803842+0000) 2024-01-24T13:11:29.268 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:28 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:28.821+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:56.706377+0000 front 2024-01-24T13:10:56.706338+0000 (oldest deadline 2024-01-24T13:11:19.006293+0000) 2024-01-24T13:11:29.268 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:28 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:28.821+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.84:6814 osd.3 since back 2024-01-24T13:11:02.507654+0000 front 2024-01-24T13:11:02.507530+0000 (oldest deadline 2024-01-24T13:11:27.807555+0000) 2024-01-24T13:11:29.398 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:29 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:29.113+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.939954+0000 front 2024-01-24T13:10:41.939986+0000 (oldest deadline 2024-01-24T13:11:05.439928+0000) 2024-01-24T13:11:29.398 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:29 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:29.113+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:48.941282+0000 front 2024-01-24T13:10:48.941124+0000 (oldest deadline 2024-01-24T13:11:13.641360+0000) 2024-01-24T13:11:29.398 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:29 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:29.113+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:57.444991+0000 front 2024-01-24T13:10:57.445017+0000 (oldest deadline 2024-01-24T13:11:19.745254+0000) 2024-01-24T13:11:29.399 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:29 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:29.113+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.84:6814 osd.3 since back 2024-01-24T13:11:01.947378+0000 front 2024-01-24T13:11:01.947197+0000 (oldest deadline 2024-01-24T13:11:26.046968+0000) 2024-01-24T13:11:29.527 INFO:journalctl@ceph.osd.7.smithi113.stdout:Jan 24 13:11:29 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-7[61259]: 2024-01-24T13:11:29.267+0000 7fdb4ec00700 -1 osd.7 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:48.881720+0000 front 2024-01-24T13:10:48.881914+0000 (oldest deadline 2024-01-24T13:11:11.181890+0000) 2024-01-24T13:11:29.527 INFO:journalctl@ceph.osd.7.smithi113.stdout:Jan 24 13:11:29 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-7[61259]: 2024-01-24T13:11:29.267+0000 7fdb4ec00700 -1 osd.7 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:56.983900+0000 front 2024-01-24T13:10:56.983859+0000 (oldest deadline 2024-01-24T13:11:19.884016+0000) 2024-01-24T13:11:29.527 INFO:journalctl@ceph.osd.7.smithi113.stdout:Jan 24 13:11:29 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-7[61259]: 2024-01-24T13:11:29.267+0000 7fdb4ec00700 -1 osd.7 81 heartbeat_check: no reply from 172.21.15.84:6814 osd.3 since back 2024-01-24T13:11:00.985178+0000 front 2024-01-24T13:11:00.985065+0000 (oldest deadline 2024-01-24T13:11:25.685197+0000) 2024-01-24T13:11:29.649 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:29 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:29.397+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.012694+0000 front 2024-01-24T13:10:41.012668+0000 (oldest deadline 2024-01-24T13:11:03.912602+0000) 2024-01-24T13:11:29.649 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:29 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:29.397+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:49.516227+0000 front 2024-01-24T13:10:49.516258+0000 (oldest deadline 2024-01-24T13:11:15.416110+0000) 2024-01-24T13:11:29.649 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:29 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:29.397+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:55.416579+0000 front 2024-01-24T13:10:55.416624+0000 (oldest deadline 2024-01-24T13:11:18.916804+0000) 2024-01-24T13:11:29.885 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:29 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:29.809+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:39.928901+0000 front 2024-01-24T13:10:39.928989+0000 (oldest deadline 2024-01-24T13:11:04.029136+0000) 2024-01-24T13:11:29.885 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:29 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:29.809+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:45.030351+0000 front 2024-01-24T13:10:45.030621+0000 (oldest deadline 2024-01-24T13:11:10.930633+0000) 2024-01-24T13:11:29.885 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:29 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:29.809+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:57.332477+0000 front 2024-01-24T13:10:57.332492+0000 (oldest deadline 2024-01-24T13:11:22.632522+0000) 2024-01-24T13:11:29.885 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:29 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:29.809+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.84:6814 osd.3 since back 2024-01-24T13:11:02.632976+0000 front 2024-01-24T13:11:02.632949+0000 (oldest deadline 2024-01-24T13:11:26.132989+0000) 2024-01-24T13:11:30.003 DEBUG:teuthology.orchestra.run.smithi084:> sudo pkill -f 'journalctl -f -n 0 -u ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@osd.6.service' 2024-01-24T13:11:30.090 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-01-24T13:11:30.090 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-01-24T13:11:30.090 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-01-24T13:11:30.090 DEBUG:teuthology.orchestra.run.smithi113:> sudo systemctl stop ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@osd.7 2024-01-24T13:11:30.154 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:29 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:29.831+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:42.302630+0000 front 2024-01-24T13:10:42.302813+0000 (oldest deadline 2024-01-24T13:11:03.402564+0000) 2024-01-24T13:11:30.155 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:29 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:29.831+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:47.503756+0000 front 2024-01-24T13:10:47.503729+0000 (oldest deadline 2024-01-24T13:11:12.803842+0000) 2024-01-24T13:11:30.155 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:29 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:29.831+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:56.706377+0000 front 2024-01-24T13:10:56.706338+0000 (oldest deadline 2024-01-24T13:11:19.006293+0000) 2024-01-24T13:11:30.155 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:29 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:29.831+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.84:6814 osd.3 since back 2024-01-24T13:11:02.507654+0000 front 2024-01-24T13:11:02.507530+0000 (oldest deadline 2024-01-24T13:11:27.807555+0000) 2024-01-24T13:11:30.396 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:30 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:30.130+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.939954+0000 front 2024-01-24T13:10:41.939986+0000 (oldest deadline 2024-01-24T13:11:05.439928+0000) 2024-01-24T13:11:30.396 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:30 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:30.130+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:48.941282+0000 front 2024-01-24T13:10:48.941124+0000 (oldest deadline 2024-01-24T13:11:13.641360+0000) 2024-01-24T13:11:30.396 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:30 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:30.130+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:57.444991+0000 front 2024-01-24T13:10:57.445017+0000 (oldest deadline 2024-01-24T13:11:19.745254+0000) 2024-01-24T13:11:30.396 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:30 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:30.130+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.84:6814 osd.3 since back 2024-01-24T13:11:01.947378+0000 front 2024-01-24T13:11:01.947197+0000 (oldest deadline 2024-01-24T13:11:26.046968+0000) 2024-01-24T13:11:30.443 INFO:journalctl@ceph.osd.7.smithi113.stdout:Jan 24 13:11:30 smithi113 systemd[1]: Stopping Ceph osd.7 for d5d5b6f8-bab8-11ee-95b1-87774f69a715... 2024-01-24T13:11:30.443 INFO:journalctl@ceph.osd.7.smithi113.stdout:Jan 24 13:11:30 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-7[61259]: 2024-01-24T13:11:30.309+0000 7fdb4ec00700 -1 osd.7 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:48.881720+0000 front 2024-01-24T13:10:48.881914+0000 (oldest deadline 2024-01-24T13:11:11.181890+0000) 2024-01-24T13:11:30.443 INFO:journalctl@ceph.osd.7.smithi113.stdout:Jan 24 13:11:30 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-7[61259]: 2024-01-24T13:11:30.309+0000 7fdb4ec00700 -1 osd.7 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:56.983900+0000 front 2024-01-24T13:10:56.983859+0000 (oldest deadline 2024-01-24T13:11:19.884016+0000) 2024-01-24T13:11:30.443 INFO:journalctl@ceph.osd.7.smithi113.stdout:Jan 24 13:11:30 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-7[61259]: 2024-01-24T13:11:30.309+0000 7fdb4ec00700 -1 osd.7 81 heartbeat_check: no reply from 172.21.15.84:6814 osd.3 since back 2024-01-24T13:11:00.985178+0000 front 2024-01-24T13:11:00.985065+0000 (oldest deadline 2024-01-24T13:11:25.685197+0000) 2024-01-24T13:11:30.443 INFO:journalctl@ceph.osd.7.smithi113.stdout:Jan 24 13:11:30 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-7[61259]: 2024-01-24T13:11:30.441+0000 7fdb54800700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-01-24T13:11:30.443 INFO:journalctl@ceph.osd.7.smithi113.stdout:Jan 24 13:11:30 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-7[61259]: 2024-01-24T13:11:30.441+0000 7fdb54800700 -1 osd.7 81 *** Got signal Terminated *** 2024-01-24T13:11:30.650 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:30 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:30.396+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.012694+0000 front 2024-01-24T13:10:41.012668+0000 (oldest deadline 2024-01-24T13:11:03.912602+0000) 2024-01-24T13:11:30.650 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:30 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:30.396+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:49.516227+0000 front 2024-01-24T13:10:49.516258+0000 (oldest deadline 2024-01-24T13:11:15.416110+0000) 2024-01-24T13:11:30.650 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:30 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:30.396+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:55.416579+0000 front 2024-01-24T13:10:55.416624+0000 (oldest deadline 2024-01-24T13:11:18.916804+0000) 2024-01-24T13:11:30.777 INFO:journalctl@ceph.osd.7.smithi113.stdout:Jan 24 13:11:30 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-7[61259]: 2024-01-24T13:11:30.441+0000 7fdb54800700 -1 osd.7 81 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-01-24T13:11:31.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:30 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:30.802+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:39.928901+0000 front 2024-01-24T13:10:39.928989+0000 (oldest deadline 2024-01-24T13:11:04.029136+0000) 2024-01-24T13:11:31.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:30 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:30.802+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:45.030351+0000 front 2024-01-24T13:10:45.030621+0000 (oldest deadline 2024-01-24T13:11:10.930633+0000) 2024-01-24T13:11:31.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:30 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:30.802+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:57.332477+0000 front 2024-01-24T13:10:57.332492+0000 (oldest deadline 2024-01-24T13:11:22.632522+0000) 2024-01-24T13:11:31.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:30 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:30.802+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.84:6814 osd.3 since back 2024-01-24T13:11:02.632976+0000 front 2024-01-24T13:11:02.632949+0000 (oldest deadline 2024-01-24T13:11:26.132989+0000) 2024-01-24T13:11:31.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:30 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:30.862+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:42.302630+0000 front 2024-01-24T13:10:42.302813+0000 (oldest deadline 2024-01-24T13:11:03.402564+0000) 2024-01-24T13:11:31.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:30 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:30.862+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:47.503756+0000 front 2024-01-24T13:10:47.503729+0000 (oldest deadline 2024-01-24T13:11:12.803842+0000) 2024-01-24T13:11:31.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:30 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:30.862+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:56.706377+0000 front 2024-01-24T13:10:56.706338+0000 (oldest deadline 2024-01-24T13:11:19.006293+0000) 2024-01-24T13:11:31.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:30 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:30.862+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.84:6814 osd.3 since back 2024-01-24T13:11:02.507654+0000 front 2024-01-24T13:11:02.507530+0000 (oldest deadline 2024-01-24T13:11:27.807555+0000) 2024-01-24T13:11:31.399 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:31 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:31.085+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.939954+0000 front 2024-01-24T13:10:41.939986+0000 (oldest deadline 2024-01-24T13:11:05.439928+0000) 2024-01-24T13:11:31.399 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:31 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:31.085+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:48.941282+0000 front 2024-01-24T13:10:48.941124+0000 (oldest deadline 2024-01-24T13:11:13.641360+0000) 2024-01-24T13:11:31.399 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:31 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:31.085+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:57.444991+0000 front 2024-01-24T13:10:57.445017+0000 (oldest deadline 2024-01-24T13:11:19.745254+0000) 2024-01-24T13:11:31.399 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:31 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:31.085+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.84:6814 osd.3 since back 2024-01-24T13:11:01.947378+0000 front 2024-01-24T13:11:01.947197+0000 (oldest deadline 2024-01-24T13:11:26.046968+0000) 2024-01-24T13:11:31.777 INFO:journalctl@ceph.osd.7.smithi113.stdout:Jan 24 13:11:31 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-7[61259]: 2024-01-24T13:11:31.352+0000 7fdb4ec00700 -1 osd.7 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:48.881720+0000 front 2024-01-24T13:10:48.881914+0000 (oldest deadline 2024-01-24T13:11:11.181890+0000) 2024-01-24T13:11:31.777 INFO:journalctl@ceph.osd.7.smithi113.stdout:Jan 24 13:11:31 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-7[61259]: 2024-01-24T13:11:31.352+0000 7fdb4ec00700 -1 osd.7 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:56.983900+0000 front 2024-01-24T13:10:56.983859+0000 (oldest deadline 2024-01-24T13:11:19.884016+0000) 2024-01-24T13:11:31.777 INFO:journalctl@ceph.osd.7.smithi113.stdout:Jan 24 13:11:31 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-7[61259]: 2024-01-24T13:11:31.352+0000 7fdb4ec00700 -1 osd.7 81 heartbeat_check: no reply from 172.21.15.84:6814 osd.3 since back 2024-01-24T13:11:00.985178+0000 front 2024-01-24T13:11:00.985065+0000 (oldest deadline 2024-01-24T13:11:25.685197+0000) 2024-01-24T13:11:31.899 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:31 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:31.435+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.012694+0000 front 2024-01-24T13:10:41.012668+0000 (oldest deadline 2024-01-24T13:11:03.912602+0000) 2024-01-24T13:11:31.899 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:31 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:31.435+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:49.516227+0000 front 2024-01-24T13:10:49.516258+0000 (oldest deadline 2024-01-24T13:11:15.416110+0000) 2024-01-24T13:11:31.899 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:31 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:31.435+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:55.416579+0000 front 2024-01-24T13:10:55.416624+0000 (oldest deadline 2024-01-24T13:11:18.916804+0000) 2024-01-24T13:11:32.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:31 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:31.778+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:39.928901+0000 front 2024-01-24T13:10:39.928989+0000 (oldest deadline 2024-01-24T13:11:04.029136+0000) 2024-01-24T13:11:32.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:31 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:31.778+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:45.030351+0000 front 2024-01-24T13:10:45.030621+0000 (oldest deadline 2024-01-24T13:11:10.930633+0000) 2024-01-24T13:11:32.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:31 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:31.778+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:57.332477+0000 front 2024-01-24T13:10:57.332492+0000 (oldest deadline 2024-01-24T13:11:22.632522+0000) 2024-01-24T13:11:32.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:31 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:31.778+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.84:6814 osd.3 since back 2024-01-24T13:11:02.632976+0000 front 2024-01-24T13:11:02.632949+0000 (oldest deadline 2024-01-24T13:11:26.132989+0000) 2024-01-24T13:11:32.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:31 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:31.883+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:42.302630+0000 front 2024-01-24T13:10:42.302813+0000 (oldest deadline 2024-01-24T13:11:03.402564+0000) 2024-01-24T13:11:32.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:31 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:31.883+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:47.503756+0000 front 2024-01-24T13:10:47.503729+0000 (oldest deadline 2024-01-24T13:11:12.803842+0000) 2024-01-24T13:11:32.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:31 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:31.883+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:56.706377+0000 front 2024-01-24T13:10:56.706338+0000 (oldest deadline 2024-01-24T13:11:19.006293+0000) 2024-01-24T13:11:32.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:31 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:31.883+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.84:6814 osd.3 since back 2024-01-24T13:11:02.507654+0000 front 2024-01-24T13:11:02.507530+0000 (oldest deadline 2024-01-24T13:11:27.807555+0000) 2024-01-24T13:11:32.399 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:32 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:32.064+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.939954+0000 front 2024-01-24T13:10:41.939986+0000 (oldest deadline 2024-01-24T13:11:05.439928+0000) 2024-01-24T13:11:32.399 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:32 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:32.064+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:48.941282+0000 front 2024-01-24T13:10:48.941124+0000 (oldest deadline 2024-01-24T13:11:13.641360+0000) 2024-01-24T13:11:32.399 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:32 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:32.064+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:57.444991+0000 front 2024-01-24T13:10:57.445017+0000 (oldest deadline 2024-01-24T13:11:19.745254+0000) 2024-01-24T13:11:32.400 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:32 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:32.064+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.84:6814 osd.3 since back 2024-01-24T13:11:01.947378+0000 front 2024-01-24T13:11:01.947197+0000 (oldest deadline 2024-01-24T13:11:26.046968+0000) 2024-01-24T13:11:32.777 INFO:journalctl@ceph.osd.7.smithi113.stdout:Jan 24 13:11:32 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-7[61259]: 2024-01-24T13:11:32.391+0000 7fdb4ec00700 -1 osd.7 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:48.881720+0000 front 2024-01-24T13:10:48.881914+0000 (oldest deadline 2024-01-24T13:11:11.181890+0000) 2024-01-24T13:11:32.777 INFO:journalctl@ceph.osd.7.smithi113.stdout:Jan 24 13:11:32 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-7[61259]: 2024-01-24T13:11:32.391+0000 7fdb4ec00700 -1 osd.7 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:56.983900+0000 front 2024-01-24T13:10:56.983859+0000 (oldest deadline 2024-01-24T13:11:19.884016+0000) 2024-01-24T13:11:32.777 INFO:journalctl@ceph.osd.7.smithi113.stdout:Jan 24 13:11:32 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-7[61259]: 2024-01-24T13:11:32.391+0000 7fdb4ec00700 -1 osd.7 81 heartbeat_check: no reply from 172.21.15.84:6814 osd.3 since back 2024-01-24T13:11:00.985178+0000 front 2024-01-24T13:11:00.985065+0000 (oldest deadline 2024-01-24T13:11:25.685197+0000) 2024-01-24T13:11:32.899 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:32 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:32.436+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.012694+0000 front 2024-01-24T13:10:41.012668+0000 (oldest deadline 2024-01-24T13:11:03.912602+0000) 2024-01-24T13:11:32.899 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:32 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:32.436+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:49.516227+0000 front 2024-01-24T13:10:49.516258+0000 (oldest deadline 2024-01-24T13:11:15.416110+0000) 2024-01-24T13:11:32.900 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:32 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:32.436+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:55.416579+0000 front 2024-01-24T13:10:55.416624+0000 (oldest deadline 2024-01-24T13:11:18.916804+0000) 2024-01-24T13:11:33.134 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:32 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:32.826+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:39.928901+0000 front 2024-01-24T13:10:39.928989+0000 (oldest deadline 2024-01-24T13:11:04.029136+0000) 2024-01-24T13:11:33.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:32 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:32.826+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:45.030351+0000 front 2024-01-24T13:10:45.030621+0000 (oldest deadline 2024-01-24T13:11:10.930633+0000) 2024-01-24T13:11:33.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:32 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:32.826+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:57.332477+0000 front 2024-01-24T13:10:57.332492+0000 (oldest deadline 2024-01-24T13:11:22.632522+0000) 2024-01-24T13:11:33.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:32 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:32.826+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.84:6814 osd.3 since back 2024-01-24T13:11:02.632976+0000 front 2024-01-24T13:11:02.632949+0000 (oldest deadline 2024-01-24T13:11:26.132989+0000) 2024-01-24T13:11:33.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:32 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:32.837+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:42.302630+0000 front 2024-01-24T13:10:42.302813+0000 (oldest deadline 2024-01-24T13:11:03.402564+0000) 2024-01-24T13:11:33.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:32 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:32.837+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:47.503756+0000 front 2024-01-24T13:10:47.503729+0000 (oldest deadline 2024-01-24T13:11:12.803842+0000) 2024-01-24T13:11:33.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:32 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:32.837+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:56.706377+0000 front 2024-01-24T13:10:56.706338+0000 (oldest deadline 2024-01-24T13:11:19.006293+0000) 2024-01-24T13:11:33.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:32 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:32.837+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.84:6814 osd.3 since back 2024-01-24T13:11:02.507654+0000 front 2024-01-24T13:11:02.507530+0000 (oldest deadline 2024-01-24T13:11:27.807555+0000) 2024-01-24T13:11:33.399 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:33 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:33.093+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.939954+0000 front 2024-01-24T13:10:41.939986+0000 (oldest deadline 2024-01-24T13:11:05.439928+0000) 2024-01-24T13:11:33.399 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:33 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:33.093+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:48.941282+0000 front 2024-01-24T13:10:48.941124+0000 (oldest deadline 2024-01-24T13:11:13.641360+0000) 2024-01-24T13:11:33.399 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:33 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:33.093+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:57.444991+0000 front 2024-01-24T13:10:57.445017+0000 (oldest deadline 2024-01-24T13:11:19.745254+0000) 2024-01-24T13:11:33.399 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:33 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:33.093+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.84:6814 osd.3 since back 2024-01-24T13:11:01.947378+0000 front 2024-01-24T13:11:01.947197+0000 (oldest deadline 2024-01-24T13:11:26.046968+0000) 2024-01-24T13:11:33.777 INFO:journalctl@ceph.osd.7.smithi113.stdout:Jan 24 13:11:33 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-7[61259]: 2024-01-24T13:11:33.410+0000 7fdb4ec00700 -1 osd.7 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:48.881720+0000 front 2024-01-24T13:10:48.881914+0000 (oldest deadline 2024-01-24T13:11:11.181890+0000) 2024-01-24T13:11:33.777 INFO:journalctl@ceph.osd.7.smithi113.stdout:Jan 24 13:11:33 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-7[61259]: 2024-01-24T13:11:33.410+0000 7fdb4ec00700 -1 osd.7 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:56.983900+0000 front 2024-01-24T13:10:56.983859+0000 (oldest deadline 2024-01-24T13:11:19.884016+0000) 2024-01-24T13:11:33.777 INFO:journalctl@ceph.osd.7.smithi113.stdout:Jan 24 13:11:33 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-7[61259]: 2024-01-24T13:11:33.410+0000 7fdb4ec00700 -1 osd.7 81 heartbeat_check: no reply from 172.21.15.84:6814 osd.3 since back 2024-01-24T13:11:00.985178+0000 front 2024-01-24T13:11:00.985065+0000 (oldest deadline 2024-01-24T13:11:25.685197+0000) 2024-01-24T13:11:33.899 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:33 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:33.410+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.012694+0000 front 2024-01-24T13:10:41.012668+0000 (oldest deadline 2024-01-24T13:11:03.912602+0000) 2024-01-24T13:11:33.899 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:33 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:33.410+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:49.516227+0000 front 2024-01-24T13:10:49.516258+0000 (oldest deadline 2024-01-24T13:11:15.416110+0000) 2024-01-24T13:11:33.900 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:33 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:33.410+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:55.416579+0000 front 2024-01-24T13:10:55.416624+0000 (oldest deadline 2024-01-24T13:11:18.916804+0000) 2024-01-24T13:11:34.134 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:33 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:33.800+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:39.928901+0000 front 2024-01-24T13:10:39.928989+0000 (oldest deadline 2024-01-24T13:11:04.029136+0000) 2024-01-24T13:11:34.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:33 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:33.800+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:45.030351+0000 front 2024-01-24T13:10:45.030621+0000 (oldest deadline 2024-01-24T13:11:10.930633+0000) 2024-01-24T13:11:34.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:33 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:33.800+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:57.332477+0000 front 2024-01-24T13:10:57.332492+0000 (oldest deadline 2024-01-24T13:11:22.632522+0000) 2024-01-24T13:11:34.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:33 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:33.800+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.84:6814 osd.3 since back 2024-01-24T13:11:02.632976+0000 front 2024-01-24T13:11:02.632949+0000 (oldest deadline 2024-01-24T13:11:26.132989+0000) 2024-01-24T13:11:34.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:33 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:33.882+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:42.302630+0000 front 2024-01-24T13:10:42.302813+0000 (oldest deadline 2024-01-24T13:11:03.402564+0000) 2024-01-24T13:11:34.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:33 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:33.882+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:47.503756+0000 front 2024-01-24T13:10:47.503729+0000 (oldest deadline 2024-01-24T13:11:12.803842+0000) 2024-01-24T13:11:34.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:33 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:33.882+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:56.706377+0000 front 2024-01-24T13:10:56.706338+0000 (oldest deadline 2024-01-24T13:11:19.006293+0000) 2024-01-24T13:11:34.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:33 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:33.882+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.84:6814 osd.3 since back 2024-01-24T13:11:02.507654+0000 front 2024-01-24T13:11:02.507530+0000 (oldest deadline 2024-01-24T13:11:27.807555+0000) 2024-01-24T13:11:34.399 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:34 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:34.073+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.939954+0000 front 2024-01-24T13:10:41.939986+0000 (oldest deadline 2024-01-24T13:11:05.439928+0000) 2024-01-24T13:11:34.400 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:34 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:34.073+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:48.941282+0000 front 2024-01-24T13:10:48.941124+0000 (oldest deadline 2024-01-24T13:11:13.641360+0000) 2024-01-24T13:11:34.400 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:34 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:34.073+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:57.444991+0000 front 2024-01-24T13:10:57.445017+0000 (oldest deadline 2024-01-24T13:11:19.745254+0000) 2024-01-24T13:11:34.400 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:34 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:34.073+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.84:6814 osd.3 since back 2024-01-24T13:11:01.947378+0000 front 2024-01-24T13:11:01.947197+0000 (oldest deadline 2024-01-24T13:11:26.046968+0000) 2024-01-24T13:11:34.777 INFO:journalctl@ceph.osd.7.smithi113.stdout:Jan 24 13:11:34 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-7[61259]: 2024-01-24T13:11:34.383+0000 7fdb4ec00700 -1 osd.7 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:48.881720+0000 front 2024-01-24T13:10:48.881914+0000 (oldest deadline 2024-01-24T13:11:11.181890+0000) 2024-01-24T13:11:34.777 INFO:journalctl@ceph.osd.7.smithi113.stdout:Jan 24 13:11:34 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-7[61259]: 2024-01-24T13:11:34.383+0000 7fdb4ec00700 -1 osd.7 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:56.983900+0000 front 2024-01-24T13:10:56.983859+0000 (oldest deadline 2024-01-24T13:11:19.884016+0000) 2024-01-24T13:11:34.777 INFO:journalctl@ceph.osd.7.smithi113.stdout:Jan 24 13:11:34 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-7[61259]: 2024-01-24T13:11:34.383+0000 7fdb4ec00700 -1 osd.7 81 heartbeat_check: no reply from 172.21.15.84:6814 osd.3 since back 2024-01-24T13:11:00.985178+0000 front 2024-01-24T13:11:00.985065+0000 (oldest deadline 2024-01-24T13:11:25.685197+0000) 2024-01-24T13:11:34.900 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:34 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:34.442+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.012694+0000 front 2024-01-24T13:10:41.012668+0000 (oldest deadline 2024-01-24T13:11:03.912602+0000) 2024-01-24T13:11:34.900 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:34 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:34.442+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:49.516227+0000 front 2024-01-24T13:10:49.516258+0000 (oldest deadline 2024-01-24T13:11:15.416110+0000) 2024-01-24T13:11:34.900 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:34 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:34.442+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:55.416579+0000 front 2024-01-24T13:10:55.416624+0000 (oldest deadline 2024-01-24T13:11:18.916804+0000) 2024-01-24T13:11:35.134 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:34 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:34.784+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:39.928901+0000 front 2024-01-24T13:10:39.928989+0000 (oldest deadline 2024-01-24T13:11:04.029136+0000) 2024-01-24T13:11:35.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:34 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:34.784+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:45.030351+0000 front 2024-01-24T13:10:45.030621+0000 (oldest deadline 2024-01-24T13:11:10.930633+0000) 2024-01-24T13:11:35.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:34 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:34.784+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:57.332477+0000 front 2024-01-24T13:10:57.332492+0000 (oldest deadline 2024-01-24T13:11:22.632522+0000) 2024-01-24T13:11:35.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:34 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:34.784+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.84:6814 osd.3 since back 2024-01-24T13:11:02.632976+0000 front 2024-01-24T13:11:02.632949+0000 (oldest deadline 2024-01-24T13:11:26.132989+0000) 2024-01-24T13:11:35.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:34 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:34.874+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:42.302630+0000 front 2024-01-24T13:10:42.302813+0000 (oldest deadline 2024-01-24T13:11:03.402564+0000) 2024-01-24T13:11:35.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:34 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:34.874+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:47.503756+0000 front 2024-01-24T13:10:47.503729+0000 (oldest deadline 2024-01-24T13:11:12.803842+0000) 2024-01-24T13:11:35.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:34 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:34.874+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:56.706377+0000 front 2024-01-24T13:10:56.706338+0000 (oldest deadline 2024-01-24T13:11:19.006293+0000) 2024-01-24T13:11:35.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:34 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:34.874+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.84:6814 osd.3 since back 2024-01-24T13:11:02.507654+0000 front 2024-01-24T13:11:02.507530+0000 (oldest deadline 2024-01-24T13:11:27.807555+0000) 2024-01-24T13:11:35.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:34 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:34.874+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-01-24T13:11:11.908377+0000 front 2024-01-24T13:11:11.908361+0000 (oldest deadline 2024-01-24T13:11:34.208347+0000) 2024-01-24T13:11:35.399 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:35 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:35.056+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.939954+0000 front 2024-01-24T13:10:41.939986+0000 (oldest deadline 2024-01-24T13:11:05.439928+0000) 2024-01-24T13:11:35.400 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:35 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:35.056+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:48.941282+0000 front 2024-01-24T13:10:48.941124+0000 (oldest deadline 2024-01-24T13:11:13.641360+0000) 2024-01-24T13:11:35.400 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:35 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:35.056+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:57.444991+0000 front 2024-01-24T13:10:57.445017+0000 (oldest deadline 2024-01-24T13:11:19.745254+0000) 2024-01-24T13:11:35.400 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:35 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:35.056+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.84:6814 osd.3 since back 2024-01-24T13:11:01.947378+0000 front 2024-01-24T13:11:01.947197+0000 (oldest deadline 2024-01-24T13:11:26.046968+0000) 2024-01-24T13:11:35.778 INFO:journalctl@ceph.osd.7.smithi113.stdout:Jan 24 13:11:35 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-7[61259]: 2024-01-24T13:11:35.366+0000 7fdb4ec00700 -1 osd.7 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:48.881720+0000 front 2024-01-24T13:10:48.881914+0000 (oldest deadline 2024-01-24T13:11:11.181890+0000) 2024-01-24T13:11:35.778 INFO:journalctl@ceph.osd.7.smithi113.stdout:Jan 24 13:11:35 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-7[61259]: 2024-01-24T13:11:35.366+0000 7fdb4ec00700 -1 osd.7 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:56.983900+0000 front 2024-01-24T13:10:56.983859+0000 (oldest deadline 2024-01-24T13:11:19.884016+0000) 2024-01-24T13:11:35.778 INFO:journalctl@ceph.osd.7.smithi113.stdout:Jan 24 13:11:35 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-7[61259]: 2024-01-24T13:11:35.366+0000 7fdb4ec00700 -1 osd.7 81 heartbeat_check: no reply from 172.21.15.84:6814 osd.3 since back 2024-01-24T13:11:00.985178+0000 front 2024-01-24T13:11:00.985065+0000 (oldest deadline 2024-01-24T13:11:25.685197+0000) 2024-01-24T13:11:35.899 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:35 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:35.403+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.012694+0000 front 2024-01-24T13:10:41.012668+0000 (oldest deadline 2024-01-24T13:11:03.912602+0000) 2024-01-24T13:11:35.900 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:35 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:35.403+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:49.516227+0000 front 2024-01-24T13:10:49.516258+0000 (oldest deadline 2024-01-24T13:11:15.416110+0000) 2024-01-24T13:11:35.900 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:35 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:35.403+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:55.416579+0000 front 2024-01-24T13:10:55.416624+0000 (oldest deadline 2024-01-24T13:11:18.916804+0000) 2024-01-24T13:11:35.900 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:35 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:35.403+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-01-24T13:11:10.019393+0000 front 2024-01-24T13:11:10.019308+0000 (oldest deadline 2024-01-24T13:11:34.719544+0000) 2024-01-24T13:11:36.134 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:35 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:35.773+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:39.928901+0000 front 2024-01-24T13:10:39.928989+0000 (oldest deadline 2024-01-24T13:11:04.029136+0000) 2024-01-24T13:11:36.134 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:35 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:35.773+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:45.030351+0000 front 2024-01-24T13:10:45.030621+0000 (oldest deadline 2024-01-24T13:11:10.930633+0000) 2024-01-24T13:11:36.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:35 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:35.773+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:57.332477+0000 front 2024-01-24T13:10:57.332492+0000 (oldest deadline 2024-01-24T13:11:22.632522+0000) 2024-01-24T13:11:36.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:35 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:35.773+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.84:6814 osd.3 since back 2024-01-24T13:11:02.632976+0000 front 2024-01-24T13:11:02.632949+0000 (oldest deadline 2024-01-24T13:11:26.132989+0000) 2024-01-24T13:11:36.277 INFO:journalctl@ceph.osd.7.smithi113.stdout:Jan 24 13:11:35 smithi113 bash[78328]: ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-7 2024-01-24T13:11:36.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:35 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:35.920+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:42.302630+0000 front 2024-01-24T13:10:42.302813+0000 (oldest deadline 2024-01-24T13:11:03.402564+0000) 2024-01-24T13:11:36.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:35 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:35.920+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:47.503756+0000 front 2024-01-24T13:10:47.503729+0000 (oldest deadline 2024-01-24T13:11:12.803842+0000) 2024-01-24T13:11:36.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:35 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:35.920+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:56.706377+0000 front 2024-01-24T13:10:56.706338+0000 (oldest deadline 2024-01-24T13:11:19.006293+0000) 2024-01-24T13:11:36.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:35 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:35.920+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.84:6814 osd.3 since back 2024-01-24T13:11:02.507654+0000 front 2024-01-24T13:11:02.507530+0000 (oldest deadline 2024-01-24T13:11:27.807555+0000) 2024-01-24T13:11:36.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:35 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:35.920+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-01-24T13:11:11.908377+0000 front 2024-01-24T13:11:11.908361+0000 (oldest deadline 2024-01-24T13:11:34.208347+0000) 2024-01-24T13:11:36.399 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:36 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:36.010+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.939954+0000 front 2024-01-24T13:10:41.939986+0000 (oldest deadline 2024-01-24T13:11:05.439928+0000) 2024-01-24T13:11:36.399 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:36 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:36.010+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:48.941282+0000 front 2024-01-24T13:10:48.941124+0000 (oldest deadline 2024-01-24T13:11:13.641360+0000) 2024-01-24T13:11:36.399 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:36 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:36.010+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:57.444991+0000 front 2024-01-24T13:10:57.445017+0000 (oldest deadline 2024-01-24T13:11:19.745254+0000) 2024-01-24T13:11:36.400 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:36 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:36.010+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.84:6814 osd.3 since back 2024-01-24T13:11:01.947378+0000 front 2024-01-24T13:11:01.947197+0000 (oldest deadline 2024-01-24T13:11:26.046968+0000) 2024-01-24T13:11:36.899 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:36 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:36.433+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.012694+0000 front 2024-01-24T13:10:41.012668+0000 (oldest deadline 2024-01-24T13:11:03.912602+0000) 2024-01-24T13:11:36.899 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:36 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:36.433+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:49.516227+0000 front 2024-01-24T13:10:49.516258+0000 (oldest deadline 2024-01-24T13:11:15.416110+0000) 2024-01-24T13:11:36.900 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:36 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:36.433+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:55.416579+0000 front 2024-01-24T13:10:55.416624+0000 (oldest deadline 2024-01-24T13:11:18.916804+0000) 2024-01-24T13:11:36.900 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:36 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:36.433+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-01-24T13:11:10.019393+0000 front 2024-01-24T13:11:10.019308+0000 (oldest deadline 2024-01-24T13:11:34.719544+0000) 2024-01-24T13:11:37.134 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:36 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:36.778+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:39.928901+0000 front 2024-01-24T13:10:39.928989+0000 (oldest deadline 2024-01-24T13:11:04.029136+0000) 2024-01-24T13:11:37.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:36 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:36.778+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:45.030351+0000 front 2024-01-24T13:10:45.030621+0000 (oldest deadline 2024-01-24T13:11:10.930633+0000) 2024-01-24T13:11:37.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:36 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:36.778+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:57.332477+0000 front 2024-01-24T13:10:57.332492+0000 (oldest deadline 2024-01-24T13:11:22.632522+0000) 2024-01-24T13:11:37.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:36 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:36.778+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.84:6814 osd.3 since back 2024-01-24T13:11:02.632976+0000 front 2024-01-24T13:11:02.632949+0000 (oldest deadline 2024-01-24T13:11:26.132989+0000) 2024-01-24T13:11:37.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:36 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:36.778+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-01-24T13:11:10.635211+0000 front 2024-01-24T13:11:10.635219+0000 (oldest deadline 2024-01-24T13:11:35.935175+0000) 2024-01-24T13:11:37.200 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:36 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:36.948+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:42.302630+0000 front 2024-01-24T13:10:42.302813+0000 (oldest deadline 2024-01-24T13:11:03.402564+0000) 2024-01-24T13:11:37.201 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:36 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:36.948+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:47.503756+0000 front 2024-01-24T13:10:47.503729+0000 (oldest deadline 2024-01-24T13:11:12.803842+0000) 2024-01-24T13:11:37.201 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:36 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:36.948+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:56.706377+0000 front 2024-01-24T13:10:56.706338+0000 (oldest deadline 2024-01-24T13:11:19.006293+0000) 2024-01-24T13:11:37.201 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:36 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:36.948+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.84:6814 osd.3 since back 2024-01-24T13:11:02.507654+0000 front 2024-01-24T13:11:02.507530+0000 (oldest deadline 2024-01-24T13:11:27.807555+0000) 2024-01-24T13:11:37.201 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:36 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:36.948+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-01-24T13:11:11.908377+0000 front 2024-01-24T13:11:11.908361+0000 (oldest deadline 2024-01-24T13:11:34.208347+0000) 2024-01-24T13:11:37.360 DEBUG:teuthology.orchestra.run.smithi113:> sudo pkill -f 'journalctl -f -n 0 -u ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@osd.7.service' 2024-01-24T13:11:37.399 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:37 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:37.048+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.939954+0000 front 2024-01-24T13:10:41.939986+0000 (oldest deadline 2024-01-24T13:11:05.439928+0000) 2024-01-24T13:11:37.399 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:37 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:37.048+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:48.941282+0000 front 2024-01-24T13:10:48.941124+0000 (oldest deadline 2024-01-24T13:11:13.641360+0000) 2024-01-24T13:11:37.399 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:37 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:37.048+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:57.444991+0000 front 2024-01-24T13:10:57.445017+0000 (oldest deadline 2024-01-24T13:11:19.745254+0000) 2024-01-24T13:11:37.399 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:37 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:37.048+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.84:6814 osd.3 since back 2024-01-24T13:11:01.947378+0000 front 2024-01-24T13:11:01.947197+0000 (oldest deadline 2024-01-24T13:11:26.046968+0000) 2024-01-24T13:11:37.399 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:37 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:37.048+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-01-24T13:11:11.348214+0000 front 2024-01-24T13:11:11.348327+0000 (oldest deadline 2024-01-24T13:11:36.048152+0000) 2024-01-24T13:11:37.441 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-01-24T13:11:37.441 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-01-24T13:11:37.442 INFO:tasks.cephadm.osd.8:Stopping osd.8... 2024-01-24T13:11:37.442 DEBUG:teuthology.orchestra.run.smithi181:> sudo systemctl stop ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@osd.8 2024-01-24T13:11:37.816 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:37 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:37.420+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.012694+0000 front 2024-01-24T13:10:41.012668+0000 (oldest deadline 2024-01-24T13:11:03.912602+0000) 2024-01-24T13:11:37.816 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:37 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:37.420+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:49.516227+0000 front 2024-01-24T13:10:49.516258+0000 (oldest deadline 2024-01-24T13:11:15.416110+0000) 2024-01-24T13:11:37.816 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:37 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:37.420+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:55.416579+0000 front 2024-01-24T13:10:55.416624+0000 (oldest deadline 2024-01-24T13:11:18.916804+0000) 2024-01-24T13:11:37.817 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:37 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:37.420+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-01-24T13:11:10.019393+0000 front 2024-01-24T13:11:10.019308+0000 (oldest deadline 2024-01-24T13:11:34.719544+0000) 2024-01-24T13:11:37.817 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:37 smithi181 systemd[1]: Stopping Ceph osd.8 for d5d5b6f8-bab8-11ee-95b1-87774f69a715... 2024-01-24T13:11:37.817 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:37 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:37.815+0000 7fc294a00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.8 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-01-24T13:11:38.134 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:37 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:37.824+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:39.928901+0000 front 2024-01-24T13:10:39.928989+0000 (oldest deadline 2024-01-24T13:11:04.029136+0000) 2024-01-24T13:11:38.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:37 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:37.824+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:45.030351+0000 front 2024-01-24T13:10:45.030621+0000 (oldest deadline 2024-01-24T13:11:10.930633+0000) 2024-01-24T13:11:38.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:37 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:37.824+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:57.332477+0000 front 2024-01-24T13:10:57.332492+0000 (oldest deadline 2024-01-24T13:11:22.632522+0000) 2024-01-24T13:11:38.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:37 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:37.824+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.84:6814 osd.3 since back 2024-01-24T13:11:02.632976+0000 front 2024-01-24T13:11:02.632949+0000 (oldest deadline 2024-01-24T13:11:26.132989+0000) 2024-01-24T13:11:38.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:37 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:37.824+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-01-24T13:11:10.635211+0000 front 2024-01-24T13:11:10.635219+0000 (oldest deadline 2024-01-24T13:11:35.935175+0000) 2024-01-24T13:11:38.149 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:37 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:37.815+0000 7fc294a00700 -1 osd.8 81 *** Got signal Terminated *** 2024-01-24T13:11:38.149 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:37 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:37.815+0000 7fc294a00700 -1 osd.8 81 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-01-24T13:11:38.149 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:38 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:38.004+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.939954+0000 front 2024-01-24T13:10:41.939986+0000 (oldest deadline 2024-01-24T13:11:05.439928+0000) 2024-01-24T13:11:38.149 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:38 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:38.004+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:48.941282+0000 front 2024-01-24T13:10:48.941124+0000 (oldest deadline 2024-01-24T13:11:13.641360+0000) 2024-01-24T13:11:38.150 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:38 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:38.004+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:57.444991+0000 front 2024-01-24T13:10:57.445017+0000 (oldest deadline 2024-01-24T13:11:19.745254+0000) 2024-01-24T13:11:38.150 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:38 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:38.004+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.84:6814 osd.3 since back 2024-01-24T13:11:01.947378+0000 front 2024-01-24T13:11:01.947197+0000 (oldest deadline 2024-01-24T13:11:26.046968+0000) 2024-01-24T13:11:38.150 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:38 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:38.004+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-01-24T13:11:11.348214+0000 front 2024-01-24T13:11:11.348327+0000 (oldest deadline 2024-01-24T13:11:36.048152+0000) 2024-01-24T13:11:38.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:37 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:37.904+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:42.302630+0000 front 2024-01-24T13:10:42.302813+0000 (oldest deadline 2024-01-24T13:11:03.402564+0000) 2024-01-24T13:11:38.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:37 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:37.904+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:47.503756+0000 front 2024-01-24T13:10:47.503729+0000 (oldest deadline 2024-01-24T13:11:12.803842+0000) 2024-01-24T13:11:38.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:37 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:37.904+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:56.706377+0000 front 2024-01-24T13:10:56.706338+0000 (oldest deadline 2024-01-24T13:11:19.006293+0000) 2024-01-24T13:11:38.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:37 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:37.904+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.84:6814 osd.3 since back 2024-01-24T13:11:02.507654+0000 front 2024-01-24T13:11:02.507530+0000 (oldest deadline 2024-01-24T13:11:27.807555+0000) 2024-01-24T13:11:38.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:37 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:37.904+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-01-24T13:11:11.908377+0000 front 2024-01-24T13:11:11.908361+0000 (oldest deadline 2024-01-24T13:11:34.208347+0000) 2024-01-24T13:11:38.899 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:38 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:38.420+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.012694+0000 front 2024-01-24T13:10:41.012668+0000 (oldest deadline 2024-01-24T13:11:03.912602+0000) 2024-01-24T13:11:38.899 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:38 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:38.420+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:49.516227+0000 front 2024-01-24T13:10:49.516258+0000 (oldest deadline 2024-01-24T13:11:15.416110+0000) 2024-01-24T13:11:38.899 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:38 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:38.420+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:55.416579+0000 front 2024-01-24T13:10:55.416624+0000 (oldest deadline 2024-01-24T13:11:18.916804+0000) 2024-01-24T13:11:38.899 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:38 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:38.420+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-01-24T13:11:10.019393+0000 front 2024-01-24T13:11:10.019308+0000 (oldest deadline 2024-01-24T13:11:34.719544+0000) 2024-01-24T13:11:39.134 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:38 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:38.869+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:39.928901+0000 front 2024-01-24T13:10:39.928989+0000 (oldest deadline 2024-01-24T13:11:04.029136+0000) 2024-01-24T13:11:39.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:38 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:38.869+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:45.030351+0000 front 2024-01-24T13:10:45.030621+0000 (oldest deadline 2024-01-24T13:11:10.930633+0000) 2024-01-24T13:11:39.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:38 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:38.869+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:57.332477+0000 front 2024-01-24T13:10:57.332492+0000 (oldest deadline 2024-01-24T13:11:22.632522+0000) 2024-01-24T13:11:39.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:38 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:38.869+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.84:6814 osd.3 since back 2024-01-24T13:11:02.632976+0000 front 2024-01-24T13:11:02.632949+0000 (oldest deadline 2024-01-24T13:11:26.132989+0000) 2024-01-24T13:11:39.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:38 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:38.869+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-01-24T13:11:10.635211+0000 front 2024-01-24T13:11:10.635219+0000 (oldest deadline 2024-01-24T13:11:35.935175+0000) 2024-01-24T13:11:39.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:38 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:38.899+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:42.302630+0000 front 2024-01-24T13:10:42.302813+0000 (oldest deadline 2024-01-24T13:11:03.402564+0000) 2024-01-24T13:11:39.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:38 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:38.899+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:47.503756+0000 front 2024-01-24T13:10:47.503729+0000 (oldest deadline 2024-01-24T13:11:12.803842+0000) 2024-01-24T13:11:39.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:38 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:38.899+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:56.706377+0000 front 2024-01-24T13:10:56.706338+0000 (oldest deadline 2024-01-24T13:11:19.006293+0000) 2024-01-24T13:11:39.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:38 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:38.899+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.84:6814 osd.3 since back 2024-01-24T13:11:02.507654+0000 front 2024-01-24T13:11:02.507530+0000 (oldest deadline 2024-01-24T13:11:27.807555+0000) 2024-01-24T13:11:39.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:38 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:38.899+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-01-24T13:11:11.908377+0000 front 2024-01-24T13:11:11.908361+0000 (oldest deadline 2024-01-24T13:11:34.208347+0000) 2024-01-24T13:11:39.383 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:39 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:39.049+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.939954+0000 front 2024-01-24T13:10:41.939986+0000 (oldest deadline 2024-01-24T13:11:05.439928+0000) 2024-01-24T13:11:39.383 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:39 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:39.049+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:48.941282+0000 front 2024-01-24T13:10:48.941124+0000 (oldest deadline 2024-01-24T13:11:13.641360+0000) 2024-01-24T13:11:39.384 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:39 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:39.049+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:57.444991+0000 front 2024-01-24T13:10:57.445017+0000 (oldest deadline 2024-01-24T13:11:19.745254+0000) 2024-01-24T13:11:39.384 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:39 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:39.049+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.84:6814 osd.3 since back 2024-01-24T13:11:01.947378+0000 front 2024-01-24T13:11:01.947197+0000 (oldest deadline 2024-01-24T13:11:26.046968+0000) 2024-01-24T13:11:39.384 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:39 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:39.049+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-01-24T13:11:11.348214+0000 front 2024-01-24T13:11:11.348327+0000 (oldest deadline 2024-01-24T13:11:36.048152+0000) 2024-01-24T13:11:39.649 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:39 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:39.383+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.012694+0000 front 2024-01-24T13:10:41.012668+0000 (oldest deadline 2024-01-24T13:11:03.912602+0000) 2024-01-24T13:11:39.649 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:39 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:39.383+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:49.516227+0000 front 2024-01-24T13:10:49.516258+0000 (oldest deadline 2024-01-24T13:11:15.416110+0000) 2024-01-24T13:11:39.650 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:39 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:39.383+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:55.416579+0000 front 2024-01-24T13:10:55.416624+0000 (oldest deadline 2024-01-24T13:11:18.916804+0000) 2024-01-24T13:11:39.650 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:39 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:39.383+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-01-24T13:11:10.019393+0000 front 2024-01-24T13:11:10.019308+0000 (oldest deadline 2024-01-24T13:11:34.719544+0000) 2024-01-24T13:11:40.134 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:39 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:39.839+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:39.928901+0000 front 2024-01-24T13:10:39.928989+0000 (oldest deadline 2024-01-24T13:11:04.029136+0000) 2024-01-24T13:11:40.134 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:39 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:39.839+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:45.030351+0000 front 2024-01-24T13:10:45.030621+0000 (oldest deadline 2024-01-24T13:11:10.930633+0000) 2024-01-24T13:11:40.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:39 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:39.839+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:57.332477+0000 front 2024-01-24T13:10:57.332492+0000 (oldest deadline 2024-01-24T13:11:22.632522+0000) 2024-01-24T13:11:40.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:39 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:39.839+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.84:6814 osd.3 since back 2024-01-24T13:11:02.632976+0000 front 2024-01-24T13:11:02.632949+0000 (oldest deadline 2024-01-24T13:11:26.132989+0000) 2024-01-24T13:11:40.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:39 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:39.839+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-01-24T13:11:10.635211+0000 front 2024-01-24T13:11:10.635219+0000 (oldest deadline 2024-01-24T13:11:35.935175+0000) 2024-01-24T13:11:40.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:39 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:39.914+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:42.302630+0000 front 2024-01-24T13:10:42.302813+0000 (oldest deadline 2024-01-24T13:11:03.402564+0000) 2024-01-24T13:11:40.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:39 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:39.914+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:47.503756+0000 front 2024-01-24T13:10:47.503729+0000 (oldest deadline 2024-01-24T13:11:12.803842+0000) 2024-01-24T13:11:40.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:39 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:39.914+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:56.706377+0000 front 2024-01-24T13:10:56.706338+0000 (oldest deadline 2024-01-24T13:11:19.006293+0000) 2024-01-24T13:11:40.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:39 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:39.914+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.84:6814 osd.3 since back 2024-01-24T13:11:02.507654+0000 front 2024-01-24T13:11:02.507530+0000 (oldest deadline 2024-01-24T13:11:27.807555+0000) 2024-01-24T13:11:40.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:39 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:39.914+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-01-24T13:11:11.908377+0000 front 2024-01-24T13:11:11.908361+0000 (oldest deadline 2024-01-24T13:11:34.208347+0000) 2024-01-24T13:11:40.396 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:40 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:40.074+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.939954+0000 front 2024-01-24T13:10:41.939986+0000 (oldest deadline 2024-01-24T13:11:05.439928+0000) 2024-01-24T13:11:40.396 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:40 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:40.074+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:48.941282+0000 front 2024-01-24T13:10:48.941124+0000 (oldest deadline 2024-01-24T13:11:13.641360+0000) 2024-01-24T13:11:40.396 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:40 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:40.074+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:57.444991+0000 front 2024-01-24T13:10:57.445017+0000 (oldest deadline 2024-01-24T13:11:19.745254+0000) 2024-01-24T13:11:40.396 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:40 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:40.074+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.84:6814 osd.3 since back 2024-01-24T13:11:01.947378+0000 front 2024-01-24T13:11:01.947197+0000 (oldest deadline 2024-01-24T13:11:26.046968+0000) 2024-01-24T13:11:40.396 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:40 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:40.074+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-01-24T13:11:11.348214+0000 front 2024-01-24T13:11:11.348327+0000 (oldest deadline 2024-01-24T13:11:36.048152+0000) 2024-01-24T13:11:40.649 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:40 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:40.395+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.012694+0000 front 2024-01-24T13:10:41.012668+0000 (oldest deadline 2024-01-24T13:11:03.912602+0000) 2024-01-24T13:11:40.649 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:40 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:40.395+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:49.516227+0000 front 2024-01-24T13:10:49.516258+0000 (oldest deadline 2024-01-24T13:11:15.416110+0000) 2024-01-24T13:11:40.650 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:40 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:40.395+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:55.416579+0000 front 2024-01-24T13:10:55.416624+0000 (oldest deadline 2024-01-24T13:11:18.916804+0000) 2024-01-24T13:11:40.650 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:40 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:40.395+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-01-24T13:11:10.019393+0000 front 2024-01-24T13:11:10.019308+0000 (oldest deadline 2024-01-24T13:11:34.719544+0000) 2024-01-24T13:11:41.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:40 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:40.827+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:39.928901+0000 front 2024-01-24T13:10:39.928989+0000 (oldest deadline 2024-01-24T13:11:04.029136+0000) 2024-01-24T13:11:41.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:40 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:40.827+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:45.030351+0000 front 2024-01-24T13:10:45.030621+0000 (oldest deadline 2024-01-24T13:11:10.930633+0000) 2024-01-24T13:11:41.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:40 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:40.827+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:57.332477+0000 front 2024-01-24T13:10:57.332492+0000 (oldest deadline 2024-01-24T13:11:22.632522+0000) 2024-01-24T13:11:41.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:40 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:40.827+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.84:6814 osd.3 since back 2024-01-24T13:11:02.632976+0000 front 2024-01-24T13:11:02.632949+0000 (oldest deadline 2024-01-24T13:11:26.132989+0000) 2024-01-24T13:11:41.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:40 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:40.827+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-01-24T13:11:10.635211+0000 front 2024-01-24T13:11:10.635219+0000 (oldest deadline 2024-01-24T13:11:35.935175+0000) 2024-01-24T13:11:41.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:40 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:40.921+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:42.302630+0000 front 2024-01-24T13:10:42.302813+0000 (oldest deadline 2024-01-24T13:11:03.402564+0000) 2024-01-24T13:11:41.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:40 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:40.921+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:47.503756+0000 front 2024-01-24T13:10:47.503729+0000 (oldest deadline 2024-01-24T13:11:12.803842+0000) 2024-01-24T13:11:41.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:40 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:40.921+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:56.706377+0000 front 2024-01-24T13:10:56.706338+0000 (oldest deadline 2024-01-24T13:11:19.006293+0000) 2024-01-24T13:11:41.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:40 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:40.921+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.84:6814 osd.3 since back 2024-01-24T13:11:02.507654+0000 front 2024-01-24T13:11:02.507530+0000 (oldest deadline 2024-01-24T13:11:27.807555+0000) 2024-01-24T13:11:41.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:40 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:40.921+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-01-24T13:11:11.908377+0000 front 2024-01-24T13:11:11.908361+0000 (oldest deadline 2024-01-24T13:11:34.208347+0000) 2024-01-24T13:11:41.372 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:41 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:41.035+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.939954+0000 front 2024-01-24T13:10:41.939986+0000 (oldest deadline 2024-01-24T13:11:05.439928+0000) 2024-01-24T13:11:41.372 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:41 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:41.035+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:48.941282+0000 front 2024-01-24T13:10:48.941124+0000 (oldest deadline 2024-01-24T13:11:13.641360+0000) 2024-01-24T13:11:41.372 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:41 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:41.035+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:57.444991+0000 front 2024-01-24T13:10:57.445017+0000 (oldest deadline 2024-01-24T13:11:19.745254+0000) 2024-01-24T13:11:41.372 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:41 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:41.035+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.84:6814 osd.3 since back 2024-01-24T13:11:01.947378+0000 front 2024-01-24T13:11:01.947197+0000 (oldest deadline 2024-01-24T13:11:26.046968+0000) 2024-01-24T13:11:41.373 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:41 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:41.035+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-01-24T13:11:11.348214+0000 front 2024-01-24T13:11:11.348327+0000 (oldest deadline 2024-01-24T13:11:36.048152+0000) 2024-01-24T13:11:41.649 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:41 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:41.372+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.012694+0000 front 2024-01-24T13:10:41.012668+0000 (oldest deadline 2024-01-24T13:11:03.912602+0000) 2024-01-24T13:11:41.650 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:41 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:41.372+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:49.516227+0000 front 2024-01-24T13:10:49.516258+0000 (oldest deadline 2024-01-24T13:11:15.416110+0000) 2024-01-24T13:11:41.650 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:41 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:41.372+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:55.416579+0000 front 2024-01-24T13:10:55.416624+0000 (oldest deadline 2024-01-24T13:11:18.916804+0000) 2024-01-24T13:11:41.650 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:41 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:41.372+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-01-24T13:11:10.019393+0000 front 2024-01-24T13:11:10.019308+0000 (oldest deadline 2024-01-24T13:11:34.719544+0000) 2024-01-24T13:11:41.650 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:41 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:41.372+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-01-24T13:11:19.321182+0000 front 2024-01-24T13:11:19.321314+0000 (oldest deadline 2024-01-24T13:11:41.021214+0000) 2024-01-24T13:11:42.134 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:41 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:41.875+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:39.928901+0000 front 2024-01-24T13:10:39.928989+0000 (oldest deadline 2024-01-24T13:11:04.029136+0000) 2024-01-24T13:11:42.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:41 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:41.875+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:45.030351+0000 front 2024-01-24T13:10:45.030621+0000 (oldest deadline 2024-01-24T13:11:10.930633+0000) 2024-01-24T13:11:42.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:41 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:41.875+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:57.332477+0000 front 2024-01-24T13:10:57.332492+0000 (oldest deadline 2024-01-24T13:11:22.632522+0000) 2024-01-24T13:11:42.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:41 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:41.875+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.84:6814 osd.3 since back 2024-01-24T13:11:02.632976+0000 front 2024-01-24T13:11:02.632949+0000 (oldest deadline 2024-01-24T13:11:26.132989+0000) 2024-01-24T13:11:42.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:41 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:41.875+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-01-24T13:11:10.635211+0000 front 2024-01-24T13:11:10.635219+0000 (oldest deadline 2024-01-24T13:11:35.935175+0000) 2024-01-24T13:11:42.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:41 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:41.875+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-01-24T13:11:18.236306+0000 front 2024-01-24T13:11:18.236273+0000 (oldest deadline 2024-01-24T13:11:41.736245+0000) 2024-01-24T13:11:42.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:41 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:41.954+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:42.302630+0000 front 2024-01-24T13:10:42.302813+0000 (oldest deadline 2024-01-24T13:11:03.402564+0000) 2024-01-24T13:11:42.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:41 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:41.954+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:47.503756+0000 front 2024-01-24T13:10:47.503729+0000 (oldest deadline 2024-01-24T13:11:12.803842+0000) 2024-01-24T13:11:42.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:41 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:41.954+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:56.706377+0000 front 2024-01-24T13:10:56.706338+0000 (oldest deadline 2024-01-24T13:11:19.006293+0000) 2024-01-24T13:11:42.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:41 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:41.954+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.84:6814 osd.3 since back 2024-01-24T13:11:02.507654+0000 front 2024-01-24T13:11:02.507530+0000 (oldest deadline 2024-01-24T13:11:27.807555+0000) 2024-01-24T13:11:42.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:41 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:41.954+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-01-24T13:11:11.908377+0000 front 2024-01-24T13:11:11.908361+0000 (oldest deadline 2024-01-24T13:11:34.208347+0000) 2024-01-24T13:11:42.383 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:42 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:42.043+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.939954+0000 front 2024-01-24T13:10:41.939986+0000 (oldest deadline 2024-01-24T13:11:05.439928+0000) 2024-01-24T13:11:42.383 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:42 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:42.043+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:48.941282+0000 front 2024-01-24T13:10:48.941124+0000 (oldest deadline 2024-01-24T13:11:13.641360+0000) 2024-01-24T13:11:42.383 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:42 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:42.043+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:57.444991+0000 front 2024-01-24T13:10:57.445017+0000 (oldest deadline 2024-01-24T13:11:19.745254+0000) 2024-01-24T13:11:42.383 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:42 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:42.043+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.84:6814 osd.3 since back 2024-01-24T13:11:01.947378+0000 front 2024-01-24T13:11:01.947197+0000 (oldest deadline 2024-01-24T13:11:26.046968+0000) 2024-01-24T13:11:42.383 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:42 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:42.043+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-01-24T13:11:11.348214+0000 front 2024-01-24T13:11:11.348327+0000 (oldest deadline 2024-01-24T13:11:36.048152+0000) 2024-01-24T13:11:42.383 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:42 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8[61016]: 2024-01-24T13:11:42.043+0000 7fc28e400700 -1 osd.8 81 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-01-24T13:11:16.048581+0000 front 2024-01-24T13:11:16.048625+0000 (oldest deadline 2024-01-24T13:11:41.948587+0000) 2024-01-24T13:11:42.649 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:42 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:42.383+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.012694+0000 front 2024-01-24T13:10:41.012668+0000 (oldest deadline 2024-01-24T13:11:03.912602+0000) 2024-01-24T13:11:42.650 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:42 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:42.383+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:49.516227+0000 front 2024-01-24T13:10:49.516258+0000 (oldest deadline 2024-01-24T13:11:15.416110+0000) 2024-01-24T13:11:42.650 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:42 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:42.383+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:55.416579+0000 front 2024-01-24T13:10:55.416624+0000 (oldest deadline 2024-01-24T13:11:18.916804+0000) 2024-01-24T13:11:42.650 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:42 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:42.383+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-01-24T13:11:10.019393+0000 front 2024-01-24T13:11:10.019308+0000 (oldest deadline 2024-01-24T13:11:34.719544+0000) 2024-01-24T13:11:42.650 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:42 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:42.383+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-01-24T13:11:19.321182+0000 front 2024-01-24T13:11:19.321314+0000 (oldest deadline 2024-01-24T13:11:41.021214+0000) 2024-01-24T13:11:43.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:42 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:42.831+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:39.928901+0000 front 2024-01-24T13:10:39.928989+0000 (oldest deadline 2024-01-24T13:11:04.029136+0000) 2024-01-24T13:11:43.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:42 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:42.831+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:45.030351+0000 front 2024-01-24T13:10:45.030621+0000 (oldest deadline 2024-01-24T13:11:10.930633+0000) 2024-01-24T13:11:43.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:42 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:42.831+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:57.332477+0000 front 2024-01-24T13:10:57.332492+0000 (oldest deadline 2024-01-24T13:11:22.632522+0000) 2024-01-24T13:11:43.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:42 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:42.831+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.84:6814 osd.3 since back 2024-01-24T13:11:02.632976+0000 front 2024-01-24T13:11:02.632949+0000 (oldest deadline 2024-01-24T13:11:26.132989+0000) 2024-01-24T13:11:43.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:42 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:42.831+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-01-24T13:11:10.635211+0000 front 2024-01-24T13:11:10.635219+0000 (oldest deadline 2024-01-24T13:11:35.935175+0000) 2024-01-24T13:11:43.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:42 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:42.831+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-01-24T13:11:18.236306+0000 front 2024-01-24T13:11:18.236273+0000 (oldest deadline 2024-01-24T13:11:41.736245+0000) 2024-01-24T13:11:43.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:42 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:42.955+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:42.302630+0000 front 2024-01-24T13:10:42.302813+0000 (oldest deadline 2024-01-24T13:11:03.402564+0000) 2024-01-24T13:11:43.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:42 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:42.955+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:47.503756+0000 front 2024-01-24T13:10:47.503729+0000 (oldest deadline 2024-01-24T13:11:12.803842+0000) 2024-01-24T13:11:43.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:42 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:42.955+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:56.706377+0000 front 2024-01-24T13:10:56.706338+0000 (oldest deadline 2024-01-24T13:11:19.006293+0000) 2024-01-24T13:11:43.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:42 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:42.955+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.84:6814 osd.3 since back 2024-01-24T13:11:02.507654+0000 front 2024-01-24T13:11:02.507530+0000 (oldest deadline 2024-01-24T13:11:27.807555+0000) 2024-01-24T13:11:43.278 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:42 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:42.955+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-01-24T13:11:11.908377+0000 front 2024-01-24T13:11:11.908361+0000 (oldest deadline 2024-01-24T13:11:34.208347+0000) 2024-01-24T13:11:43.278 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:42 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:42.955+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-01-24T13:11:18.810555+0000 front 2024-01-24T13:11:18.810407+0000 (oldest deadline 2024-01-24T13:11:42.309834+0000) 2024-01-24T13:11:43.650 INFO:journalctl@ceph.osd.8.smithi181.stdout:Jan 24 13:11:43 smithi181 bash[77990]: ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-8 2024-01-24T13:11:43.650 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:43 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:43.350+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.012694+0000 front 2024-01-24T13:10:41.012668+0000 (oldest deadline 2024-01-24T13:11:03.912602+0000) 2024-01-24T13:11:43.650 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:43 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:43.350+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:49.516227+0000 front 2024-01-24T13:10:49.516258+0000 (oldest deadline 2024-01-24T13:11:15.416110+0000) 2024-01-24T13:11:43.650 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:43 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:43.350+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:55.416579+0000 front 2024-01-24T13:10:55.416624+0000 (oldest deadline 2024-01-24T13:11:18.916804+0000) 2024-01-24T13:11:43.651 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:43 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:43.350+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-01-24T13:11:10.019393+0000 front 2024-01-24T13:11:10.019308+0000 (oldest deadline 2024-01-24T13:11:34.719544+0000) 2024-01-24T13:11:43.651 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:43 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:43.350+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-01-24T13:11:19.321182+0000 front 2024-01-24T13:11:19.321314+0000 (oldest deadline 2024-01-24T13:11:41.021214+0000) 2024-01-24T13:11:44.134 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:43 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:43.858+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:39.928901+0000 front 2024-01-24T13:10:39.928989+0000 (oldest deadline 2024-01-24T13:11:04.029136+0000) 2024-01-24T13:11:44.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:43 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:43.858+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:45.030351+0000 front 2024-01-24T13:10:45.030621+0000 (oldest deadline 2024-01-24T13:11:10.930633+0000) 2024-01-24T13:11:44.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:43 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:43.858+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:57.332477+0000 front 2024-01-24T13:10:57.332492+0000 (oldest deadline 2024-01-24T13:11:22.632522+0000) 2024-01-24T13:11:44.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:43 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:43.858+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.84:6814 osd.3 since back 2024-01-24T13:11:02.632976+0000 front 2024-01-24T13:11:02.632949+0000 (oldest deadline 2024-01-24T13:11:26.132989+0000) 2024-01-24T13:11:44.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:43 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:43.858+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-01-24T13:11:10.635211+0000 front 2024-01-24T13:11:10.635219+0000 (oldest deadline 2024-01-24T13:11:35.935175+0000) 2024-01-24T13:11:44.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:43 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:43.858+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-01-24T13:11:18.236306+0000 front 2024-01-24T13:11:18.236273+0000 (oldest deadline 2024-01-24T13:11:41.736245+0000) 2024-01-24T13:11:44.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:43 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:43.923+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:42.302630+0000 front 2024-01-24T13:10:42.302813+0000 (oldest deadline 2024-01-24T13:11:03.402564+0000) 2024-01-24T13:11:44.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:43 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:43.923+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:47.503756+0000 front 2024-01-24T13:10:47.503729+0000 (oldest deadline 2024-01-24T13:11:12.803842+0000) 2024-01-24T13:11:44.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:43 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:43.923+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:56.706377+0000 front 2024-01-24T13:10:56.706338+0000 (oldest deadline 2024-01-24T13:11:19.006293+0000) 2024-01-24T13:11:44.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:43 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:43.923+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.84:6814 osd.3 since back 2024-01-24T13:11:02.507654+0000 front 2024-01-24T13:11:02.507530+0000 (oldest deadline 2024-01-24T13:11:27.807555+0000) 2024-01-24T13:11:44.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:43 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:43.923+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-01-24T13:11:11.908377+0000 front 2024-01-24T13:11:11.908361+0000 (oldest deadline 2024-01-24T13:11:34.208347+0000) 2024-01-24T13:11:44.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:43 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:43.923+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-01-24T13:11:18.810555+0000 front 2024-01-24T13:11:18.810407+0000 (oldest deadline 2024-01-24T13:11:42.309834+0000) 2024-01-24T13:11:44.399 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:44 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:44.354+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.012694+0000 front 2024-01-24T13:10:41.012668+0000 (oldest deadline 2024-01-24T13:11:03.912602+0000) 2024-01-24T13:11:44.400 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:44 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:44.354+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:49.516227+0000 front 2024-01-24T13:10:49.516258+0000 (oldest deadline 2024-01-24T13:11:15.416110+0000) 2024-01-24T13:11:44.400 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:44 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:44.354+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:55.416579+0000 front 2024-01-24T13:10:55.416624+0000 (oldest deadline 2024-01-24T13:11:18.916804+0000) 2024-01-24T13:11:44.400 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:44 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:44.354+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-01-24T13:11:10.019393+0000 front 2024-01-24T13:11:10.019308+0000 (oldest deadline 2024-01-24T13:11:34.719544+0000) 2024-01-24T13:11:44.400 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:44 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:44.354+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-01-24T13:11:19.321182+0000 front 2024-01-24T13:11:19.321314+0000 (oldest deadline 2024-01-24T13:11:41.021214+0000) 2024-01-24T13:11:45.010 DEBUG:teuthology.orchestra.run.smithi181:> sudo pkill -f 'journalctl -f -n 0 -u ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@osd.8.service' 2024-01-24T13:11:45.094 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-01-24T13:11:45.094 INFO:tasks.cephadm.osd.8:Stopped osd.8 2024-01-24T13:11:45.094 INFO:tasks.cephadm.osd.9:Stopping osd.9... 2024-01-24T13:11:45.095 DEBUG:teuthology.orchestra.run.smithi084:> sudo systemctl stop ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@osd.9 2024-01-24T13:11:45.134 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:44 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:44.873+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:39.928901+0000 front 2024-01-24T13:10:39.928989+0000 (oldest deadline 2024-01-24T13:11:04.029136+0000) 2024-01-24T13:11:45.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:44 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:44.873+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:45.030351+0000 front 2024-01-24T13:10:45.030621+0000 (oldest deadline 2024-01-24T13:11:10.930633+0000) 2024-01-24T13:11:45.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:44 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:44.873+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:57.332477+0000 front 2024-01-24T13:10:57.332492+0000 (oldest deadline 2024-01-24T13:11:22.632522+0000) 2024-01-24T13:11:45.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:44 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:44.873+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.84:6814 osd.3 since back 2024-01-24T13:11:02.632976+0000 front 2024-01-24T13:11:02.632949+0000 (oldest deadline 2024-01-24T13:11:26.132989+0000) 2024-01-24T13:11:45.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:44 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:44.873+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-01-24T13:11:10.635211+0000 front 2024-01-24T13:11:10.635219+0000 (oldest deadline 2024-01-24T13:11:35.935175+0000) 2024-01-24T13:11:45.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:44 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:44.873+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-01-24T13:11:18.236306+0000 front 2024-01-24T13:11:18.236273+0000 (oldest deadline 2024-01-24T13:11:41.736245+0000) 2024-01-24T13:11:45.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:44 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:44.904+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:42.302630+0000 front 2024-01-24T13:10:42.302813+0000 (oldest deadline 2024-01-24T13:11:03.402564+0000) 2024-01-24T13:11:45.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:44 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:44.904+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:47.503756+0000 front 2024-01-24T13:10:47.503729+0000 (oldest deadline 2024-01-24T13:11:12.803842+0000) 2024-01-24T13:11:45.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:44 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:44.904+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:56.706377+0000 front 2024-01-24T13:10:56.706338+0000 (oldest deadline 2024-01-24T13:11:19.006293+0000) 2024-01-24T13:11:45.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:44 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:44.904+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.84:6814 osd.3 since back 2024-01-24T13:11:02.507654+0000 front 2024-01-24T13:11:02.507530+0000 (oldest deadline 2024-01-24T13:11:27.807555+0000) 2024-01-24T13:11:45.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:44 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:44.904+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-01-24T13:11:11.908377+0000 front 2024-01-24T13:11:11.908361+0000 (oldest deadline 2024-01-24T13:11:34.208347+0000) 2024-01-24T13:11:45.278 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:44 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:44.904+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-01-24T13:11:18.810555+0000 front 2024-01-24T13:11:18.810407+0000 (oldest deadline 2024-01-24T13:11:42.309834+0000) 2024-01-24T13:11:45.489 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:45 smithi084 systemd[1]: Stopping Ceph osd.9 for d5d5b6f8-bab8-11ee-95b1-87774f69a715... 2024-01-24T13:11:45.649 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:45 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:45.318+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.012694+0000 front 2024-01-24T13:10:41.012668+0000 (oldest deadline 2024-01-24T13:11:03.912602+0000) 2024-01-24T13:11:45.649 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:45 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:45.318+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:49.516227+0000 front 2024-01-24T13:10:49.516258+0000 (oldest deadline 2024-01-24T13:11:15.416110+0000) 2024-01-24T13:11:45.649 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:45 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:45.318+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:55.416579+0000 front 2024-01-24T13:10:55.416624+0000 (oldest deadline 2024-01-24T13:11:18.916804+0000) 2024-01-24T13:11:45.650 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:45 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:45.318+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-01-24T13:11:10.019393+0000 front 2024-01-24T13:11:10.019308+0000 (oldest deadline 2024-01-24T13:11:34.719544+0000) 2024-01-24T13:11:45.650 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:45 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:45.318+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-01-24T13:11:19.321182+0000 front 2024-01-24T13:11:19.321314+0000 (oldest deadline 2024-01-24T13:11:41.021214+0000) 2024-01-24T13:11:45.841 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:45 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:45.488+0000 7f05bd000700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.9 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-01-24T13:11:45.841 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:45 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:45.488+0000 7f05bd000700 -1 osd.9 81 *** Got signal Terminated *** 2024-01-24T13:11:45.841 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:45 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:45.488+0000 7f05bd000700 -1 osd.9 81 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-01-24T13:11:45.841 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:45 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:45.840+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:39.928901+0000 front 2024-01-24T13:10:39.928989+0000 (oldest deadline 2024-01-24T13:11:04.029136+0000) 2024-01-24T13:11:46.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:45 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:45.840+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:45.030351+0000 front 2024-01-24T13:10:45.030621+0000 (oldest deadline 2024-01-24T13:11:10.930633+0000) 2024-01-24T13:11:46.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:45 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:45.840+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:57.332477+0000 front 2024-01-24T13:10:57.332492+0000 (oldest deadline 2024-01-24T13:11:22.632522+0000) 2024-01-24T13:11:46.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:45 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:45.840+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.84:6814 osd.3 since back 2024-01-24T13:11:02.632976+0000 front 2024-01-24T13:11:02.632949+0000 (oldest deadline 2024-01-24T13:11:26.132989+0000) 2024-01-24T13:11:46.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:45 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:45.840+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-01-24T13:11:10.635211+0000 front 2024-01-24T13:11:10.635219+0000 (oldest deadline 2024-01-24T13:11:35.935175+0000) 2024-01-24T13:11:46.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:45 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:45.840+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-01-24T13:11:18.236306+0000 front 2024-01-24T13:11:18.236273+0000 (oldest deadline 2024-01-24T13:11:41.736245+0000) 2024-01-24T13:11:46.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:45 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:45.895+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:42.302630+0000 front 2024-01-24T13:10:42.302813+0000 (oldest deadline 2024-01-24T13:11:03.402564+0000) 2024-01-24T13:11:46.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:45 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:45.895+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:47.503756+0000 front 2024-01-24T13:10:47.503729+0000 (oldest deadline 2024-01-24T13:11:12.803842+0000) 2024-01-24T13:11:46.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:45 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:45.895+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:56.706377+0000 front 2024-01-24T13:10:56.706338+0000 (oldest deadline 2024-01-24T13:11:19.006293+0000) 2024-01-24T13:11:46.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:45 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:45.895+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.84:6814 osd.3 since back 2024-01-24T13:11:02.507654+0000 front 2024-01-24T13:11:02.507530+0000 (oldest deadline 2024-01-24T13:11:27.807555+0000) 2024-01-24T13:11:46.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:45 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:45.895+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-01-24T13:11:11.908377+0000 front 2024-01-24T13:11:11.908361+0000 (oldest deadline 2024-01-24T13:11:34.208347+0000) 2024-01-24T13:11:46.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:45 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:45.895+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-01-24T13:11:18.810555+0000 front 2024-01-24T13:11:18.810407+0000 (oldest deadline 2024-01-24T13:11:42.309834+0000) 2024-01-24T13:11:46.649 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:46 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:46.292+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.012694+0000 front 2024-01-24T13:10:41.012668+0000 (oldest deadline 2024-01-24T13:11:03.912602+0000) 2024-01-24T13:11:46.649 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:46 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:46.292+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:49.516227+0000 front 2024-01-24T13:10:49.516258+0000 (oldest deadline 2024-01-24T13:11:15.416110+0000) 2024-01-24T13:11:46.649 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:46 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:46.292+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:55.416579+0000 front 2024-01-24T13:10:55.416624+0000 (oldest deadline 2024-01-24T13:11:18.916804+0000) 2024-01-24T13:11:46.650 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:46 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:46.292+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-01-24T13:11:10.019393+0000 front 2024-01-24T13:11:10.019308+0000 (oldest deadline 2024-01-24T13:11:34.719544+0000) 2024-01-24T13:11:46.650 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:46 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:46.292+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-01-24T13:11:19.321182+0000 front 2024-01-24T13:11:19.321314+0000 (oldest deadline 2024-01-24T13:11:41.021214+0000) 2024-01-24T13:11:47.134 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:46 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:46.812+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:39.928901+0000 front 2024-01-24T13:10:39.928989+0000 (oldest deadline 2024-01-24T13:11:04.029136+0000) 2024-01-24T13:11:47.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:46 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:46.812+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:45.030351+0000 front 2024-01-24T13:10:45.030621+0000 (oldest deadline 2024-01-24T13:11:10.930633+0000) 2024-01-24T13:11:47.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:46 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:46.812+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:57.332477+0000 front 2024-01-24T13:10:57.332492+0000 (oldest deadline 2024-01-24T13:11:22.632522+0000) 2024-01-24T13:11:47.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:46 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:46.812+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.84:6814 osd.3 since back 2024-01-24T13:11:02.632976+0000 front 2024-01-24T13:11:02.632949+0000 (oldest deadline 2024-01-24T13:11:26.132989+0000) 2024-01-24T13:11:47.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:46 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:46.812+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-01-24T13:11:10.635211+0000 front 2024-01-24T13:11:10.635219+0000 (oldest deadline 2024-01-24T13:11:35.935175+0000) 2024-01-24T13:11:47.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:46 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:46.812+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-01-24T13:11:18.236306+0000 front 2024-01-24T13:11:18.236273+0000 (oldest deadline 2024-01-24T13:11:41.736245+0000) 2024-01-24T13:11:47.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:46 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:46.906+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:42.302630+0000 front 2024-01-24T13:10:42.302813+0000 (oldest deadline 2024-01-24T13:11:03.402564+0000) 2024-01-24T13:11:47.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:46 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:46.906+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:47.503756+0000 front 2024-01-24T13:10:47.503729+0000 (oldest deadline 2024-01-24T13:11:12.803842+0000) 2024-01-24T13:11:47.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:46 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:46.906+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:56.706377+0000 front 2024-01-24T13:10:56.706338+0000 (oldest deadline 2024-01-24T13:11:19.006293+0000) 2024-01-24T13:11:47.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:46 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:46.906+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.84:6814 osd.3 since back 2024-01-24T13:11:02.507654+0000 front 2024-01-24T13:11:02.507530+0000 (oldest deadline 2024-01-24T13:11:27.807555+0000) 2024-01-24T13:11:47.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:46 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:46.906+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-01-24T13:11:11.908377+0000 front 2024-01-24T13:11:11.908361+0000 (oldest deadline 2024-01-24T13:11:34.208347+0000) 2024-01-24T13:11:47.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:46 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:46.906+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-01-24T13:11:18.810555+0000 front 2024-01-24T13:11:18.810407+0000 (oldest deadline 2024-01-24T13:11:42.309834+0000) 2024-01-24T13:11:47.649 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:47 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:47.328+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.012694+0000 front 2024-01-24T13:10:41.012668+0000 (oldest deadline 2024-01-24T13:11:03.912602+0000) 2024-01-24T13:11:47.649 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:47 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:47.328+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:49.516227+0000 front 2024-01-24T13:10:49.516258+0000 (oldest deadline 2024-01-24T13:11:15.416110+0000) 2024-01-24T13:11:47.650 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:47 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:47.328+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:55.416579+0000 front 2024-01-24T13:10:55.416624+0000 (oldest deadline 2024-01-24T13:11:18.916804+0000) 2024-01-24T13:11:47.650 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:47 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:47.328+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-01-24T13:11:10.019393+0000 front 2024-01-24T13:11:10.019308+0000 (oldest deadline 2024-01-24T13:11:34.719544+0000) 2024-01-24T13:11:47.650 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:47 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:47.328+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-01-24T13:11:19.321182+0000 front 2024-01-24T13:11:19.321314+0000 (oldest deadline 2024-01-24T13:11:41.021214+0000) 2024-01-24T13:11:48.134 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:47 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:47.805+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:39.928901+0000 front 2024-01-24T13:10:39.928989+0000 (oldest deadline 2024-01-24T13:11:04.029136+0000) 2024-01-24T13:11:48.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:47 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:47.805+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:45.030351+0000 front 2024-01-24T13:10:45.030621+0000 (oldest deadline 2024-01-24T13:11:10.930633+0000) 2024-01-24T13:11:48.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:47 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:47.805+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:57.332477+0000 front 2024-01-24T13:10:57.332492+0000 (oldest deadline 2024-01-24T13:11:22.632522+0000) 2024-01-24T13:11:48.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:47 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:47.805+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.84:6814 osd.3 since back 2024-01-24T13:11:02.632976+0000 front 2024-01-24T13:11:02.632949+0000 (oldest deadline 2024-01-24T13:11:26.132989+0000) 2024-01-24T13:11:48.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:47 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:47.805+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-01-24T13:11:10.635211+0000 front 2024-01-24T13:11:10.635219+0000 (oldest deadline 2024-01-24T13:11:35.935175+0000) 2024-01-24T13:11:48.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:47 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:47.805+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-01-24T13:11:18.236306+0000 front 2024-01-24T13:11:18.236273+0000 (oldest deadline 2024-01-24T13:11:41.736245+0000) 2024-01-24T13:11:48.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:47 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:47.936+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:42.302630+0000 front 2024-01-24T13:10:42.302813+0000 (oldest deadline 2024-01-24T13:11:03.402564+0000) 2024-01-24T13:11:48.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:47 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:47.936+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:47.503756+0000 front 2024-01-24T13:10:47.503729+0000 (oldest deadline 2024-01-24T13:11:12.803842+0000) 2024-01-24T13:11:48.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:47 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:47.936+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:56.706377+0000 front 2024-01-24T13:10:56.706338+0000 (oldest deadline 2024-01-24T13:11:19.006293+0000) 2024-01-24T13:11:48.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:47 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:47.936+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.84:6814 osd.3 since back 2024-01-24T13:11:02.507654+0000 front 2024-01-24T13:11:02.507530+0000 (oldest deadline 2024-01-24T13:11:27.807555+0000) 2024-01-24T13:11:48.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:47 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:47.936+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-01-24T13:11:11.908377+0000 front 2024-01-24T13:11:11.908361+0000 (oldest deadline 2024-01-24T13:11:34.208347+0000) 2024-01-24T13:11:48.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:47 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:47.936+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-01-24T13:11:18.810555+0000 front 2024-01-24T13:11:18.810407+0000 (oldest deadline 2024-01-24T13:11:42.309834+0000) 2024-01-24T13:11:48.649 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:48 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:48.290+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.012694+0000 front 2024-01-24T13:10:41.012668+0000 (oldest deadline 2024-01-24T13:11:03.912602+0000) 2024-01-24T13:11:48.649 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:48 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:48.290+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:49.516227+0000 front 2024-01-24T13:10:49.516258+0000 (oldest deadline 2024-01-24T13:11:15.416110+0000) 2024-01-24T13:11:48.649 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:48 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:48.290+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:55.416579+0000 front 2024-01-24T13:10:55.416624+0000 (oldest deadline 2024-01-24T13:11:18.916804+0000) 2024-01-24T13:11:48.649 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:48 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:48.290+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-01-24T13:11:10.019393+0000 front 2024-01-24T13:11:10.019308+0000 (oldest deadline 2024-01-24T13:11:34.719544+0000) 2024-01-24T13:11:48.650 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:48 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:48.290+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-01-24T13:11:19.321182+0000 front 2024-01-24T13:11:19.321314+0000 (oldest deadline 2024-01-24T13:11:41.021214+0000) 2024-01-24T13:11:49.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:48 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:48.812+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:39.928901+0000 front 2024-01-24T13:10:39.928989+0000 (oldest deadline 2024-01-24T13:11:04.029136+0000) 2024-01-24T13:11:49.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:48 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:48.812+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:45.030351+0000 front 2024-01-24T13:10:45.030621+0000 (oldest deadline 2024-01-24T13:11:10.930633+0000) 2024-01-24T13:11:49.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:48 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:48.812+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:57.332477+0000 front 2024-01-24T13:10:57.332492+0000 (oldest deadline 2024-01-24T13:11:22.632522+0000) 2024-01-24T13:11:49.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:48 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:48.812+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.84:6814 osd.3 since back 2024-01-24T13:11:02.632976+0000 front 2024-01-24T13:11:02.632949+0000 (oldest deadline 2024-01-24T13:11:26.132989+0000) 2024-01-24T13:11:49.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:48 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:48.812+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-01-24T13:11:10.635211+0000 front 2024-01-24T13:11:10.635219+0000 (oldest deadline 2024-01-24T13:11:35.935175+0000) 2024-01-24T13:11:49.135 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:48 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:48.812+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-01-24T13:11:18.236306+0000 front 2024-01-24T13:11:18.236273+0000 (oldest deadline 2024-01-24T13:11:41.736245+0000) 2024-01-24T13:11:49.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:48 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:48.967+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:42.302630+0000 front 2024-01-24T13:10:42.302813+0000 (oldest deadline 2024-01-24T13:11:03.402564+0000) 2024-01-24T13:11:49.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:48 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:48.967+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:47.503756+0000 front 2024-01-24T13:10:47.503729+0000 (oldest deadline 2024-01-24T13:11:12.803842+0000) 2024-01-24T13:11:49.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:48 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:48.967+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:56.706377+0000 front 2024-01-24T13:10:56.706338+0000 (oldest deadline 2024-01-24T13:11:19.006293+0000) 2024-01-24T13:11:49.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:48 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:48.967+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.84:6814 osd.3 since back 2024-01-24T13:11:02.507654+0000 front 2024-01-24T13:11:02.507530+0000 (oldest deadline 2024-01-24T13:11:27.807555+0000) 2024-01-24T13:11:49.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:48 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:48.967+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-01-24T13:11:11.908377+0000 front 2024-01-24T13:11:11.908361+0000 (oldest deadline 2024-01-24T13:11:34.208347+0000) 2024-01-24T13:11:49.278 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:48 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:48.967+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-01-24T13:11:18.810555+0000 front 2024-01-24T13:11:18.810407+0000 (oldest deadline 2024-01-24T13:11:42.309834+0000) 2024-01-24T13:11:49.649 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:49 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:49.298+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.012694+0000 front 2024-01-24T13:10:41.012668+0000 (oldest deadline 2024-01-24T13:11:03.912602+0000) 2024-01-24T13:11:49.649 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:49 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:49.298+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:49.516227+0000 front 2024-01-24T13:10:49.516258+0000 (oldest deadline 2024-01-24T13:11:15.416110+0000) 2024-01-24T13:11:49.650 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:49 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:49.298+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:55.416579+0000 front 2024-01-24T13:10:55.416624+0000 (oldest deadline 2024-01-24T13:11:18.916804+0000) 2024-01-24T13:11:49.650 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:49 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:49.298+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-01-24T13:11:10.019393+0000 front 2024-01-24T13:11:10.019308+0000 (oldest deadline 2024-01-24T13:11:34.719544+0000) 2024-01-24T13:11:49.650 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:49 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:49.298+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-01-24T13:11:19.321182+0000 front 2024-01-24T13:11:19.321314+0000 (oldest deadline 2024-01-24T13:11:41.021214+0000) 2024-01-24T13:11:50.136 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:49 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:49.853+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:39.928901+0000 front 2024-01-24T13:10:39.928989+0000 (oldest deadline 2024-01-24T13:11:04.029136+0000) 2024-01-24T13:11:50.136 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:49 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:49.853+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:45.030351+0000 front 2024-01-24T13:10:45.030621+0000 (oldest deadline 2024-01-24T13:11:10.930633+0000) 2024-01-24T13:11:50.136 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:49 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:49.853+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:57.332477+0000 front 2024-01-24T13:10:57.332492+0000 (oldest deadline 2024-01-24T13:11:22.632522+0000) 2024-01-24T13:11:50.136 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:49 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:49.853+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.84:6814 osd.3 since back 2024-01-24T13:11:02.632976+0000 front 2024-01-24T13:11:02.632949+0000 (oldest deadline 2024-01-24T13:11:26.132989+0000) 2024-01-24T13:11:50.136 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:49 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:49.853+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-01-24T13:11:10.635211+0000 front 2024-01-24T13:11:10.635219+0000 (oldest deadline 2024-01-24T13:11:35.935175+0000) 2024-01-24T13:11:50.136 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:49 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9[79927]: 2024-01-24T13:11:49.853+0000 7f05b5600700 -1 osd.9 81 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-01-24T13:11:18.236306+0000 front 2024-01-24T13:11:18.236273+0000 (oldest deadline 2024-01-24T13:11:41.736245+0000) 2024-01-24T13:11:50.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:50 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:50.006+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:42.302630+0000 front 2024-01-24T13:10:42.302813+0000 (oldest deadline 2024-01-24T13:11:03.402564+0000) 2024-01-24T13:11:50.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:50 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:50.006+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:47.503756+0000 front 2024-01-24T13:10:47.503729+0000 (oldest deadline 2024-01-24T13:11:12.803842+0000) 2024-01-24T13:11:50.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:50 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:50.006+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:56.706377+0000 front 2024-01-24T13:10:56.706338+0000 (oldest deadline 2024-01-24T13:11:19.006293+0000) 2024-01-24T13:11:50.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:50 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:50.006+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.84:6814 osd.3 since back 2024-01-24T13:11:02.507654+0000 front 2024-01-24T13:11:02.507530+0000 (oldest deadline 2024-01-24T13:11:27.807555+0000) 2024-01-24T13:11:50.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:50 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:50.006+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-01-24T13:11:11.908377+0000 front 2024-01-24T13:11:11.908361+0000 (oldest deadline 2024-01-24T13:11:34.208347+0000) 2024-01-24T13:11:50.278 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:50 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:50.006+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-01-24T13:11:18.810555+0000 front 2024-01-24T13:11:18.810407+0000 (oldest deadline 2024-01-24T13:11:42.309834+0000) 2024-01-24T13:11:50.649 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:50 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:50.323+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.012694+0000 front 2024-01-24T13:10:41.012668+0000 (oldest deadline 2024-01-24T13:11:03.912602+0000) 2024-01-24T13:11:50.649 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:50 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:50.323+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:49.516227+0000 front 2024-01-24T13:10:49.516258+0000 (oldest deadline 2024-01-24T13:11:15.416110+0000) 2024-01-24T13:11:50.649 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:50 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:50.323+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:55.416579+0000 front 2024-01-24T13:10:55.416624+0000 (oldest deadline 2024-01-24T13:11:18.916804+0000) 2024-01-24T13:11:50.650 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:50 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:50.323+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-01-24T13:11:10.019393+0000 front 2024-01-24T13:11:10.019308+0000 (oldest deadline 2024-01-24T13:11:34.719544+0000) 2024-01-24T13:11:50.650 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:50 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:50.323+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-01-24T13:11:19.321182+0000 front 2024-01-24T13:11:19.321314+0000 (oldest deadline 2024-01-24T13:11:41.021214+0000) 2024-01-24T13:11:50.650 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:50 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:50.323+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.84:6822 osd.6 since back 2024-01-24T13:11:22.722417+0000 front 2024-01-24T13:11:22.722426+0000 (oldest deadline 2024-01-24T13:11:49.722800+0000) 2024-01-24T13:11:51.384 INFO:journalctl@ceph.osd.9.smithi084.stdout:Jan 24 13:11:51 smithi084 bash[90775]: ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-9 2024-01-24T13:11:51.527 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:51 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:51.035+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:42.302630+0000 front 2024-01-24T13:10:42.302813+0000 (oldest deadline 2024-01-24T13:11:03.402564+0000) 2024-01-24T13:11:51.527 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:51 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:51.035+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:47.503756+0000 front 2024-01-24T13:10:47.503729+0000 (oldest deadline 2024-01-24T13:11:12.803842+0000) 2024-01-24T13:11:51.527 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:51 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:51.035+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:56.706377+0000 front 2024-01-24T13:10:56.706338+0000 (oldest deadline 2024-01-24T13:11:19.006293+0000) 2024-01-24T13:11:51.527 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:51 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:51.035+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.84:6814 osd.3 since back 2024-01-24T13:11:02.507654+0000 front 2024-01-24T13:11:02.507530+0000 (oldest deadline 2024-01-24T13:11:27.807555+0000) 2024-01-24T13:11:51.527 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:51 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:51.035+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-01-24T13:11:11.908377+0000 front 2024-01-24T13:11:11.908361+0000 (oldest deadline 2024-01-24T13:11:34.208347+0000) 2024-01-24T13:11:51.527 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:51 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:51.035+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-01-24T13:11:18.810555+0000 front 2024-01-24T13:11:18.810407+0000 (oldest deadline 2024-01-24T13:11:42.309834+0000) 2024-01-24T13:11:51.649 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:51 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:51.356+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.012694+0000 front 2024-01-24T13:10:41.012668+0000 (oldest deadline 2024-01-24T13:11:03.912602+0000) 2024-01-24T13:11:51.649 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:51 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:51.356+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:49.516227+0000 front 2024-01-24T13:10:49.516258+0000 (oldest deadline 2024-01-24T13:11:15.416110+0000) 2024-01-24T13:11:51.649 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:51 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:51.356+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:55.416579+0000 front 2024-01-24T13:10:55.416624+0000 (oldest deadline 2024-01-24T13:11:18.916804+0000) 2024-01-24T13:11:51.649 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:51 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:51.356+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-01-24T13:11:10.019393+0000 front 2024-01-24T13:11:10.019308+0000 (oldest deadline 2024-01-24T13:11:34.719544+0000) 2024-01-24T13:11:51.650 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:51 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:51.356+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-01-24T13:11:19.321182+0000 front 2024-01-24T13:11:19.321314+0000 (oldest deadline 2024-01-24T13:11:41.021214+0000) 2024-01-24T13:11:51.650 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:51 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:51.356+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.84:6822 osd.6 since back 2024-01-24T13:11:22.722417+0000 front 2024-01-24T13:11:22.722426+0000 (oldest deadline 2024-01-24T13:11:49.722800+0000) 2024-01-24T13:11:52.527 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:52 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:52.027+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:42.302630+0000 front 2024-01-24T13:10:42.302813+0000 (oldest deadline 2024-01-24T13:11:03.402564+0000) 2024-01-24T13:11:52.527 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:52 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:52.028+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:47.503756+0000 front 2024-01-24T13:10:47.503729+0000 (oldest deadline 2024-01-24T13:11:12.803842+0000) 2024-01-24T13:11:52.527 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:52 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:52.028+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:56.706377+0000 front 2024-01-24T13:10:56.706338+0000 (oldest deadline 2024-01-24T13:11:19.006293+0000) 2024-01-24T13:11:52.527 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:52 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:52.028+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.84:6814 osd.3 since back 2024-01-24T13:11:02.507654+0000 front 2024-01-24T13:11:02.507530+0000 (oldest deadline 2024-01-24T13:11:27.807555+0000) 2024-01-24T13:11:52.527 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:52 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:52.028+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-01-24T13:11:11.908377+0000 front 2024-01-24T13:11:11.908361+0000 (oldest deadline 2024-01-24T13:11:34.208347+0000) 2024-01-24T13:11:52.527 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:52 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:52.028+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-01-24T13:11:18.810555+0000 front 2024-01-24T13:11:18.810407+0000 (oldest deadline 2024-01-24T13:11:42.309834+0000) 2024-01-24T13:11:52.649 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:52 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:52.364+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.012694+0000 front 2024-01-24T13:10:41.012668+0000 (oldest deadline 2024-01-24T13:11:03.912602+0000) 2024-01-24T13:11:52.650 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:52 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:52.364+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:49.516227+0000 front 2024-01-24T13:10:49.516258+0000 (oldest deadline 2024-01-24T13:11:15.416110+0000) 2024-01-24T13:11:52.650 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:52 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:52.364+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:55.416579+0000 front 2024-01-24T13:10:55.416624+0000 (oldest deadline 2024-01-24T13:11:18.916804+0000) 2024-01-24T13:11:52.650 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:52 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:52.364+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-01-24T13:11:10.019393+0000 front 2024-01-24T13:11:10.019308+0000 (oldest deadline 2024-01-24T13:11:34.719544+0000) 2024-01-24T13:11:52.650 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:52 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:52.364+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-01-24T13:11:19.321182+0000 front 2024-01-24T13:11:19.321314+0000 (oldest deadline 2024-01-24T13:11:41.021214+0000) 2024-01-24T13:11:52.650 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:52 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:52.364+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.84:6822 osd.6 since back 2024-01-24T13:11:22.722417+0000 front 2024-01-24T13:11:22.722426+0000 (oldest deadline 2024-01-24T13:11:49.722800+0000) 2024-01-24T13:11:52.761 DEBUG:teuthology.orchestra.run.smithi084:> sudo pkill -f 'journalctl -f -n 0 -u ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@osd.9.service' 2024-01-24T13:11:52.885 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-01-24T13:11:52.885 INFO:tasks.cephadm.osd.9:Stopped osd.9 2024-01-24T13:11:52.885 INFO:tasks.cephadm.osd.10:Stopping osd.10... 2024-01-24T13:11:52.886 DEBUG:teuthology.orchestra.run.smithi113:> sudo systemctl stop ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@osd.10 2024-01-24T13:11:53.255 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:52 smithi113 systemd[1]: Stopping Ceph osd.10 for d5d5b6f8-bab8-11ee-95b1-87774f69a715... 2024-01-24T13:11:53.255 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:53 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:53.074+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:42.302630+0000 front 2024-01-24T13:10:42.302813+0000 (oldest deadline 2024-01-24T13:11:03.402564+0000) 2024-01-24T13:11:53.255 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:53 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:53.074+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:47.503756+0000 front 2024-01-24T13:10:47.503729+0000 (oldest deadline 2024-01-24T13:11:12.803842+0000) 2024-01-24T13:11:53.256 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:53 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:53.074+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:56.706377+0000 front 2024-01-24T13:10:56.706338+0000 (oldest deadline 2024-01-24T13:11:19.006293+0000) 2024-01-24T13:11:53.256 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:53 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:53.074+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.84:6814 osd.3 since back 2024-01-24T13:11:02.507654+0000 front 2024-01-24T13:11:02.507530+0000 (oldest deadline 2024-01-24T13:11:27.807555+0000) 2024-01-24T13:11:53.256 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:53 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:53.074+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-01-24T13:11:11.908377+0000 front 2024-01-24T13:11:11.908361+0000 (oldest deadline 2024-01-24T13:11:34.208347+0000) 2024-01-24T13:11:53.256 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:53 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:53.074+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-01-24T13:11:18.810555+0000 front 2024-01-24T13:11:18.810407+0000 (oldest deadline 2024-01-24T13:11:42.309834+0000) 2024-01-24T13:11:53.256 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:53 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:53.254+0000 7faa57800700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.10 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-01-24T13:11:53.256 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:53 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:53.254+0000 7faa57800700 -1 osd.10 81 *** Got signal Terminated *** 2024-01-24T13:11:53.527 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:53 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:53.254+0000 7faa57800700 -1 osd.10 81 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-01-24T13:11:53.649 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:53 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:53.396+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.012694+0000 front 2024-01-24T13:10:41.012668+0000 (oldest deadline 2024-01-24T13:11:03.912602+0000) 2024-01-24T13:11:53.649 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:53 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:53.396+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:49.516227+0000 front 2024-01-24T13:10:49.516258+0000 (oldest deadline 2024-01-24T13:11:15.416110+0000) 2024-01-24T13:11:53.649 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:53 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:53.396+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:55.416579+0000 front 2024-01-24T13:10:55.416624+0000 (oldest deadline 2024-01-24T13:11:18.916804+0000) 2024-01-24T13:11:53.649 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:53 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:53.396+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-01-24T13:11:10.019393+0000 front 2024-01-24T13:11:10.019308+0000 (oldest deadline 2024-01-24T13:11:34.719544+0000) 2024-01-24T13:11:53.650 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:53 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:53.396+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-01-24T13:11:19.321182+0000 front 2024-01-24T13:11:19.321314+0000 (oldest deadline 2024-01-24T13:11:41.021214+0000) 2024-01-24T13:11:53.650 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:53 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:53.396+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.84:6822 osd.6 since back 2024-01-24T13:11:22.722417+0000 front 2024-01-24T13:11:22.722426+0000 (oldest deadline 2024-01-24T13:11:49.722800+0000) 2024-01-24T13:11:54.527 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:54 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:54.055+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:42.302630+0000 front 2024-01-24T13:10:42.302813+0000 (oldest deadline 2024-01-24T13:11:03.402564+0000) 2024-01-24T13:11:54.527 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:54 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:54.055+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:47.503756+0000 front 2024-01-24T13:10:47.503729+0000 (oldest deadline 2024-01-24T13:11:12.803842+0000) 2024-01-24T13:11:54.527 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:54 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:54.055+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:56.706377+0000 front 2024-01-24T13:10:56.706338+0000 (oldest deadline 2024-01-24T13:11:19.006293+0000) 2024-01-24T13:11:54.527 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:54 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:54.055+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.84:6814 osd.3 since back 2024-01-24T13:11:02.507654+0000 front 2024-01-24T13:11:02.507530+0000 (oldest deadline 2024-01-24T13:11:27.807555+0000) 2024-01-24T13:11:54.527 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:54 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:54.055+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-01-24T13:11:11.908377+0000 front 2024-01-24T13:11:11.908361+0000 (oldest deadline 2024-01-24T13:11:34.208347+0000) 2024-01-24T13:11:54.527 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:54 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:54.055+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-01-24T13:11:18.810555+0000 front 2024-01-24T13:11:18.810407+0000 (oldest deadline 2024-01-24T13:11:42.309834+0000) 2024-01-24T13:11:54.527 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:54 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:54.055+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.84:6822 osd.6 since back 2024-01-24T13:11:22.810890+0000 front 2024-01-24T13:11:22.810926+0000 (oldest deadline 2024-01-24T13:11:53.411621+0000) 2024-01-24T13:11:54.899 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:54 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:54.409+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.012694+0000 front 2024-01-24T13:10:41.012668+0000 (oldest deadline 2024-01-24T13:11:03.912602+0000) 2024-01-24T13:11:54.900 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:54 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:54.409+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:49.516227+0000 front 2024-01-24T13:10:49.516258+0000 (oldest deadline 2024-01-24T13:11:15.416110+0000) 2024-01-24T13:11:54.900 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:54 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:54.409+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:55.416579+0000 front 2024-01-24T13:10:55.416624+0000 (oldest deadline 2024-01-24T13:11:18.916804+0000) 2024-01-24T13:11:54.900 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:54 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:54.409+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-01-24T13:11:10.019393+0000 front 2024-01-24T13:11:10.019308+0000 (oldest deadline 2024-01-24T13:11:34.719544+0000) 2024-01-24T13:11:54.900 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:54 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:54.409+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-01-24T13:11:19.321182+0000 front 2024-01-24T13:11:19.321314+0000 (oldest deadline 2024-01-24T13:11:41.021214+0000) 2024-01-24T13:11:54.900 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:54 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:54.409+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.84:6822 osd.6 since back 2024-01-24T13:11:22.722417+0000 front 2024-01-24T13:11:22.722426+0000 (oldest deadline 2024-01-24T13:11:49.722800+0000) 2024-01-24T13:11:55.527 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:55 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:55.054+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:42.302630+0000 front 2024-01-24T13:10:42.302813+0000 (oldest deadline 2024-01-24T13:11:03.402564+0000) 2024-01-24T13:11:55.527 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:55 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:55.054+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:47.503756+0000 front 2024-01-24T13:10:47.503729+0000 (oldest deadline 2024-01-24T13:11:12.803842+0000) 2024-01-24T13:11:55.527 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:55 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:55.054+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:56.706377+0000 front 2024-01-24T13:10:56.706338+0000 (oldest deadline 2024-01-24T13:11:19.006293+0000) 2024-01-24T13:11:55.527 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:55 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:55.054+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.84:6814 osd.3 since back 2024-01-24T13:11:02.507654+0000 front 2024-01-24T13:11:02.507530+0000 (oldest deadline 2024-01-24T13:11:27.807555+0000) 2024-01-24T13:11:55.527 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:55 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:55.054+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-01-24T13:11:11.908377+0000 front 2024-01-24T13:11:11.908361+0000 (oldest deadline 2024-01-24T13:11:34.208347+0000) 2024-01-24T13:11:55.527 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:55 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:55.054+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-01-24T13:11:18.810555+0000 front 2024-01-24T13:11:18.810407+0000 (oldest deadline 2024-01-24T13:11:42.309834+0000) 2024-01-24T13:11:55.527 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:55 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:55.054+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.84:6822 osd.6 since back 2024-01-24T13:11:22.810890+0000 front 2024-01-24T13:11:22.810926+0000 (oldest deadline 2024-01-24T13:11:53.411621+0000) 2024-01-24T13:11:55.649 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:55 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:55.397+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.012694+0000 front 2024-01-24T13:10:41.012668+0000 (oldest deadline 2024-01-24T13:11:03.912602+0000) 2024-01-24T13:11:55.649 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:55 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:55.397+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:49.516227+0000 front 2024-01-24T13:10:49.516258+0000 (oldest deadline 2024-01-24T13:11:15.416110+0000) 2024-01-24T13:11:55.650 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:55 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:55.397+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:55.416579+0000 front 2024-01-24T13:10:55.416624+0000 (oldest deadline 2024-01-24T13:11:18.916804+0000) 2024-01-24T13:11:55.650 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:55 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:55.397+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-01-24T13:11:10.019393+0000 front 2024-01-24T13:11:10.019308+0000 (oldest deadline 2024-01-24T13:11:34.719544+0000) 2024-01-24T13:11:55.650 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:55 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:55.397+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-01-24T13:11:19.321182+0000 front 2024-01-24T13:11:19.321314+0000 (oldest deadline 2024-01-24T13:11:41.021214+0000) 2024-01-24T13:11:55.650 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:55 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:55.397+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.84:6822 osd.6 since back 2024-01-24T13:11:22.722417+0000 front 2024-01-24T13:11:22.722426+0000 (oldest deadline 2024-01-24T13:11:49.722800+0000) 2024-01-24T13:11:56.527 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:56 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:56.040+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:42.302630+0000 front 2024-01-24T13:10:42.302813+0000 (oldest deadline 2024-01-24T13:11:03.402564+0000) 2024-01-24T13:11:56.527 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:56 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:56.040+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:47.503756+0000 front 2024-01-24T13:10:47.503729+0000 (oldest deadline 2024-01-24T13:11:12.803842+0000) 2024-01-24T13:11:56.527 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:56 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:56.040+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:56.706377+0000 front 2024-01-24T13:10:56.706338+0000 (oldest deadline 2024-01-24T13:11:19.006293+0000) 2024-01-24T13:11:56.527 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:56 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:56.040+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.84:6814 osd.3 since back 2024-01-24T13:11:02.507654+0000 front 2024-01-24T13:11:02.507530+0000 (oldest deadline 2024-01-24T13:11:27.807555+0000) 2024-01-24T13:11:56.527 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:56 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:56.040+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-01-24T13:11:11.908377+0000 front 2024-01-24T13:11:11.908361+0000 (oldest deadline 2024-01-24T13:11:34.208347+0000) 2024-01-24T13:11:56.527 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:56 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:56.040+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-01-24T13:11:18.810555+0000 front 2024-01-24T13:11:18.810407+0000 (oldest deadline 2024-01-24T13:11:42.309834+0000) 2024-01-24T13:11:56.527 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:56 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:56.040+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.84:6822 osd.6 since back 2024-01-24T13:11:22.810890+0000 front 2024-01-24T13:11:22.810926+0000 (oldest deadline 2024-01-24T13:11:53.411621+0000) 2024-01-24T13:11:56.649 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:56 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:56.390+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.012694+0000 front 2024-01-24T13:10:41.012668+0000 (oldest deadline 2024-01-24T13:11:03.912602+0000) 2024-01-24T13:11:56.649 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:56 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:56.390+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:49.516227+0000 front 2024-01-24T13:10:49.516258+0000 (oldest deadline 2024-01-24T13:11:15.416110+0000) 2024-01-24T13:11:56.650 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:56 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:56.390+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:55.416579+0000 front 2024-01-24T13:10:55.416624+0000 (oldest deadline 2024-01-24T13:11:18.916804+0000) 2024-01-24T13:11:56.650 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:56 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:56.390+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-01-24T13:11:10.019393+0000 front 2024-01-24T13:11:10.019308+0000 (oldest deadline 2024-01-24T13:11:34.719544+0000) 2024-01-24T13:11:56.650 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:56 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:56.390+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-01-24T13:11:19.321182+0000 front 2024-01-24T13:11:19.321314+0000 (oldest deadline 2024-01-24T13:11:41.021214+0000) 2024-01-24T13:11:56.650 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:56 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:56.390+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.84:6822 osd.6 since back 2024-01-24T13:11:22.722417+0000 front 2024-01-24T13:11:22.722426+0000 (oldest deadline 2024-01-24T13:11:49.722800+0000) 2024-01-24T13:11:57.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:57 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:57.017+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:42.302630+0000 front 2024-01-24T13:10:42.302813+0000 (oldest deadline 2024-01-24T13:11:03.402564+0000) 2024-01-24T13:11:57.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:57 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:57.017+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:47.503756+0000 front 2024-01-24T13:10:47.503729+0000 (oldest deadline 2024-01-24T13:11:12.803842+0000) 2024-01-24T13:11:57.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:57 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:57.017+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:56.706377+0000 front 2024-01-24T13:10:56.706338+0000 (oldest deadline 2024-01-24T13:11:19.006293+0000) 2024-01-24T13:11:57.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:57 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:57.017+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.84:6814 osd.3 since back 2024-01-24T13:11:02.507654+0000 front 2024-01-24T13:11:02.507530+0000 (oldest deadline 2024-01-24T13:11:27.807555+0000) 2024-01-24T13:11:57.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:57 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:57.017+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-01-24T13:11:11.908377+0000 front 2024-01-24T13:11:11.908361+0000 (oldest deadline 2024-01-24T13:11:34.208347+0000) 2024-01-24T13:11:57.278 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:57 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:57.017+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-01-24T13:11:18.810555+0000 front 2024-01-24T13:11:18.810407+0000 (oldest deadline 2024-01-24T13:11:42.309834+0000) 2024-01-24T13:11:57.278 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:57 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:57.017+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.84:6822 osd.6 since back 2024-01-24T13:11:22.810890+0000 front 2024-01-24T13:11:22.810926+0000 (oldest deadline 2024-01-24T13:11:53.411621+0000) 2024-01-24T13:11:57.899 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:57 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:57.411+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.012694+0000 front 2024-01-24T13:10:41.012668+0000 (oldest deadline 2024-01-24T13:11:03.912602+0000) 2024-01-24T13:11:57.899 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:57 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:57.411+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:49.516227+0000 front 2024-01-24T13:10:49.516258+0000 (oldest deadline 2024-01-24T13:11:15.416110+0000) 2024-01-24T13:11:57.900 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:57 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:57.411+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:55.416579+0000 front 2024-01-24T13:10:55.416624+0000 (oldest deadline 2024-01-24T13:11:18.916804+0000) 2024-01-24T13:11:57.900 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:57 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:57.411+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-01-24T13:11:10.019393+0000 front 2024-01-24T13:11:10.019308+0000 (oldest deadline 2024-01-24T13:11:34.719544+0000) 2024-01-24T13:11:57.900 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:57 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:57.411+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-01-24T13:11:19.321182+0000 front 2024-01-24T13:11:19.321314+0000 (oldest deadline 2024-01-24T13:11:41.021214+0000) 2024-01-24T13:11:57.900 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:57 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:57.411+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.84:6822 osd.6 since back 2024-01-24T13:11:22.722417+0000 front 2024-01-24T13:11:22.722426+0000 (oldest deadline 2024-01-24T13:11:49.722800+0000) 2024-01-24T13:11:57.900 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:57 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:57.411+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.113:6820 osd.7 since back 2024-01-24T13:11:29.723440+0000 front 2024-01-24T13:11:29.723603+0000 (oldest deadline 2024-01-24T13:11:57.323970+0000) 2024-01-24T13:11:58.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:58 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:58.013+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:42.302630+0000 front 2024-01-24T13:10:42.302813+0000 (oldest deadline 2024-01-24T13:11:03.402564+0000) 2024-01-24T13:11:58.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:58 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:58.013+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:47.503756+0000 front 2024-01-24T13:10:47.503729+0000 (oldest deadline 2024-01-24T13:11:12.803842+0000) 2024-01-24T13:11:58.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:58 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:58.013+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:56.706377+0000 front 2024-01-24T13:10:56.706338+0000 (oldest deadline 2024-01-24T13:11:19.006293+0000) 2024-01-24T13:11:58.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:58 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:58.013+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.84:6814 osd.3 since back 2024-01-24T13:11:02.507654+0000 front 2024-01-24T13:11:02.507530+0000 (oldest deadline 2024-01-24T13:11:27.807555+0000) 2024-01-24T13:11:58.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:58 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:58.013+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-01-24T13:11:11.908377+0000 front 2024-01-24T13:11:11.908361+0000 (oldest deadline 2024-01-24T13:11:34.208347+0000) 2024-01-24T13:11:58.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:58 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:58.013+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-01-24T13:11:18.810555+0000 front 2024-01-24T13:11:18.810407+0000 (oldest deadline 2024-01-24T13:11:42.309834+0000) 2024-01-24T13:11:58.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:58 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10[69272]: 2024-01-24T13:11:58.013+0000 7faa4ea00700 -1 osd.10 81 heartbeat_check: no reply from 172.21.15.84:6822 osd.6 since back 2024-01-24T13:11:22.810890+0000 front 2024-01-24T13:11:22.810926+0000 (oldest deadline 2024-01-24T13:11:53.411621+0000) 2024-01-24T13:11:58.649 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:58 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:58.366+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.012694+0000 front 2024-01-24T13:10:41.012668+0000 (oldest deadline 2024-01-24T13:11:03.912602+0000) 2024-01-24T13:11:58.650 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:58 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:58.366+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:49.516227+0000 front 2024-01-24T13:10:49.516258+0000 (oldest deadline 2024-01-24T13:11:15.416110+0000) 2024-01-24T13:11:58.650 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:58 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:58.366+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:55.416579+0000 front 2024-01-24T13:10:55.416624+0000 (oldest deadline 2024-01-24T13:11:18.916804+0000) 2024-01-24T13:11:58.650 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:58 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:58.366+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-01-24T13:11:10.019393+0000 front 2024-01-24T13:11:10.019308+0000 (oldest deadline 2024-01-24T13:11:34.719544+0000) 2024-01-24T13:11:58.650 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:58 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:58.366+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-01-24T13:11:19.321182+0000 front 2024-01-24T13:11:19.321314+0000 (oldest deadline 2024-01-24T13:11:41.021214+0000) 2024-01-24T13:11:58.650 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:58 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:58.366+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.84:6822 osd.6 since back 2024-01-24T13:11:22.722417+0000 front 2024-01-24T13:11:22.722426+0000 (oldest deadline 2024-01-24T13:11:49.722800+0000) 2024-01-24T13:11:58.650 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:58 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:58.366+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.113:6820 osd.7 since back 2024-01-24T13:11:29.723440+0000 front 2024-01-24T13:11:29.723603+0000 (oldest deadline 2024-01-24T13:11:57.323970+0000) 2024-01-24T13:11:59.277 INFO:journalctl@ceph.osd.10.smithi113.stdout:Jan 24 13:11:58 smithi113 bash[78584]: ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-10 2024-01-24T13:11:59.899 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:59 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:59.401+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.012694+0000 front 2024-01-24T13:10:41.012668+0000 (oldest deadline 2024-01-24T13:11:03.912602+0000) 2024-01-24T13:11:59.899 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:59 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:59.401+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:49.516227+0000 front 2024-01-24T13:10:49.516258+0000 (oldest deadline 2024-01-24T13:11:15.416110+0000) 2024-01-24T13:11:59.900 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:59 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:59.401+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:55.416579+0000 front 2024-01-24T13:10:55.416624+0000 (oldest deadline 2024-01-24T13:11:18.916804+0000) 2024-01-24T13:11:59.900 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:59 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:59.401+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-01-24T13:11:10.019393+0000 front 2024-01-24T13:11:10.019308+0000 (oldest deadline 2024-01-24T13:11:34.719544+0000) 2024-01-24T13:11:59.900 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:59 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:59.401+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-01-24T13:11:19.321182+0000 front 2024-01-24T13:11:19.321314+0000 (oldest deadline 2024-01-24T13:11:41.021214+0000) 2024-01-24T13:11:59.900 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:59 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:59.401+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.84:6822 osd.6 since back 2024-01-24T13:11:22.722417+0000 front 2024-01-24T13:11:22.722426+0000 (oldest deadline 2024-01-24T13:11:49.722800+0000) 2024-01-24T13:11:59.900 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:11:59 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:11:59.401+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.113:6820 osd.7 since back 2024-01-24T13:11:29.723440+0000 front 2024-01-24T13:11:29.723603+0000 (oldest deadline 2024-01-24T13:11:57.323970+0000) 2024-01-24T13:12:00.448 DEBUG:teuthology.orchestra.run.smithi113:> sudo pkill -f 'journalctl -f -n 0 -u ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@osd.10.service' 2024-01-24T13:12:00.532 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-01-24T13:12:00.532 INFO:tasks.cephadm.osd.10:Stopped osd.10 2024-01-24T13:12:00.532 INFO:tasks.cephadm.osd.11:Stopping osd.11... 2024-01-24T13:12:00.533 DEBUG:teuthology.orchestra.run.smithi181:> sudo systemctl stop ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@osd.11 2024-01-24T13:12:00.649 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:12:00 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:12:00.395+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.012694+0000 front 2024-01-24T13:10:41.012668+0000 (oldest deadline 2024-01-24T13:11:03.912602+0000) 2024-01-24T13:12:00.650 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:12:00 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:12:00.395+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:49.516227+0000 front 2024-01-24T13:10:49.516258+0000 (oldest deadline 2024-01-24T13:11:15.416110+0000) 2024-01-24T13:12:00.650 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:12:00 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:12:00.395+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:55.416579+0000 front 2024-01-24T13:10:55.416624+0000 (oldest deadline 2024-01-24T13:11:18.916804+0000) 2024-01-24T13:12:00.650 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:12:00 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:12:00.395+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-01-24T13:11:10.019393+0000 front 2024-01-24T13:11:10.019308+0000 (oldest deadline 2024-01-24T13:11:34.719544+0000) 2024-01-24T13:12:00.650 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:12:00 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:12:00.395+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-01-24T13:11:19.321182+0000 front 2024-01-24T13:11:19.321314+0000 (oldest deadline 2024-01-24T13:11:41.021214+0000) 2024-01-24T13:12:00.650 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:12:00 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:12:00.395+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.84:6822 osd.6 since back 2024-01-24T13:11:22.722417+0000 front 2024-01-24T13:11:22.722426+0000 (oldest deadline 2024-01-24T13:11:49.722800+0000) 2024-01-24T13:12:00.650 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:12:00 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:12:00.395+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.113:6820 osd.7 since back 2024-01-24T13:11:29.723440+0000 front 2024-01-24T13:11:29.723603+0000 (oldest deadline 2024-01-24T13:11:57.323970+0000) 2024-01-24T13:12:00.650 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:12:00 smithi181 systemd[1]: Stopping Ceph osd.11 for d5d5b6f8-bab8-11ee-95b1-87774f69a715... 2024-01-24T13:12:01.384 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:12:00 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:12:00.935+0000 7ff6b1800700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.11 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-01-24T13:12:01.384 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:12:00 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:12:00.935+0000 7ff6b1800700 -1 osd.11 81 *** Got signal Terminated *** 2024-01-24T13:12:01.385 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:12:00 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:12:00.935+0000 7ff6b1800700 -1 osd.11 81 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-01-24T13:12:01.385 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:12:01 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:12:01.383+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.012694+0000 front 2024-01-24T13:10:41.012668+0000 (oldest deadline 2024-01-24T13:11:03.912602+0000) 2024-01-24T13:12:01.649 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:12:01 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:12:01.383+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:49.516227+0000 front 2024-01-24T13:10:49.516258+0000 (oldest deadline 2024-01-24T13:11:15.416110+0000) 2024-01-24T13:12:01.649 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:12:01 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:12:01.383+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:55.416579+0000 front 2024-01-24T13:10:55.416624+0000 (oldest deadline 2024-01-24T13:11:18.916804+0000) 2024-01-24T13:12:01.649 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:12:01 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:12:01.383+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-01-24T13:11:10.019393+0000 front 2024-01-24T13:11:10.019308+0000 (oldest deadline 2024-01-24T13:11:34.719544+0000) 2024-01-24T13:12:01.650 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:12:01 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:12:01.383+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-01-24T13:11:19.321182+0000 front 2024-01-24T13:11:19.321314+0000 (oldest deadline 2024-01-24T13:11:41.021214+0000) 2024-01-24T13:12:01.650 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:12:01 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:12:01.383+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.84:6822 osd.6 since back 2024-01-24T13:11:22.722417+0000 front 2024-01-24T13:11:22.722426+0000 (oldest deadline 2024-01-24T13:11:49.722800+0000) 2024-01-24T13:12:01.650 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:12:01 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:12:01.383+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.113:6820 osd.7 since back 2024-01-24T13:11:29.723440+0000 front 2024-01-24T13:11:29.723603+0000 (oldest deadline 2024-01-24T13:11:57.323970+0000) 2024-01-24T13:12:02.649 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:12:02 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:12:02.354+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.012694+0000 front 2024-01-24T13:10:41.012668+0000 (oldest deadline 2024-01-24T13:11:03.912602+0000) 2024-01-24T13:12:02.649 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:12:02 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:12:02.354+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:49.516227+0000 front 2024-01-24T13:10:49.516258+0000 (oldest deadline 2024-01-24T13:11:15.416110+0000) 2024-01-24T13:12:02.649 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:12:02 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:12:02.354+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:55.416579+0000 front 2024-01-24T13:10:55.416624+0000 (oldest deadline 2024-01-24T13:11:18.916804+0000) 2024-01-24T13:12:02.649 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:12:02 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:12:02.354+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-01-24T13:11:10.019393+0000 front 2024-01-24T13:11:10.019308+0000 (oldest deadline 2024-01-24T13:11:34.719544+0000) 2024-01-24T13:12:02.650 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:12:02 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:12:02.354+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-01-24T13:11:19.321182+0000 front 2024-01-24T13:11:19.321314+0000 (oldest deadline 2024-01-24T13:11:41.021214+0000) 2024-01-24T13:12:02.650 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:12:02 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:12:02.354+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.84:6822 osd.6 since back 2024-01-24T13:11:22.722417+0000 front 2024-01-24T13:11:22.722426+0000 (oldest deadline 2024-01-24T13:11:49.722800+0000) 2024-01-24T13:12:02.650 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:12:02 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:12:02.354+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.113:6820 osd.7 since back 2024-01-24T13:11:29.723440+0000 front 2024-01-24T13:11:29.723603+0000 (oldest deadline 2024-01-24T13:11:57.323970+0000) 2024-01-24T13:12:03.649 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:12:03 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:12:03.332+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.012694+0000 front 2024-01-24T13:10:41.012668+0000 (oldest deadline 2024-01-24T13:11:03.912602+0000) 2024-01-24T13:12:03.650 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:12:03 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:12:03.332+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:49.516227+0000 front 2024-01-24T13:10:49.516258+0000 (oldest deadline 2024-01-24T13:11:15.416110+0000) 2024-01-24T13:12:03.650 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:12:03 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:12:03.332+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:55.416579+0000 front 2024-01-24T13:10:55.416624+0000 (oldest deadline 2024-01-24T13:11:18.916804+0000) 2024-01-24T13:12:03.650 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:12:03 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:12:03.332+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-01-24T13:11:10.019393+0000 front 2024-01-24T13:11:10.019308+0000 (oldest deadline 2024-01-24T13:11:34.719544+0000) 2024-01-24T13:12:03.650 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:12:03 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:12:03.332+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-01-24T13:11:19.321182+0000 front 2024-01-24T13:11:19.321314+0000 (oldest deadline 2024-01-24T13:11:41.021214+0000) 2024-01-24T13:12:03.650 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:12:03 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:12:03.332+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.84:6822 osd.6 since back 2024-01-24T13:11:22.722417+0000 front 2024-01-24T13:11:22.722426+0000 (oldest deadline 2024-01-24T13:11:49.722800+0000) 2024-01-24T13:12:03.650 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:12:03 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:12:03.332+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.113:6820 osd.7 since back 2024-01-24T13:11:29.723440+0000 front 2024-01-24T13:11:29.723603+0000 (oldest deadline 2024-01-24T13:11:57.323970+0000) 2024-01-24T13:12:04.649 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:12:04 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:12:04.365+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.012694+0000 front 2024-01-24T13:10:41.012668+0000 (oldest deadline 2024-01-24T13:11:03.912602+0000) 2024-01-24T13:12:04.650 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:12:04 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:12:04.365+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:49.516227+0000 front 2024-01-24T13:10:49.516258+0000 (oldest deadline 2024-01-24T13:11:15.416110+0000) 2024-01-24T13:12:04.650 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:12:04 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:12:04.365+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:55.416579+0000 front 2024-01-24T13:10:55.416624+0000 (oldest deadline 2024-01-24T13:11:18.916804+0000) 2024-01-24T13:12:04.650 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:12:04 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:12:04.365+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-01-24T13:11:10.019393+0000 front 2024-01-24T13:11:10.019308+0000 (oldest deadline 2024-01-24T13:11:34.719544+0000) 2024-01-24T13:12:04.650 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:12:04 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:12:04.365+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-01-24T13:11:19.321182+0000 front 2024-01-24T13:11:19.321314+0000 (oldest deadline 2024-01-24T13:11:41.021214+0000) 2024-01-24T13:12:04.650 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:12:04 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:12:04.365+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.84:6822 osd.6 since back 2024-01-24T13:11:22.722417+0000 front 2024-01-24T13:11:22.722426+0000 (oldest deadline 2024-01-24T13:11:49.722800+0000) 2024-01-24T13:12:04.650 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:12:04 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:12:04.365+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.113:6820 osd.7 since back 2024-01-24T13:11:29.723440+0000 front 2024-01-24T13:11:29.723603+0000 (oldest deadline 2024-01-24T13:11:57.323970+0000) 2024-01-24T13:12:04.650 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:12:04 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:12:04.365+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.181:6820 osd.8 since back 2024-01-24T13:11:40.825117+0000 front 2024-01-24T13:11:40.825136+0000 (oldest deadline 2024-01-24T13:12:03.725110+0000) 2024-01-24T13:12:05.649 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:12:05 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:12:05.339+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.84:6806 osd.0 since back 2024-01-24T13:10:41.012694+0000 front 2024-01-24T13:10:41.012668+0000 (oldest deadline 2024-01-24T13:11:03.912602+0000) 2024-01-24T13:12:05.649 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:12:05 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:12:05.339+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.113:6804 osd.1 since back 2024-01-24T13:10:49.516227+0000 front 2024-01-24T13:10:49.516258+0000 (oldest deadline 2024-01-24T13:11:15.416110+0000) 2024-01-24T13:12:05.649 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:12:05 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:12:05.339+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.181:6804 osd.2 since back 2024-01-24T13:10:55.416579+0000 front 2024-01-24T13:10:55.416624+0000 (oldest deadline 2024-01-24T13:11:18.916804+0000) 2024-01-24T13:12:05.649 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:12:05 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:12:05.339+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.113:6812 osd.4 since back 2024-01-24T13:11:10.019393+0000 front 2024-01-24T13:11:10.019308+0000 (oldest deadline 2024-01-24T13:11:34.719544+0000) 2024-01-24T13:12:05.650 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:12:05 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:12:05.339+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.181:6812 osd.5 since back 2024-01-24T13:11:19.321182+0000 front 2024-01-24T13:11:19.321314+0000 (oldest deadline 2024-01-24T13:11:41.021214+0000) 2024-01-24T13:12:05.650 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:12:05 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:12:05.339+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.84:6822 osd.6 since back 2024-01-24T13:11:22.722417+0000 front 2024-01-24T13:11:22.722426+0000 (oldest deadline 2024-01-24T13:11:49.722800+0000) 2024-01-24T13:12:05.650 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:12:05 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:12:05.339+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.113:6820 osd.7 since back 2024-01-24T13:11:29.723440+0000 front 2024-01-24T13:11:29.723603+0000 (oldest deadline 2024-01-24T13:11:57.323970+0000) 2024-01-24T13:12:05.650 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:12:05 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11[68911]: 2024-01-24T13:12:05.339+0000 7ff6ada00700 -1 osd.11 81 heartbeat_check: no reply from 172.21.15.181:6820 osd.8 since back 2024-01-24T13:11:40.825117+0000 front 2024-01-24T13:11:40.825136+0000 (oldest deadline 2024-01-24T13:12:03.725110+0000) 2024-01-24T13:12:06.899 INFO:journalctl@ceph.osd.11.smithi181.stdout:Jan 24 13:12:06 smithi181 bash[78247]: ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-osd-11 2024-01-24T13:12:08.089 DEBUG:teuthology.orchestra.run.smithi181:> sudo pkill -f 'journalctl -f -n 0 -u ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@osd.11.service' 2024-01-24T13:12:08.172 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-01-24T13:12:08.173 INFO:tasks.cephadm.osd.11:Stopped osd.11 2024-01-24T13:12:08.173 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2024-01-24T13:12:08.173 DEBUG:teuthology.orchestra.run.smithi084:> sudo systemctl stop ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@mds.a 2024-01-24T13:12:08.542 INFO:journalctl@ceph.mds.a.smithi084.stdout:Jan 24 13:12:08 smithi084 systemd[1]: Stopping Ceph mds.a for d5d5b6f8-bab8-11ee-95b1-87774f69a715... 2024-01-24T13:12:08.884 INFO:journalctl@ceph.mds.a.smithi084.stdout:Jan 24 13:12:08 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mds-a[87794]: 2024-01-24T13:12:08.541+0000 7f884be00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-01-24T13:12:08.884 INFO:journalctl@ceph.mds.a.smithi084.stdout:Jan 24 13:12:08 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mds-a[87794]: 2024-01-24T13:12:08.541+0000 7f884be00700 -1 mds.a *** got signal Terminated *** 2024-01-24T13:12:13.134 INFO:journalctl@ceph.mds.a.smithi084.stdout:Jan 24 13:12:12 smithi084 bash[91042]: ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mds-a 2024-01-24T13:12:13.273 DEBUG:teuthology.orchestra.run.smithi084:> sudo pkill -f 'journalctl -f -n 0 -u ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@mds.a.service' 2024-01-24T13:12:13.355 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-01-24T13:12:13.355 INFO:tasks.cephadm.mds.a:Stopped mds.a 2024-01-24T13:12:13.355 INFO:tasks.cephadm.mds.d:Stopping mds.d... 2024-01-24T13:12:13.356 DEBUG:teuthology.orchestra.run.smithi084:> sudo systemctl stop ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@mds.d 2024-01-24T13:12:13.634 INFO:journalctl@ceph.mds.d.smithi084.stdout:Jan 24 13:12:13 smithi084 systemd[1]: Stopping Ceph mds.d for d5d5b6f8-bab8-11ee-95b1-87774f69a715... 2024-01-24T13:12:14.134 INFO:journalctl@ceph.mds.d.smithi084.stdout:Jan 24 13:12:13 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mds-d[86837]: 2024-01-24T13:12:13.697+0000 7fe0c4200700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.d -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-01-24T13:12:14.135 INFO:journalctl@ceph.mds.d.smithi084.stdout:Jan 24 13:12:13 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mds-d[86837]: 2024-01-24T13:12:13.697+0000 7fe0c4200700 -1 mds.d *** got signal Terminated *** 2024-01-24T13:12:16.379 INFO:journalctl@ceph.mds.d.smithi084.stdout:Jan 24 13:12:16 smithi084 bash[91181]: ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mds-d 2024-01-24T13:12:16.403 DEBUG:teuthology.orchestra.run.smithi084:> sudo pkill -f 'journalctl -f -n 0 -u ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@mds.d.service' 2024-01-24T13:12:16.482 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-01-24T13:12:16.482 INFO:tasks.cephadm.mds.d:Stopped mds.d 2024-01-24T13:12:16.482 INFO:tasks.cephadm.mds.g:Stopping mds.g... 2024-01-24T13:12:16.482 DEBUG:teuthology.orchestra.run.smithi084:> sudo systemctl stop ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@mds.g 2024-01-24T13:12:16.823 INFO:journalctl@ceph.mds.g.smithi084.stdout:Jan 24 13:12:16 smithi084 systemd[1]: Stopping Ceph mds.g for d5d5b6f8-bab8-11ee-95b1-87774f69a715... 2024-01-24T13:12:17.134 INFO:journalctl@ceph.mds.g.smithi084.stdout:Jan 24 13:12:16 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mds-g[87406]: 2024-01-24T13:12:16.821+0000 7feb1c400700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.g -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-01-24T13:12:17.135 INFO:journalctl@ceph.mds.g.smithi084.stdout:Jan 24 13:12:16 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mds-g[87406]: 2024-01-24T13:12:16.821+0000 7feb1c400700 -1 mds.g *** got signal Terminated *** 2024-01-24T13:12:21.384 INFO:journalctl@ceph.mds.g.smithi084.stdout:Jan 24 13:12:21 smithi084 bash[91321]: ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mds-g 2024-01-24T13:12:21.464 DEBUG:teuthology.orchestra.run.smithi084:> sudo pkill -f 'journalctl -f -n 0 -u ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@mds.g.service' 2024-01-24T13:12:21.542 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-01-24T13:12:21.543 INFO:tasks.cephadm.mds.g:Stopped mds.g 2024-01-24T13:12:21.543 INFO:tasks.cephadm.mds.j:Stopping mds.j... 2024-01-24T13:12:21.543 DEBUG:teuthology.orchestra.run.smithi084:> sudo systemctl stop ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@mds.j 2024-01-24T13:12:21.885 INFO:journalctl@ceph.mds.j.smithi084.stdout:Jan 24 13:12:21 smithi084 systemd[1]: Stopping Ceph mds.j for d5d5b6f8-bab8-11ee-95b1-87774f69a715... 2024-01-24T13:12:22.384 INFO:journalctl@ceph.mds.j.smithi084.stdout:Jan 24 13:12:21 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mds-j[86452]: 2024-01-24T13:12:21.907+0000 7fa052c00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.j -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-01-24T13:12:22.384 INFO:journalctl@ceph.mds.j.smithi084.stdout:Jan 24 13:12:21 smithi084 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mds-j[86452]: 2024-01-24T13:12:21.907+0000 7fa052c00700 -1 mds.j *** got signal Terminated *** 2024-01-24T13:12:25.634 INFO:journalctl@ceph.mds.j.smithi084.stdout:Jan 24 13:12:25 smithi084 bash[91460]: ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mds-j 2024-01-24T13:12:25.765 DEBUG:teuthology.orchestra.run.smithi084:> sudo pkill -f 'journalctl -f -n 0 -u ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@mds.j.service' 2024-01-24T13:12:25.841 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-01-24T13:12:25.841 INFO:tasks.cephadm.mds.j:Stopped mds.j 2024-01-24T13:12:25.841 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2024-01-24T13:12:25.841 DEBUG:teuthology.orchestra.run.smithi113:> sudo systemctl stop ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@mds.b 2024-01-24T13:12:26.249 INFO:journalctl@ceph.mds.b.smithi113.stdout:Jan 24 13:12:25 smithi113 systemd[1]: Stopping Ceph mds.b for d5d5b6f8-bab8-11ee-95b1-87774f69a715... 2024-01-24T13:12:26.527 INFO:journalctl@ceph.mds.b.smithi113.stdout:Jan 24 13:12:26 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mds-b[76129]: 2024-01-24T13:12:26.247+0000 7fd1c6e00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-01-24T13:12:26.527 INFO:journalctl@ceph.mds.b.smithi113.stdout:Jan 24 13:12:26 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mds-b[76129]: 2024-01-24T13:12:26.247+0000 7fd1c6e00700 -1 mds.b *** got signal Terminated *** 2024-01-24T13:12:30.277 INFO:journalctl@ceph.mds.b.smithi113.stdout:Jan 24 13:12:30 smithi113 bash[78851]: ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mds-b 2024-01-24T13:12:30.406 DEBUG:teuthology.orchestra.run.smithi113:> sudo pkill -f 'journalctl -f -n 0 -u ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@mds.b.service' 2024-01-24T13:12:30.487 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-01-24T13:12:30.487 INFO:tasks.cephadm.mds.b:Stopped mds.b 2024-01-24T13:12:30.487 INFO:tasks.cephadm.mds.e:Stopping mds.e... 2024-01-24T13:12:30.487 DEBUG:teuthology.orchestra.run.smithi113:> sudo systemctl stop ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@mds.e 2024-01-24T13:12:30.777 INFO:journalctl@ceph.mds.e.smithi113.stdout:Jan 24 13:12:30 smithi113 systemd[1]: Stopping Ceph mds.e for d5d5b6f8-bab8-11ee-95b1-87774f69a715... 2024-01-24T13:12:31.277 INFO:journalctl@ceph.mds.e.smithi113.stdout:Jan 24 13:12:30 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mds-e[75435]: 2024-01-24T13:12:30.836+0000 7f8b67000700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.e -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-01-24T13:12:31.277 INFO:journalctl@ceph.mds.e.smithi113.stdout:Jan 24 13:12:30 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mds-e[75435]: 2024-01-24T13:12:30.836+0000 7f8b67000700 -1 mds.e *** got signal Terminated *** 2024-01-24T13:12:34.524 INFO:journalctl@ceph.mds.e.smithi113.stdout:Jan 24 13:12:34 smithi113 bash[78992]: ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mds-e 2024-01-24T13:12:34.551 DEBUG:teuthology.orchestra.run.smithi113:> sudo pkill -f 'journalctl -f -n 0 -u ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@mds.e.service' 2024-01-24T13:12:34.629 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-01-24T13:12:34.629 INFO:tasks.cephadm.mds.e:Stopped mds.e 2024-01-24T13:12:34.629 INFO:tasks.cephadm.mds.h:Stopping mds.h... 2024-01-24T13:12:34.629 DEBUG:teuthology.orchestra.run.smithi113:> sudo systemctl stop ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@mds.h 2024-01-24T13:12:34.995 INFO:journalctl@ceph.mds.h.smithi113.stdout:Jan 24 13:12:34 smithi113 systemd[1]: Stopping Ceph mds.h for d5d5b6f8-bab8-11ee-95b1-87774f69a715... 2024-01-24T13:12:35.277 INFO:journalctl@ceph.mds.h.smithi113.stdout:Jan 24 13:12:34 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mds-h[75787]: 2024-01-24T13:12:34.993+0000 7f2a6fe00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.h -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-01-24T13:12:35.277 INFO:journalctl@ceph.mds.h.smithi113.stdout:Jan 24 13:12:34 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mds-h[75787]: 2024-01-24T13:12:34.993+0000 7f2a6fe00700 -1 mds.h *** got signal Terminated *** 2024-01-24T13:12:41.277 INFO:journalctl@ceph.mds.h.smithi113.stdout:Jan 24 13:12:40 smithi113 bash[79130]: ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mds-h 2024-01-24T13:12:41.334 DEBUG:teuthology.orchestra.run.smithi113:> sudo pkill -f 'journalctl -f -n 0 -u ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@mds.h.service' 2024-01-24T13:12:41.411 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-01-24T13:12:41.411 INFO:tasks.cephadm.mds.h:Stopped mds.h 2024-01-24T13:12:41.411 INFO:tasks.cephadm.mds.k:Stopping mds.k... 2024-01-24T13:12:41.411 DEBUG:teuthology.orchestra.run.smithi113:> sudo systemctl stop ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@mds.k 2024-01-24T13:12:41.743 INFO:journalctl@ceph.mds.k.smithi113.stdout:Jan 24 13:12:41 smithi113 systemd[1]: Stopping Ceph mds.k for d5d5b6f8-bab8-11ee-95b1-87774f69a715... 2024-01-24T13:12:42.027 INFO:journalctl@ceph.mds.k.smithi113.stdout:Jan 24 13:12:41 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mds-k[75091]: 2024-01-24T13:12:41.743+0000 7fe08d000700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.k -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-01-24T13:12:42.027 INFO:journalctl@ceph.mds.k.smithi113.stdout:Jan 24 13:12:41 smithi113 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mds-k[75091]: 2024-01-24T13:12:41.743+0000 7fe08d000700 -1 mds.k *** got signal Terminated *** 2024-01-24T13:12:43.527 INFO:journalctl@ceph.mds.k.smithi113.stdout:Jan 24 13:12:43 smithi113 bash[79271]: ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mds-k 2024-01-24T13:12:43.550 DEBUG:teuthology.orchestra.run.smithi113:> sudo pkill -f 'journalctl -f -n 0 -u ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@mds.k.service' 2024-01-24T13:12:43.627 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-01-24T13:12:43.627 INFO:tasks.cephadm.mds.k:Stopped mds.k 2024-01-24T13:12:43.627 INFO:tasks.cephadm.mds.c:Stopping mds.c... 2024-01-24T13:12:43.627 DEBUG:teuthology.orchestra.run.smithi181:> sudo systemctl stop ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@mds.c 2024-01-24T13:12:43.989 INFO:journalctl@ceph.mds.c.smithi181.stdout:Jan 24 13:12:43 smithi181 systemd[1]: Stopping Ceph mds.c for d5d5b6f8-bab8-11ee-95b1-87774f69a715... 2024-01-24T13:12:44.399 INFO:journalctl@ceph.mds.c.smithi181.stdout:Jan 24 13:12:43 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mds-c[75455]: 2024-01-24T13:12:43.988+0000 7fcf7be00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-01-24T13:12:44.399 INFO:journalctl@ceph.mds.c.smithi181.stdout:Jan 24 13:12:43 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mds-c[75455]: 2024-01-24T13:12:43.988+0000 7fcf7be00700 -1 mds.c *** got signal Terminated *** 2024-01-24T13:12:47.399 INFO:journalctl@ceph.mds.c.smithi181.stdout:Jan 24 13:12:47 smithi181 bash[78511]: ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mds-c 2024-01-24T13:12:47.661 DEBUG:teuthology.orchestra.run.smithi181:> sudo pkill -f 'journalctl -f -n 0 -u ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@mds.c.service' 2024-01-24T13:12:47.740 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-01-24T13:12:47.740 INFO:tasks.cephadm.mds.c:Stopped mds.c 2024-01-24T13:12:47.740 INFO:tasks.cephadm.mds.f:Stopping mds.f... 2024-01-24T13:12:47.740 DEBUG:teuthology.orchestra.run.smithi181:> sudo systemctl stop ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@mds.f 2024-01-24T13:12:48.105 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 24 13:12:47 smithi181 systemd[1]: Stopping Ceph mds.f for d5d5b6f8-bab8-11ee-95b1-87774f69a715... 2024-01-24T13:12:48.399 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 24 13:12:48 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mds-f[75115]: 2024-01-24T13:12:48.103+0000 7f914fc00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.f -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-01-24T13:12:48.399 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 24 13:12:48 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mds-f[75115]: 2024-01-24T13:12:48.104+0000 7f914fc00700 -1 mds.f *** got signal Terminated *** 2024-01-24T13:12:50.399 INFO:journalctl@ceph.mds.f.smithi181.stdout:Jan 24 13:12:50 smithi181 bash[78650]: ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mds-f 2024-01-24T13:12:50.466 DEBUG:teuthology.orchestra.run.smithi181:> sudo pkill -f 'journalctl -f -n 0 -u ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@mds.f.service' 2024-01-24T13:12:50.544 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-01-24T13:12:50.545 INFO:tasks.cephadm.mds.f:Stopped mds.f 2024-01-24T13:12:50.545 INFO:tasks.cephadm.mds.i:Stopping mds.i... 2024-01-24T13:12:50.545 DEBUG:teuthology.orchestra.run.smithi181:> sudo systemctl stop ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@mds.i 2024-01-24T13:12:50.899 INFO:journalctl@ceph.mds.i.smithi181.stdout:Jan 24 13:12:50 smithi181 systemd[1]: Stopping Ceph mds.i for d5d5b6f8-bab8-11ee-95b1-87774f69a715... 2024-01-24T13:12:51.399 INFO:journalctl@ceph.mds.i.smithi181.stdout:Jan 24 13:12:50 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mds-i[75798]: 2024-01-24T13:12:50.930+0000 7fb10c000700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.i -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-01-24T13:12:51.399 INFO:journalctl@ceph.mds.i.smithi181.stdout:Jan 24 13:12:50 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mds-i[75798]: 2024-01-24T13:12:50.930+0000 7fb10c000700 -1 mds.i *** got signal Terminated *** 2024-01-24T13:12:53.899 INFO:journalctl@ceph.mds.i.smithi181.stdout:Jan 24 13:12:53 smithi181 bash[78789]: ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mds-i 2024-01-24T13:12:54.124 DEBUG:teuthology.orchestra.run.smithi181:> sudo pkill -f 'journalctl -f -n 0 -u ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@mds.i.service' 2024-01-24T13:12:54.202 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-01-24T13:12:54.202 INFO:tasks.cephadm.mds.i:Stopped mds.i 2024-01-24T13:12:54.202 INFO:tasks.cephadm.mds.l:Stopping mds.l... 2024-01-24T13:12:54.202 DEBUG:teuthology.orchestra.run.smithi181:> sudo systemctl stop ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@mds.l 2024-01-24T13:12:54.399 INFO:journalctl@ceph.mds.l.smithi181.stdout:Jan 24 13:12:54 smithi181 systemd[1]: Stopping Ceph mds.l for d5d5b6f8-bab8-11ee-95b1-87774f69a715... 2024-01-24T13:12:54.899 INFO:journalctl@ceph.mds.l.smithi181.stdout:Jan 24 13:12:54 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mds-l[74763]: 2024-01-24T13:12:54.561+0000 7f959dc00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.l -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-01-24T13:12:54.900 INFO:journalctl@ceph.mds.l.smithi181.stdout:Jan 24 13:12:54 smithi181 ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mds-l[74763]: 2024-01-24T13:12:54.561+0000 7f959dc00700 -1 mds.l *** got signal Terminated *** 2024-01-24T13:12:56.899 INFO:journalctl@ceph.mds.l.smithi181.stdout:Jan 24 13:12:56 smithi181 bash[78927]: ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715-mds-l 2024-01-24T13:12:57.076 DEBUG:teuthology.orchestra.run.smithi181:> sudo pkill -f 'journalctl -f -n 0 -u ceph-d5d5b6f8-bab8-11ee-95b1-87774f69a715@mds.l.service' 2024-01-24T13:12:57.153 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-01-24T13:12:57.153 INFO:tasks.cephadm.mds.l:Stopped mds.l 2024-01-24T13:12:57.153 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid d5d5b6f8-bab8-11ee-95b1-87774f69a715 --force --keep-logs 2024-01-24T13:12:57.425 INFO:teuthology.orchestra.run.smithi084.stdout:Deleting cluster with fsid: d5d5b6f8-bab8-11ee-95b1-87774f69a715 2024-01-24T13:13:00.183 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid d5d5b6f8-bab8-11ee-95b1-87774f69a715 --force --keep-logs 2024-01-24T13:13:00.456 INFO:teuthology.orchestra.run.smithi113.stdout:Deleting cluster with fsid: d5d5b6f8-bab8-11ee-95b1-87774f69a715 2024-01-24T13:13:03.289 DEBUG:teuthology.orchestra.run.smithi181:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid d5d5b6f8-bab8-11ee-95b1-87774f69a715 --force --keep-logs 2024-01-24T13:13:03.546 INFO:teuthology.orchestra.run.smithi181.stdout:Deleting cluster with fsid: d5d5b6f8-bab8-11ee-95b1-87774f69a715 2024-01-24T13:13:06.321 DEBUG:teuthology.orchestra.run.smithi084:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-01-24T13:13:06.396 DEBUG:teuthology.orchestra.run.smithi113:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-01-24T13:13:06.472 DEBUG:teuthology.orchestra.run.smithi181:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-01-24T13:13:06.539 INFO:tasks.cephadm:Archiving crash dumps... 2024-01-24T13:13:06.541 DEBUG:teuthology.misc:Transferring archived files from smithi084:/var/lib/ceph/d5d5b6f8-bab8-11ee-95b1-87774f69a715/crash to /home/teuthworker/archive/vshankar-2024-01-24_12:12:30-fs-wip-vshankar-testing1-reef-2024-01-24-1150-testing-default-smithi/7530783/remote/smithi084/crash 2024-01-24T13:13:06.541 DEBUG:teuthology.orchestra.run.smithi084:> sudo tar c -f - -C /var/lib/ceph/d5d5b6f8-bab8-11ee-95b1-87774f69a715/crash -- . 2024-01-24T13:13:06.616 INFO:teuthology.orchestra.run.smithi084.stderr:tar: /var/lib/ceph/d5d5b6f8-bab8-11ee-95b1-87774f69a715/crash: Cannot open: No such file or directory 2024-01-24T13:13:06.617 INFO:teuthology.orchestra.run.smithi084.stderr:tar: Error is not recoverable: exiting now 2024-01-24T13:13:06.620 DEBUG:teuthology.misc:Transferring archived files from smithi113:/var/lib/ceph/d5d5b6f8-bab8-11ee-95b1-87774f69a715/crash to /home/teuthworker/archive/vshankar-2024-01-24_12:12:30-fs-wip-vshankar-testing1-reef-2024-01-24-1150-testing-default-smithi/7530783/remote/smithi113/crash 2024-01-24T13:13:06.621 DEBUG:teuthology.orchestra.run.smithi113:> sudo tar c -f - -C /var/lib/ceph/d5d5b6f8-bab8-11ee-95b1-87774f69a715/crash -- . 2024-01-24T13:13:06.700 INFO:teuthology.orchestra.run.smithi113.stderr:tar: /var/lib/ceph/d5d5b6f8-bab8-11ee-95b1-87774f69a715/crash: Cannot open: No such file or directory 2024-01-24T13:13:06.700 INFO:teuthology.orchestra.run.smithi113.stderr:tar: Error is not recoverable: exiting now 2024-01-24T13:13:06.704 DEBUG:teuthology.misc:Transferring archived files from smithi181:/var/lib/ceph/d5d5b6f8-bab8-11ee-95b1-87774f69a715/crash to /home/teuthworker/archive/vshankar-2024-01-24_12:12:30-fs-wip-vshankar-testing1-reef-2024-01-24-1150-testing-default-smithi/7530783/remote/smithi181/crash 2024-01-24T13:13:06.705 DEBUG:teuthology.orchestra.run.smithi181:> sudo tar c -f - -C /var/lib/ceph/d5d5b6f8-bab8-11ee-95b1-87774f69a715/crash -- . 2024-01-24T13:13:06.805 INFO:teuthology.orchestra.run.smithi181.stderr:tar: /var/lib/ceph/d5d5b6f8-bab8-11ee-95b1-87774f69a715/crash: Cannot open: No such file or directory 2024-01-24T13:13:06.805 INFO:teuthology.orchestra.run.smithi181.stderr:tar: Error is not recoverable: exiting now 2024-01-24T13:13:06.808 INFO:tasks.cephadm:Checking cluster log for badness... 2024-01-24T13:13:06.808 DEBUG:teuthology.orchestra.run.smithi084:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/d5d5b6f8-bab8-11ee-95b1-87774f69a715/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v 'overall HEALTH_' | egrep -v '\(FS_DEGRADED\)' | egrep -v '\(MDS_FAILED\)' | egrep -v '\(MDS_DEGRADED\)' | egrep -v '\(FS_WITH_FAILED_MDS\)' | egrep -v '\(MDS_DAMAGE\)' | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v '\(FS_INLINE_DATA_DEPRECATED\)' | egrep -v '\(POOL_APP_NOT_ENABLED\)' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | head -n 1 2024-01-24T13:13:06.882 INFO:teuthology.orchestra.run.smithi084.stderr:grep: /var/log/ceph/d5d5b6f8-bab8-11ee-95b1-87774f69a715/ceph.log: No such file or directory 2024-01-24T13:13:06.886 INFO:tasks.cephadm:Compressing logs... 2024-01-24T13:13:06.887 DEBUG:teuthology.orchestra.run.smithi084:> sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-01-24T13:13:06.891 DEBUG:teuthology.orchestra.run.smithi113:> sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-01-24T13:13:06.895 DEBUG:teuthology.orchestra.run.smithi181:> sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-01-24T13:13:06.950 INFO:teuthology.orchestra.run.smithi084.stderr:find: ‘/var/log/rbd-target-api’: No such file or directory 2024-01-24T13:13:06.957 INFO:teuthology.orchestra.run.smithi113.stderr:find: ‘/var/log/rbd-target-api’: No such file or directory 2024-01-24T13:13:06.959 INFO:teuthology.orchestra.run.smithi181.stderr:find: ‘/var/log/rbd-target-api’: No such file or directory 2024-01-24T13:13:07.797 INFO:tasks.cephadm:Archiving logs... 2024-01-24T13:13:07.798 DEBUG:teuthology.misc:Transferring archived files from smithi084:/var/log/ceph to /home/teuthworker/archive/vshankar-2024-01-24_12:12:30-fs-wip-vshankar-testing1-reef-2024-01-24-1150-testing-default-smithi/7530783/remote/smithi084/log 2024-01-24T13:13:07.799 DEBUG:teuthology.orchestra.run.smithi084:> sudo tar c -f - -C /var/log/ceph -- . 2024-01-24T13:13:07.982 DEBUG:teuthology.misc:Transferring archived files from smithi113:/var/log/ceph to /home/teuthworker/archive/vshankar-2024-01-24_12:12:30-fs-wip-vshankar-testing1-reef-2024-01-24-1150-testing-default-smithi/7530783/remote/smithi113/log 2024-01-24T13:13:07.983 DEBUG:teuthology.orchestra.run.smithi113:> sudo tar c -f - -C /var/log/ceph -- . 2024-01-24T13:13:08.134 DEBUG:teuthology.misc:Transferring archived files from smithi181:/var/log/ceph to /home/teuthworker/archive/vshankar-2024-01-24_12:12:30-fs-wip-vshankar-testing1-reef-2024-01-24-1150-testing-default-smithi/7530783/remote/smithi181/log 2024-01-24T13:13:08.135 DEBUG:teuthology.orchestra.run.smithi181:> sudo tar c -f - -C /var/log/ceph -- . 2024-01-24T13:13:08.278 INFO:tasks.cephadm:Removing cluster... 2024-01-24T13:13:08.278 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid d5d5b6f8-bab8-11ee-95b1-87774f69a715 --force 2024-01-24T13:13:08.525 INFO:teuthology.orchestra.run.smithi084.stdout:Deleting cluster with fsid: d5d5b6f8-bab8-11ee-95b1-87774f69a715 2024-01-24T13:13:08.959 DEBUG:teuthology.orchestra.run.smithi113:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid d5d5b6f8-bab8-11ee-95b1-87774f69a715 --force 2024-01-24T13:13:09.215 INFO:teuthology.orchestra.run.smithi113.stdout:Deleting cluster with fsid: d5d5b6f8-bab8-11ee-95b1-87774f69a715 2024-01-24T13:13:09.647 DEBUG:teuthology.orchestra.run.smithi181:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid d5d5b6f8-bab8-11ee-95b1-87774f69a715 --force 2024-01-24T13:13:09.907 INFO:teuthology.orchestra.run.smithi181.stdout:Deleting cluster with fsid: d5d5b6f8-bab8-11ee-95b1-87774f69a715 2024-01-24T13:13:10.335 INFO:tasks.cephadm:Removing cephadm ... 2024-01-24T13:13:10.335 DEBUG:teuthology.orchestra.run.smithi084:> rm -rf /home/ubuntu/cephtest/cephadm 2024-01-24T13:13:10.382 DEBUG:teuthology.orchestra.run.smithi113:> rm -rf /home/ubuntu/cephtest/cephadm 2024-01-24T13:13:10.427 DEBUG:teuthology.orchestra.run.smithi181:> rm -rf /home/ubuntu/cephtest/cephadm 2024-01-24T13:13:10.470 INFO:tasks.cephadm:Teardown complete 2024-01-24T13:13:10.470 ERROR:teuthology.run_tasks:Saw exception from tasks. Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_c856e0f9244dd29a50697123b480d63f16a4ed81/teuthology/run_tasks.py", line 109, in run_tasks manager.__enter__() File "/usr/lib/python3.8/contextlib.py", line 113, in __enter__ return next(self.gen) File "/home/teuthworker/src/git.ceph.com_ceph-c_4e3182a65800aed6d4aa2f6b86da3cfd72188134/qa/tasks/cephadm.py", line 1714, in task with contextutil.nested( File "/usr/lib/python3.8/contextlib.py", line 113, in __enter__ return next(self.gen) File "/home/teuthworker/src/git.ceph.com_teuthology_c856e0f9244dd29a50697123b480d63f16a4ed81/teuthology/contextutil.py", line 54, in nested raise exc[1] File "/usr/lib/python3.8/contextlib.py", line 131, in __exit__ self.gen.throw(type, value, traceback) File "/home/teuthworker/src/git.ceph.com_ceph-c_4e3182a65800aed6d4aa2f6b86da3cfd72188134/qa/tasks/cephadm.py", line 1629, in initialize_config yield File "/home/teuthworker/src/git.ceph.com_teuthology_c856e0f9244dd29a50697123b480d63f16a4ed81/teuthology/contextutil.py", line 30, in nested vars.append(enter()) File "/usr/lib/python3.8/contextlib.py", line 113, in __enter__ return next(self.gen) File "/home/teuthworker/src/git.ceph.com_ceph-c_4e3182a65800aed6d4aa2f6b86da3cfd72188134/qa/tasks/cephadm.py", line 1051, in cephfs_setup fs = Filesystem(ctx, fs_config=temp, name=name, create=True) File "/home/teuthworker/src/git.ceph.com_ceph-c_4e3182a65800aed6d4aa2f6b86da3cfd72188134/qa/tasks/cephfs/filesystem.py", line 532, in __init__ self.create() File "/home/teuthworker/src/git.ceph.com_ceph-c_4e3182a65800aed6d4aa2f6b86da3cfd72188134/qa/tasks/cephfs/filesystem.py", line 762, in create self.run_ceph_cmd('fs', 'subvolumegroup', 'create', self.name, 'qa') AttributeError: 'Filesystem' object has no attribute 'run_ceph_cmd' 2024-01-24T13:13:10.683 ERROR:teuthology.util.sentry: Sentry event: https://sentry.ceph.com/organizations/ceph/?query=a54d4c0eb7f1400cb262e5f853538d29 Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_c856e0f9244dd29a50697123b480d63f16a4ed81/teuthology/run_tasks.py", line 109, in run_tasks manager.__enter__() File "/usr/lib/python3.8/contextlib.py", line 113, in __enter__ return next(self.gen) File "/home/teuthworker/src/git.ceph.com_ceph-c_4e3182a65800aed6d4aa2f6b86da3cfd72188134/qa/tasks/cephadm.py", line 1714, in task with contextutil.nested( File "/usr/lib/python3.8/contextlib.py", line 113, in __enter__ return next(self.gen) File "/home/teuthworker/src/git.ceph.com_teuthology_c856e0f9244dd29a50697123b480d63f16a4ed81/teuthology/contextutil.py", line 54, in nested raise exc[1] File "/usr/lib/python3.8/contextlib.py", line 131, in __exit__ self.gen.throw(type, value, traceback) File "/home/teuthworker/src/git.ceph.com_ceph-c_4e3182a65800aed6d4aa2f6b86da3cfd72188134/qa/tasks/cephadm.py", line 1629, in initialize_config yield File "/home/teuthworker/src/git.ceph.com_teuthology_c856e0f9244dd29a50697123b480d63f16a4ed81/teuthology/contextutil.py", line 30, in nested vars.append(enter()) File "/usr/lib/python3.8/contextlib.py", line 113, in __enter__ return next(self.gen) File "/home/teuthworker/src/git.ceph.com_ceph-c_4e3182a65800aed6d4aa2f6b86da3cfd72188134/qa/tasks/cephadm.py", line 1051, in cephfs_setup fs = Filesystem(ctx, fs_config=temp, name=name, create=True) File "/home/teuthworker/src/git.ceph.com_ceph-c_4e3182a65800aed6d4aa2f6b86da3cfd72188134/qa/tasks/cephfs/filesystem.py", line 532, in __init__ self.create() File "/home/teuthworker/src/git.ceph.com_ceph-c_4e3182a65800aed6d4aa2f6b86da3cfd72188134/qa/tasks/cephfs/filesystem.py", line 762, in create self.run_ceph_cmd('fs', 'subvolumegroup', 'create', self.name, 'qa') AttributeError: 'Filesystem' object has no attribute 'run_ceph_cmd' 2024-01-24T13:13:10.687 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-01-24T13:13:10.696 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-01-24T13:13:10.740 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-01-24T13:13:10.741 DEBUG:teuthology.orchestra.run.smithi084:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-01-24T13:13:10.756 DEBUG:teuthology.orchestra.run.smithi113:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-01-24T13:13:10.761 DEBUG:teuthology.orchestra.run.smithi181:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-01-24T13:13:10.900 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-01-24T13:13:10.910 INFO:teuthology.task.clock:Checking final clock skew... 2024-01-24T13:13:10.910 DEBUG:teuthology.orchestra.run.smithi084:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-01-24T13:13:10.916 DEBUG:teuthology.orchestra.run.smithi113:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-01-24T13:13:10.920 DEBUG:teuthology.orchestra.run.smithi181:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-01-24T13:13:10.952 INFO:teuthology.orchestra.run.smithi084.stderr:bash: ntpq: command not found 2024-01-24T13:13:10.957 INFO:teuthology.orchestra.run.smithi113.stderr:bash: ntpq: command not found 2024-01-24T13:13:10.959 INFO:teuthology.orchestra.run.smithi084.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-01-24T13:13:10.959 INFO:teuthology.orchestra.run.smithi084.stdout:=============================================================================== 2024-01-24T13:13:10.960 INFO:teuthology.orchestra.run.smithi084.stdout:^+ hv01.front.sepia.ceph.com 2 6 377 32 +288us[ +288us] +/- 80ms 2024-01-24T13:13:10.960 INFO:teuthology.orchestra.run.smithi084.stdout:^* hv02.front.sepia.ceph.com 3 6 377 32 +56us[ +62us] +/- 76ms 2024-01-24T13:13:10.960 INFO:teuthology.orchestra.run.smithi084.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 33 -233us[ -228us] +/- 65ms 2024-01-24T13:13:10.960 INFO:teuthology.orchestra.run.smithi084.stdout:^? hv04.front.sepia.ceph.com 0 8 0 - +0ns[ +0ns] +/- 0ns 2024-01-24T13:13:10.960 INFO:teuthology.orchestra.run.smithi181.stderr:bash: ntpq: command not found 2024-01-24T13:13:10.964 INFO:teuthology.orchestra.run.smithi113.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-01-24T13:13:10.964 INFO:teuthology.orchestra.run.smithi113.stdout:=============================================================================== 2024-01-24T13:13:10.964 INFO:teuthology.orchestra.run.smithi113.stdout:^+ hv01.front.sepia.ceph.com 2 6 377 34 +265us[ +265us] +/- 80ms 2024-01-24T13:13:10.964 INFO:teuthology.orchestra.run.smithi113.stdout:^* hv02.front.sepia.ceph.com 3 6 377 34 +44us[ +38us] +/- 76ms 2024-01-24T13:13:10.965 INFO:teuthology.orchestra.run.smithi113.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 31 -224us[ -224us] +/- 65ms 2024-01-24T13:13:10.965 INFO:teuthology.orchestra.run.smithi113.stdout:^? hv04.front.sepia.ceph.com 0 8 0 - +0ns[ +0ns] +/- 0ns 2024-01-24T13:13:10.967 INFO:teuthology.orchestra.run.smithi181.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-01-24T13:13:10.967 INFO:teuthology.orchestra.run.smithi181.stdout:=============================================================================== 2024-01-24T13:13:10.967 INFO:teuthology.orchestra.run.smithi181.stdout:^+ hv01.front.sepia.ceph.com 2 6 377 34 +281us[ +280us] +/- 80ms 2024-01-24T13:13:10.967 INFO:teuthology.orchestra.run.smithi181.stdout:^* hv02.front.sepia.ceph.com 3 6 377 31 +45us[ +44us] +/- 76ms 2024-01-24T13:13:10.967 INFO:teuthology.orchestra.run.smithi181.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 30 -247us[ -247us] +/- 65ms 2024-01-24T13:13:10.967 INFO:teuthology.orchestra.run.smithi181.stdout:^? hv04.front.sepia.ceph.com 0 8 0 - +0ns[ +0ns] +/- 0ns 2024-01-24T13:13:10.968 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-01-24T13:13:10.977 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-01-24T13:13:10.977 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-01-24T13:13:11.008 DEBUG:teuthology.orchestra.run.smithi084:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-01-24T13:13:11.135 DEBUG:teuthology.orchestra.run.smithi113:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-01-24T13:13:11.261 DEBUG:teuthology.orchestra.run.smithi181:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-01-24T13:13:11.388 DEBUG:teuthology.orchestra.run.smithi084:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2024-01-24T13:13:11.456 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-01-24T13:13:11.457 DEBUG:teuthology.orchestra.run.smithi113:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2024-01-24T13:13:11.524 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-01-24T13:13:11.525 DEBUG:teuthology.orchestra.run.smithi181:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2024-01-24T13:13:11.593 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-01-24T13:13:11.594 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-01-24T13:13:11.604 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-01-24T13:13:11.641 INFO:teuthology.task.internal:Duration was 1501.452277 seconds 2024-01-24T13:13:11.642 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-01-24T13:13:11.675 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-01-24T13:13:11.675 DEBUG:teuthology.orchestra.run.smithi084:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-01-24T13:13:11.679 DEBUG:teuthology.orchestra.run.smithi113:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-01-24T13:13:11.683 DEBUG:teuthology.orchestra.run.smithi181:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-01-24T13:13:11.786 INFO:teuthology.orchestra.run.smithi084.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-01-24T13:13:11.790 INFO:teuthology.orchestra.run.smithi113.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-01-24T13:13:11.793 INFO:teuthology.orchestra.run.smithi181.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-01-24T13:13:12.310 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-01-24T13:13:12.311 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi084.front.sepia.ceph.com 2024-01-24T13:13:12.311 DEBUG:teuthology.orchestra.run.smithi084:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-01-24T13:13:12.367 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi113.front.sepia.ceph.com 2024-01-24T13:13:12.367 DEBUG:teuthology.orchestra.run.smithi113:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-01-24T13:13:12.424 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi181.front.sepia.ceph.com 2024-01-24T13:13:12.424 DEBUG:teuthology.orchestra.run.smithi181:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-01-24T13:13:12.481 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-01-24T13:13:12.481 DEBUG:teuthology.orchestra.run.smithi084:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-01-24T13:13:12.486 DEBUG:teuthology.orchestra.run.smithi113:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-01-24T13:13:12.490 DEBUG:teuthology.orchestra.run.smithi181:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-01-24T13:13:12.598 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-01-24T13:13:12.598 DEBUG:teuthology.orchestra.run.smithi084:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-01-24T13:13:12.602 DEBUG:teuthology.orchestra.run.smithi113:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-01-24T13:13:12.606 DEBUG:teuthology.orchestra.run.smithi181:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-01-24T13:13:12.742 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-01-24T13:13:12.752 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-01-24T13:13:12.753 DEBUG:teuthology.orchestra.run.smithi084:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-01-24T13:13:12.817 DEBUG:teuthology.orchestra.run.smithi113:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-01-24T13:13:12.882 DEBUG:teuthology.orchestra.run.smithi181:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-01-24T13:13:12.948 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-01-24T13:13:12.958 DEBUG:teuthology.orchestra.run.smithi084:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-01-24T13:13:12.963 DEBUG:teuthology.orchestra.run.smithi113:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-01-24T13:13:12.966 DEBUG:teuthology.orchestra.run.smithi181:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-01-24T13:13:13.022 INFO:teuthology.orchestra.run.smithi084.stdout:kernel.core_pattern = core 2024-01-24T13:13:13.026 INFO:teuthology.orchestra.run.smithi113.stdout:kernel.core_pattern = core 2024-01-24T13:13:13.030 INFO:teuthology.orchestra.run.smithi181.stdout:kernel.core_pattern = core 2024-01-24T13:13:13.108 DEBUG:teuthology.orchestra.run.smithi084:> test -e /home/ubuntu/cephtest/archive/coredump 2024-01-24T13:13:13.147 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-01-24T13:13:13.148 DEBUG:teuthology.orchestra.run.smithi113:> test -e /home/ubuntu/cephtest/archive/coredump 2024-01-24T13:13:13.188 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-01-24T13:13:13.188 DEBUG:teuthology.orchestra.run.smithi181:> test -e /home/ubuntu/cephtest/archive/coredump 2024-01-24T13:13:13.227 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-01-24T13:13:13.228 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-01-24T13:13:13.238 INFO:teuthology.task.internal:Transferring archived files... 2024-01-24T13:13:13.239 DEBUG:teuthology.misc:Transferring archived files from smithi084:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/vshankar-2024-01-24_12:12:30-fs-wip-vshankar-testing1-reef-2024-01-24-1150-testing-default-smithi/7530783/remote/smithi084 2024-01-24T13:13:13.239 DEBUG:teuthology.orchestra.run.smithi084:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-01-24T13:13:13.317 DEBUG:teuthology.misc:Transferring archived files from smithi113:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/vshankar-2024-01-24_12:12:30-fs-wip-vshankar-testing1-reef-2024-01-24-1150-testing-default-smithi/7530783/remote/smithi113 2024-01-24T13:13:13.317 DEBUG:teuthology.orchestra.run.smithi113:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-01-24T13:13:13.397 DEBUG:teuthology.misc:Transferring archived files from smithi181:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/vshankar-2024-01-24_12:12:30-fs-wip-vshankar-testing1-reef-2024-01-24-1150-testing-default-smithi/7530783/remote/smithi181 2024-01-24T13:13:13.397 DEBUG:teuthology.orchestra.run.smithi181:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-01-24T13:13:13.474 INFO:teuthology.task.internal:Removing archive directory... 2024-01-24T13:13:13.474 DEBUG:teuthology.orchestra.run.smithi084:> rm -rf -- /home/ubuntu/cephtest/archive 2024-01-24T13:13:13.478 DEBUG:teuthology.orchestra.run.smithi113:> rm -rf -- /home/ubuntu/cephtest/archive 2024-01-24T13:13:13.483 DEBUG:teuthology.orchestra.run.smithi181:> rm -rf -- /home/ubuntu/cephtest/archive 2024-01-24T13:13:13.524 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-01-24T13:13:13.536 INFO:teuthology.task.internal:Not uploading archives. 2024-01-24T13:13:13.536 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-01-24T13:13:13.567 INFO:teuthology.task.internal:Tidying up after the test... 2024-01-24T13:13:13.568 DEBUG:teuthology.orchestra.run.smithi084:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-01-24T13:13:13.572 DEBUG:teuthology.orchestra.run.smithi113:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-01-24T13:13:13.576 DEBUG:teuthology.orchestra.run.smithi181:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-01-24T13:13:13.609 INFO:teuthology.orchestra.run.smithi084.stdout: 524301 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Jan 24 13:13 /home/ubuntu/cephtest 2024-01-24T13:13:13.613 INFO:teuthology.orchestra.run.smithi113.stdout: 524301 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Jan 24 13:13 /home/ubuntu/cephtest 2024-01-24T13:13:13.617 INFO:teuthology.orchestra.run.smithi181.stdout: 524293 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Jan 24 13:13 /home/ubuntu/cephtest 2024-01-24T13:13:13.620 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-01-24T13:13:13.631 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-01-24T13:13:13.692 INFO:teuthology.nuke:Checking targets against current locks 2024-01-24T13:13:13.719 DEBUG:teuthology.nuke:shortname: smithi084 2024-01-24T13:13:13.719 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-01-24T13:13:13.744 DEBUG:teuthology.nuke:shortname: smithi113 2024-01-24T13:13:13.745 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-01-24T13:13:13.750 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi084.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/vshankar-2024-01-24_12:12:30-fs-wip-vshankar-testing1-reef-2024-01-24-1150-testing-default-smithi/7530783', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'rhel', 'os_version': '8.6', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-01-24 12:36:04.409864', 'locked_by': 'scheduled_vshankar@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBJeMTkHgFxZ2Fp2YKPTIORGRmDKL6YSi5VHChBYPVb5lHyI5+FdcHUTJmZu4MLJp2zCSyvVR62ckhon5ljrGEkg='} 2024-01-24T13:13:13.769 DEBUG:teuthology.nuke:shortname: smithi181 2024-01-24T13:13:13.769 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-01-24T13:13:13.774 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi113.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/vshankar-2024-01-24_12:12:30-fs-wip-vshankar-testing1-reef-2024-01-24-1150-testing-default-smithi/7530783', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'rhel', 'os_version': '8.6', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-01-24 12:36:04.407432', 'locked_by': 'scheduled_vshankar@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBGDmTYVIWNuZj6S1w3477hAtR18TcA3ZhJR7JW52E5nLEDTi/bPpir01VVQT8kjS2hfYEvsdiRtidUArEugwiYE='} 2024-01-24T13:13:13.794 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi181.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/vshankar-2024-01-24_12:12:30-fs-wip-vshankar-testing1-reef-2024-01-24-1150-testing-default-smithi/7530783', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'rhel', 'os_version': '8.6', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-01-24 12:36:04.408945', 'locked_by': 'scheduled_vshankar@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBCoyFmKo1hRvGZWYf8RV0tnCRwLy4/Nu+RR3l0V0lvfyMtKDcYH/hipmHV89ERjwwCHJMWhkWsaCOPlk5hC9DL0='} 2024-01-24T13:13:13.803 INFO:teuthology.orchestra.console.smithi084:Power off 2024-01-24T13:13:13.803 DEBUG:teuthology.orchestra.console.smithi084:pexpect command: ipmitool -H smithi084.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-01-24T13:13:13.829 DEBUG:teuthology.orchestra.console.smithi084:power off output: Chassis Power Control: Down/Off 2024-01-24T13:13:13.830 DEBUG:teuthology.orchestra.console.smithi084:pexpect command: ipmitool -H smithi084.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-01-24T13:13:13.848 INFO:teuthology.orchestra.console.smithi113:Power off 2024-01-24T13:13:13.849 DEBUG:teuthology.orchestra.console.smithi113:pexpect command: ipmitool -H smithi113.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-01-24T13:13:13.864 INFO:teuthology.orchestra.console.smithi181:Power off 2024-01-24T13:13:13.864 DEBUG:teuthology.orchestra.console.smithi181:pexpect command: ipmitool -H smithi181.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-01-24T13:13:13.874 DEBUG:teuthology.orchestra.console.smithi084:check power output: Chassis Power is on 2024-01-24T13:13:13.874 DEBUG:teuthology.orchestra.console.smithi113:power off output: Chassis Power Control: Down/Off 2024-01-24T13:13:13.874 DEBUG:teuthology.orchestra.console.smithi113:pexpect command: ipmitool -H smithi113.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-01-24T13:13:13.886 DEBUG:teuthology.orchestra.console.smithi181:power off output: Chassis Power Control: Down/Off 2024-01-24T13:13:13.887 DEBUG:teuthology.orchestra.console.smithi181:pexpect command: ipmitool -H smithi181.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-01-24T13:13:13.897 DEBUG:teuthology.orchestra.console.smithi113:check power output: Chassis Power is on 2024-01-24T13:13:13.911 DEBUG:teuthology.orchestra.console.smithi181:check power output: Chassis Power is on 2024-01-24T13:13:17.875 DEBUG:teuthology.orchestra.console.smithi084:pexpect command: ipmitool -H smithi084.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-01-24T13:13:17.898 DEBUG:teuthology.orchestra.console.smithi113:pexpect command: ipmitool -H smithi113.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-01-24T13:13:17.913 DEBUG:teuthology.orchestra.console.smithi181:pexpect command: ipmitool -H smithi181.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-01-24T13:13:17.985 DEBUG:teuthology.orchestra.console.smithi084:check power output: Chassis Power is on 2024-01-24T13:13:18.009 DEBUG:teuthology.orchestra.console.smithi113:check power output: Chassis Power is on 2024-01-24T13:13:18.022 DEBUG:teuthology.orchestra.console.smithi181:check power output: Chassis Power is on 2024-01-24T13:13:21.990 DEBUG:teuthology.orchestra.console.smithi084:pexpect command: ipmitool -H smithi084.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-01-24T13:13:22.010 DEBUG:teuthology.orchestra.console.smithi113:pexpect command: ipmitool -H smithi113.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-01-24T13:13:22.023 DEBUG:teuthology.orchestra.console.smithi181:pexpect command: ipmitool -H smithi181.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-01-24T13:13:22.101 DEBUG:teuthology.orchestra.console.smithi084:check power output: Chassis Power is off 2024-01-24T13:13:22.119 DEBUG:teuthology.orchestra.console.smithi113:check power output: Chassis Power is off 2024-01-24T13:13:22.134 DEBUG:teuthology.orchestra.console.smithi181:check power output: Chassis Power is off 2024-01-24T13:13:22.202 INFO:teuthology.orchestra.console.smithi084:Power off completed 2024-01-24T13:13:22.220 INFO:teuthology.orchestra.console.smithi113:Power off completed 2024-01-24T13:13:22.235 INFO:teuthology.orchestra.console.smithi181:Power off completed 2024-01-24T13:13:22.340 INFO:teuthology.run:Summary data: description: fs/workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-bitmap omap_limit/10 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{balancer/automatic export-check n/5 replication/always} standby-replay tasks/{0-subvolume/{with-namespace-isolated-and-quota} 1-check-counter 2-scrub/no 3-snaps/yes 4-flush/no 5-workunit/suites/fsstress}} duration: 1501.4522771835327 failure_reason: '''Filesystem'' object has no attribute ''run_ceph_cmd''' flavor: default mon.a-kernel-sha1: f2d3460408951339ac0933340ad449487c9efddc mon.b-kernel-sha1: f2d3460408951339ac0933340ad449487c9efddc mon.c-kernel-sha1: f2d3460408951339ac0933340ad449487c9efddc owner: scheduled_vshankar@teuthology sentry_event: https://sentry.ceph.com/organizations/ceph/?query=a54d4c0eb7f1400cb262e5f853538d29 status: fail success: false 2024-01-24T13:13:22.340 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-01-24T13:13:22.425 INFO:teuthology.run:FAIL