2022-03-06T09:57:35.261 INFO:root:teuthology version: 1.1.0-eeaeee38 2022-03-06T09:57:35.263 DEBUG:teuthology.run:Teuthology command: teuthology --archive /home/teuthworker/archive/teuthology-2022-03-06_03:31:03-rados-pacific-distro-default-smithi/6723307 --description rados/cephadm/mgr-nfs-upgrade/{0-distro/centos_8.stream_container_tools 1-bootstrap/16.2.4 1-start 2-nfs 3-upgrade-with-workload 4-final} --name teuthology-2022-03-06_03:31:03-rados-pacific-distro-default-smithi --verbose --owner scheduled_teuthology@teuthology -- /home/teuthworker/archive/teuthology-2022-03-06_03:31:03-rados-pacific-distro-default-smithi/6723307/orig.config.yaml 2022-03-06T09:57:35.304 DEBUG:teuthology.report:Pushing job info to http://paddles.front.sepia.ceph.com/ 2022-03-06T09:57:35.373 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/teuthology-2022-03-06_03:31:03-rados-pacific-distro-default-smithi/6723307 branch: pacific description: rados/cephadm/mgr-nfs-upgrade/{0-distro/centos_8.stream_container_tools 1-bootstrap/16.2.4 1-start 2-nfs 3-upgrade-with-workload 4-final} email: ceph-qa@ceph.io first_in_suite: false job_id: '6723307' kernel: kdb: true sha1: distro last_in_suite: false machine_type: smithi name: teuthology-2022-03-06_03:31:03-rados-pacific-distro-default-smithi nuke-on-error: true openstack: - volumes: count: 4 size: 10 os_type: centos os_version: 8.stream overrides: admin_socket: branch: pacific ceph: conf: mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd shutdown pgref assert: true flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) log-whitelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) sha1: e1551c35043f76911d2590d48f731bcea8126fe1 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: osd default pool size: 2 install: ceph: flavor: default sha1: e1551c35043f76911d2590d48f731bcea8126fe1 selinux: whitelist: - scontext=system_u:system_r:logrotate_t:s0 workunit: branch: pacific sha1: e1551c35043f76911d2590d48f731bcea8126fe1 owner: scheduled_teuthology@teuthology priority: 500 repo: https://github.com/ceph/ceph.git roles: - - host.a - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - - host.b - osd.4 - osd.5 - osd.6 - osd.7 sha1: e1551c35043f76911d2590d48f731bcea8126fe1 sleep_before_teardown: 0 suite: rados suite_branch: pacific suite_path: /home/teuthworker/src/github.com_ceph_ceph_e1551c35043f76911d2590d48f731bcea8126fe1/qa suite_relpath: qa suite_repo: https://github.com/ceph/ceph.git suite_sha1: e1551c35043f76911d2590d48f731bcea8126fe1 targets: smithi008.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDRDK9Fn/tzQ9HxyuX0Qk1Ro3Hd+baB6IJ7hsh2fft+IBIg8HbK1e3K/Eq/gIDOBMNZfluj6TRCZraz+RAeHz5ko4FcPRJ17HDG/CDq3AayFitwHXOPoVDnHsMdGWtLH43x6TcrCiCDWXQFPi1GUGEpjutCQ3aht04JrYORTZa8eSBJOYfPex8p3txsXZgQAQS9U4VeWwrScxXRxmEtn59Lv5ZJ7gt/2JCQlIi9WVcVdz5irj/PN9KavdEQCrNbVMQDQX1QOOnot3V9W72ySbndRoJRvp4QFqGElYu37YkxxemwbC5Qd/TcA/1XlGU0RH/XRmND9YloIar4yT6BRQT0bTHk3sX7hT6TPfAlR9hCWk0heBMbJAcZ3jovZCcdQID303P66q+fWOuDYx2nirUBKLVl8rSlUbI0duWPC2EWgbiSRQmK53xU2uons7Ze8D8UC26IEgcMMkbZJ3uxQhArucPgRM5vfrKm68Owq34hy42TQMS0JhcD4FoHyfw+a9s= smithi083.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDeIFOIhW9ByWivEnXdHo9JbfOzGPPZlDeMTEA1XLw3xnWrj/eL6ybEoMHvl14fWrlAcH9BvMVKSHMfzN7JnETUltKDpZDiwqhcSaZioI90mRwGLzJmVh+YpzaAeQslL+pjreyCaVLWTcCBNlTX8ZBmXVkPF29viK0XfrDg3tbqU/gJFmNVfiaKr8GCjYxnNsMUyzmbgLd2rQirbdMWomLcxrN9zgK9490zAbQVGlT3LBQv1fNPkfdrBYc4RzJoNRRTJT22kdBpV3F9okvrJKpLWxkLWYQz2On1VBpH9Igk9MLsFxcJ0b0zR2P2VeKrfV5Hg94xdUfVIBM+kxaRxZX9OpU4S+HYME5iKpDe88g1t+XHeJgOiVCQp0THM93OKO+Me4HDcn/DLsqDbNa8pwoXj9VKBBlRewdljrcaCNMKTEav3qxwLQ/NThjW17M8i6+7Ll/1wGbTMRfxgkvw2V+96erUuk8O+sf31aMwtOh6vte81LFaGZ9xodI66u4VDq0= tasks: - pexec: all: - sudo cp /etc/containers/registries.conf /etc/containers/registries.conf.backup - sudo dnf -y module reset container-tools - sudo dnf -y module install container-tools - sudo cp /etc/containers/registries.conf.backup /etc/containers/registries.conf - cephadm: avoid_pacific_features: true cephadm_branch: v16.2.4 cephadm_git_url: https://github.com/ceph/ceph image: docker.io/ceph/ceph:v16.2.4 roleless: true - cephadm.shell: host.a: - ceph orch status - ceph orch ps - ceph orch ls - ceph orch host ls - ceph orch device ls - vip.exec: all-hosts: - systemctl stop nfs-server - cephadm.shell: host.a: - ceph fs volume create foofs - cephadm.wait_for_service: service: mds.foofs - cephadm.shell: host.a: - ceph nfs cluster create foo --placement=2 || ceph nfs cluster create cephfs foo --placement=2 - ceph nfs export create cephfs --fsname foofs --clusterid foo --binding /fake || ceph nfs export create cephfs --fsname foofs --cluster-id foo --pseudo-path /fake - while ! ceph orch ls | grep nfs | grep 2/2 ; do sleep 1 ; done - vip.exec: host.a: - mkdir /mnt/foo - while ! mount -t nfs $(hostname):/fake /mnt/foo -o sync ; do sleep 5 ; done - echo test > /mnt/foo/testfile - sync - parallel: - upgrade-tasks - workload-tasks - vip.exec: host.a: - umount /mnt/foo - cephadm.shell: host.a: - ceph nfs cluster ls | grep foo - ceph nfs export ls foo --detailed - rados -p .nfs --all ls - - ceph config get mgr mgr/cephadm/migration_current | grep 5 teuthology_branch: master teuthology_sha1: eeaeee38264fad8a01fd1ce912d8908676ed64bc timestamp: 2022-03-06_03:31:03 tube: smithi upgrade-tasks: sequential: - cephadm.shell: env: - sha1 host.a: - ceph config set mon mon_warn_on_insecure_global_id_reclaim false --force - ceph config set mon mon_warn_on_insecure_global_id_reclaim_allowed false --force - ceph config set global log_to_journald false --force - ceph mgr module enable nfs --force - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - cephadm.shell: env: - sha1 host.a: - while ceph orch upgrade status | jq '.in_progress' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done - ceph orch ps - ceph versions - echo "wait for servicemap items w/ changing names to refresh" - sleep 60 - ceph orch ps - ceph versions - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 - cephadm.wait_for_service: service: nfs.foo user: teuthology verbose: true worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.22301 workload-tasks: sequential: - exec: host.a: - cd /mnt/foo && dbench 5 -t 600 || true - umount /mnt/foo - while ! mount -t nfs $(hostname):/fake /mnt/foo ; do sleep 5 ; done - cd /mnt/foo && dbench 5 -t 5 2022-03-06T09:57:35.373 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/github.com_ceph_ceph_e1551c35043f76911d2590d48f731bcea8126fe1/qa; will attempt to use it 2022-03-06T09:57:35.374 INFO:teuthology.run:Found tasks at /home/teuthworker/src/github.com_ceph_ceph_e1551c35043f76911d2590d48f731bcea8126fe1/qa/tasks 2022-03-06T09:57:35.374 INFO:teuthology.run_tasks:Running task internal.check_packages... 2022-03-06T09:57:35.376 INFO:teuthology.task.internal:Checking packages... 2022-03-06T09:57:35.398 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash 'e1551c35043f76911d2590d48f731bcea8126fe1' 2022-03-06T09:57:35.398 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2022-03-06T09:57:35.399 INFO:teuthology.packaging:ref: None 2022-03-06T09:57:35.399 INFO:teuthology.packaging:tag: None 2022-03-06T09:57:35.400 INFO:teuthology.packaging:branch: pacific 2022-03-06T09:57:35.400 INFO:teuthology.packaging:sha1: e1551c35043f76911d2590d48f731bcea8126fe1 2022-03-06T09:57:35.401 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=pacific 2022-03-06T09:57:35.617 INFO:teuthology.task.internal:Found packages for ceph version 16.2.7-537.ge1551c35 2022-03-06T09:57:35.617 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2022-03-06T09:57:35.633 INFO:teuthology.task.internal:no buildpackages task found 2022-03-06T09:57:35.633 INFO:teuthology.run_tasks:Running task internal.save_config... 2022-03-06T09:57:35.696 INFO:teuthology.task.internal:Saving configuration 2022-03-06T09:57:35.717 INFO:teuthology.run_tasks:Running task internal.check_lock... 2022-03-06T09:57:35.854 INFO:teuthology.task.internal.check_lock:Checking locks... 2022-03-06T09:57:35.881 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi008.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2022-03-06_03:31:03-rados-pacific-distro-default-smithi/6723307', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '8', 'arch': 'x86_64', 'locked': True, 'locked_since': '2022-03-06 09:52:44.893232', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBEvjbkR1rE58ep6MnfGxEmpPoJQg1x0SlgD9P2noNOBfkqn+OpYgM2WQg07MWevgNkp/BfRKmvCiIGXsKupXl8E='} 2022-03-06T09:57:35.907 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi083.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2022-03-06_03:31:03-rados-pacific-distro-default-smithi/6723307', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '8', 'arch': 'x86_64', 'locked': True, 'locked_since': '2022-03-06 09:52:44.891754', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBPoNP1YG0valr9zEESZJMZMqEudishgMXSTuCq/Zoo6DxmNTU00KpyDuuqvAFBt2L9+osSQURFKp7SoCZ0P2RIM='} 2022-03-06T09:57:35.907 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2022-03-06T09:57:35.970 INFO:teuthology.task.internal:roles: ubuntu@smithi008.front.sepia.ceph.com - ['host.a', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0'] 2022-03-06T09:57:35.970 INFO:teuthology.task.internal:roles: ubuntu@smithi083.front.sepia.ceph.com - ['host.b', 'osd.4', 'osd.5', 'osd.6', 'osd.7'] 2022-03-06T09:57:35.971 INFO:teuthology.run_tasks:Running task console_log... 2022-03-06T09:57:36.316 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7fae24a6bf28>, signals=[15]) 2022-03-06T09:57:36.317 INFO:teuthology.run_tasks:Running task internal.connect... 2022-03-06T09:57:36.374 INFO:teuthology.task.internal:Opening connections... 2022-03-06T09:57:36.374 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi008.front.sepia.ceph.com 2022-03-06T09:57:36.377 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi008.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2022-03-06T09:57:36.449 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi083.front.sepia.ceph.com 2022-03-06T09:57:36.450 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi083.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2022-03-06T09:57:36.517 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2022-03-06T09:57:36.524 DEBUG:teuthology.orchestra.run.smithi008:> uname -m 2022-03-06T09:57:36.545 INFO:teuthology.orchestra.run.smithi008.stdout:x86_64 2022-03-06T09:57:36.546 DEBUG:teuthology.orchestra.run.smithi008:> cat /etc/os-release 2022-03-06T09:57:36.607 INFO:teuthology.orchestra.run.smithi008.stdout:NAME="CentOS Stream" 2022-03-06T09:57:36.607 INFO:teuthology.orchestra.run.smithi008.stdout:VERSION="8" 2022-03-06T09:57:36.607 INFO:teuthology.orchestra.run.smithi008.stdout:ID="centos" 2022-03-06T09:57:36.607 INFO:teuthology.orchestra.run.smithi008.stdout:ID_LIKE="rhel fedora" 2022-03-06T09:57:36.608 INFO:teuthology.orchestra.run.smithi008.stdout:VERSION_ID="8" 2022-03-06T09:57:36.608 INFO:teuthology.orchestra.run.smithi008.stdout:PLATFORM_ID="platform:el8" 2022-03-06T09:57:36.608 INFO:teuthology.orchestra.run.smithi008.stdout:PRETTY_NAME="CentOS Stream 8" 2022-03-06T09:57:36.608 INFO:teuthology.orchestra.run.smithi008.stdout:ANSI_COLOR="0;31" 2022-03-06T09:57:36.609 INFO:teuthology.orchestra.run.smithi008.stdout:CPE_NAME="cpe:/o:centos:centos:8" 2022-03-06T09:57:36.609 INFO:teuthology.orchestra.run.smithi008.stdout:HOME_URL="https://centos.org/" 2022-03-06T09:57:36.609 INFO:teuthology.orchestra.run.smithi008.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2022-03-06T09:57:36.609 INFO:teuthology.orchestra.run.smithi008.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 8" 2022-03-06T09:57:36.609 INFO:teuthology.orchestra.run.smithi008.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2022-03-06T09:57:36.610 INFO:teuthology.lock.ops:Updating smithi008.front.sepia.ceph.com on lock server 2022-03-06T09:57:36.630 DEBUG:teuthology.orchestra.run.smithi083:> uname -m 2022-03-06T09:57:36.650 INFO:teuthology.orchestra.run.smithi083.stdout:x86_64 2022-03-06T09:57:36.651 DEBUG:teuthology.orchestra.run.smithi083:> cat /etc/os-release 2022-03-06T09:57:36.710 INFO:teuthology.orchestra.run.smithi083.stdout:NAME="CentOS Stream" 2022-03-06T09:57:36.710 INFO:teuthology.orchestra.run.smithi083.stdout:VERSION="8" 2022-03-06T09:57:36.711 INFO:teuthology.orchestra.run.smithi083.stdout:ID="centos" 2022-03-06T09:57:36.711 INFO:teuthology.orchestra.run.smithi083.stdout:ID_LIKE="rhel fedora" 2022-03-06T09:57:36.711 INFO:teuthology.orchestra.run.smithi083.stdout:VERSION_ID="8" 2022-03-06T09:57:36.711 INFO:teuthology.orchestra.run.smithi083.stdout:PLATFORM_ID="platform:el8" 2022-03-06T09:57:36.712 INFO:teuthology.orchestra.run.smithi083.stdout:PRETTY_NAME="CentOS Stream 8" 2022-03-06T09:57:36.712 INFO:teuthology.orchestra.run.smithi083.stdout:ANSI_COLOR="0;31" 2022-03-06T09:57:36.712 INFO:teuthology.orchestra.run.smithi083.stdout:CPE_NAME="cpe:/o:centos:centos:8" 2022-03-06T09:57:36.712 INFO:teuthology.orchestra.run.smithi083.stdout:HOME_URL="https://centos.org/" 2022-03-06T09:57:36.713 INFO:teuthology.orchestra.run.smithi083.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2022-03-06T09:57:36.713 INFO:teuthology.orchestra.run.smithi083.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 8" 2022-03-06T09:57:36.713 INFO:teuthology.orchestra.run.smithi083.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2022-03-06T09:57:36.713 INFO:teuthology.lock.ops:Updating smithi083.front.sepia.ceph.com on lock server 2022-03-06T09:57:36.733 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2022-03-06T09:57:36.746 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2022-03-06T09:57:36.812 INFO:teuthology.task.internal:Checking for old test directory... 2022-03-06T09:57:36.813 DEBUG:teuthology.orchestra.run.smithi008:> test '!' -e /home/ubuntu/cephtest 2022-03-06T09:57:36.816 DEBUG:teuthology.orchestra.run.smithi083:> test '!' -e /home/ubuntu/cephtest 2022-03-06T09:57:36.835 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2022-03-06T09:57:36.845 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2022-03-06T09:57:36.845 DEBUG:teuthology.orchestra.run.smithi008:> test -z $(ls -A /var/lib/ceph) 2022-03-06T09:57:36.876 DEBUG:teuthology.orchestra.run.smithi083:> test -z $(ls -A /var/lib/ceph) 2022-03-06T09:57:36.913 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2022-03-06T09:57:36.978 INFO:teuthology.run_tasks:Running task kernel... 2022-03-06T09:57:36.997 INFO:teuthology.task.kernel:normalize config orig: {'kdb': True, 'sha1': 'distro'} 2022-03-06T09:57:36.999 INFO:teuthology.task.kernel:config {'host.a': {'kdb': True, 'sha1': 'distro'}, 'host.b': {'kdb': True, 'sha1': 'distro'}}, timeout 300 2022-03-06T09:57:36.999 DEBUG:teuthology.orchestra.run.smithi008:> uname -r 2022-03-06T09:57:37.000 DEBUG:teuthology.orchestra.run.smithi083:> uname -r 2022-03-06T09:57:37.020 INFO:teuthology.orchestra.run.smithi083.stdout:4.18.0-358.el8.x86_64 2022-03-06T09:57:37.020 INFO:teuthology.task.kernel:Running kernel on smithi083: 4.18.0-358.el8.x86_64 2022-03-06T09:57:37.020 DEBUG:teuthology.orchestra.run.smithi083:> sudo yum install -y kernel 2022-03-06T09:57:37.022 INFO:teuthology.orchestra.run.smithi008.stdout:4.18.0-358.el8.x86_64 2022-03-06T09:57:37.022 INFO:teuthology.task.kernel:Running kernel on smithi008: 4.18.0-358.el8.x86_64 2022-03-06T09:57:37.023 DEBUG:teuthology.orchestra.run.smithi008:> sudo yum install -y kernel 2022-03-06T09:57:38.018 INFO:teuthology.orchestra.run.smithi083.stderr:Invalid configuration value: failovermethod=priority in /etc/yum.repos.d/epel.repo; Configuration: OptionBinding with id "failovermethod" does not exist 2022-03-06T09:57:38.019 INFO:teuthology.orchestra.run.smithi083.stderr:Invalid configuration value: failovermethod=priority in /etc/yum.repos.d/epel-testing.repo; Configuration: OptionBinding with id "failovermethod" does not exist 2022-03-06T09:57:38.062 INFO:teuthology.orchestra.run.smithi008.stderr:Invalid configuration value: failovermethod=priority in /etc/yum.repos.d/epel.repo; Configuration: OptionBinding with id "failovermethod" does not exist 2022-03-06T09:57:38.062 INFO:teuthology.orchestra.run.smithi008.stderr:Invalid configuration value: failovermethod=priority in /etc/yum.repos.d/epel-testing.repo; Configuration: OptionBinding with id "failovermethod" does not exist 2022-03-06T09:57:40.041 INFO:teuthology.orchestra.run.smithi083.stdout:CentOS-8 - AppStream 25 MB/s | 20 MB 00:00 2022-03-06T09:57:40.064 INFO:teuthology.orchestra.run.smithi008.stdout:CentOS-8 - AppStream 31 MB/s | 20 MB 00:00 2022-03-06T09:57:44.059 INFO:teuthology.orchestra.run.smithi083.stdout:CentOS-8 - Base 36 MB/s | 19 MB 00:00 2022-03-06T09:57:44.364 INFO:teuthology.orchestra.run.smithi008.stdout:CentOS-8 - Base 33 MB/s | 19 MB 00:00 2022-03-06T09:57:46.974 INFO:teuthology.orchestra.run.smithi083.stdout:CentOS-8 - Extras 139 kB/s | 18 kB 00:00 2022-03-06T09:57:47.418 INFO:teuthology.orchestra.run.smithi083.stdout:CentOS-8 - PowerTools 13 MB/s | 4.2 MB 00:00 2022-03-06T09:57:47.471 INFO:teuthology.orchestra.run.smithi008.stdout:CentOS-8 - Extras 144 kB/s | 18 kB 00:00 2022-03-06T09:57:47.866 INFO:teuthology.orchestra.run.smithi008.stdout:CentOS-8 - PowerTools 16 MB/s | 4.2 MB 00:00 2022-03-06T09:57:50.810 INFO:teuthology.orchestra.run.smithi083.stdout:Copr repo for python3-asyncssh owned by ceph 1.3 kB/s | 3.5 kB 00:02 2022-03-06T09:57:50.848 INFO:teuthology.orchestra.run.smithi008.stdout:Copr repo for python3-asyncssh owned by ceph 1.7 kB/s | 3.5 kB 00:02 2022-03-06T09:57:52.810 INFO:teuthology.orchestra.run.smithi083.stdout:Extra Packages for Enterprise Linux 6.0 MB/s | 11 MB 00:01 2022-03-06T09:57:52.840 INFO:teuthology.orchestra.run.smithi008.stdout:Extra Packages for Enterprise Linux 6.1 MB/s | 11 MB 00:01 2022-03-06T09:57:55.610 INFO:teuthology.orchestra.run.smithi083.stdout:lab-extras 325 kB/s | 24 kB 00:00 2022-03-06T09:57:55.715 INFO:teuthology.orchestra.run.smithi008.stdout:lab-extras 419 kB/s | 24 kB 00:00 2022-03-06T09:57:58.056 INFO:teuthology.orchestra.run.smithi083.stdout:Package kernel-4.18.0-358.el8.x86_64 is already installed. 2022-03-06T09:57:58.057 INFO:teuthology.orchestra.run.smithi083.stdout:Package kernel-4.18.0-305.3.1.el8.x86_64 is already installed. 2022-03-06T09:57:58.145 INFO:teuthology.orchestra.run.smithi083.stdout:Dependencies resolved. 2022-03-06T09:57:58.145 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2022-03-06T09:57:58.146 INFO:teuthology.orchestra.run.smithi083.stdout: Package Architecture Version Repository Size 2022-03-06T09:57:58.146 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2022-03-06T09:57:58.146 INFO:teuthology.orchestra.run.smithi083.stdout:Installing: 2022-03-06T09:57:58.146 INFO:teuthology.orchestra.run.smithi083.stdout: kernel x86_64 4.18.0-365.el8 CentOS-Base 7.7 M 2022-03-06T09:57:58.147 INFO:teuthology.orchestra.run.smithi083.stdout: kernel-core x86_64 4.18.0-365.el8 CentOS-Base 39 M 2022-03-06T09:57:58.147 INFO:teuthology.orchestra.run.smithi083.stdout: kernel-modules x86_64 4.18.0-365.el8 CentOS-Base 31 M 2022-03-06T09:57:58.147 INFO:teuthology.orchestra.run.smithi083.stdout: 2022-03-06T09:57:58.147 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction Summary 2022-03-06T09:57:58.148 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2022-03-06T09:57:58.148 INFO:teuthology.orchestra.run.smithi083.stdout:Install 3 Packages 2022-03-06T09:57:58.148 INFO:teuthology.orchestra.run.smithi083.stdout: 2022-03-06T09:57:58.149 INFO:teuthology.orchestra.run.smithi083.stdout:Total download size: 78 M 2022-03-06T09:57:58.149 INFO:teuthology.orchestra.run.smithi083.stdout:Installed size: 92 M 2022-03-06T09:57:58.149 INFO:teuthology.orchestra.run.smithi083.stdout:Downloading Packages: 2022-03-06T09:57:58.312 INFO:teuthology.orchestra.run.smithi008.stdout:Package kernel-4.18.0-358.el8.x86_64 is already installed. 2022-03-06T09:57:58.313 INFO:teuthology.orchestra.run.smithi008.stdout:Package kernel-4.18.0-305.3.1.el8.x86_64 is already installed. 2022-03-06T09:57:58.405 INFO:teuthology.orchestra.run.smithi008.stdout:Dependencies resolved. 2022-03-06T09:57:58.406 INFO:teuthology.orchestra.run.smithi008.stdout:================================================================================ 2022-03-06T09:57:58.406 INFO:teuthology.orchestra.run.smithi008.stdout: Package Architecture Version Repository Size 2022-03-06T09:57:58.406 INFO:teuthology.orchestra.run.smithi008.stdout:================================================================================ 2022-03-06T09:57:58.407 INFO:teuthology.orchestra.run.smithi008.stdout:Installing: 2022-03-06T09:57:58.407 INFO:teuthology.orchestra.run.smithi008.stdout: kernel x86_64 4.18.0-365.el8 CentOS-Base 7.7 M 2022-03-06T09:57:58.407 INFO:teuthology.orchestra.run.smithi008.stdout: kernel-core x86_64 4.18.0-365.el8 CentOS-Base 39 M 2022-03-06T09:57:58.407 INFO:teuthology.orchestra.run.smithi008.stdout: kernel-modules x86_64 4.18.0-365.el8 CentOS-Base 31 M 2022-03-06T09:57:58.408 INFO:teuthology.orchestra.run.smithi008.stdout: 2022-03-06T09:57:58.408 INFO:teuthology.orchestra.run.smithi008.stdout:Transaction Summary 2022-03-06T09:57:58.408 INFO:teuthology.orchestra.run.smithi008.stdout:================================================================================ 2022-03-06T09:57:58.408 INFO:teuthology.orchestra.run.smithi008.stdout:Install 3 Packages 2022-03-06T09:57:58.408 INFO:teuthology.orchestra.run.smithi008.stdout: 2022-03-06T09:57:58.409 INFO:teuthology.orchestra.run.smithi008.stdout:Total download size: 78 M 2022-03-06T09:57:58.409 INFO:teuthology.orchestra.run.smithi008.stdout:Installed size: 92 M 2022-03-06T09:57:58.409 INFO:teuthology.orchestra.run.smithi008.stdout:Downloading Packages: 2022-03-06T09:57:58.536 INFO:teuthology.orchestra.run.smithi083.stdout:(1/3): kernel-4.18.0-365.el8.x86_64.rpm 20 MB/s | 7.7 MB 00:00 2022-03-06T09:57:58.642 INFO:teuthology.orchestra.run.smithi008.stdout:(1/3): kernel-4.18.0-365.el8.x86_64.rpm 33 MB/s | 7.7 MB 00:00 2022-03-06T09:57:59.253 INFO:teuthology.orchestra.run.smithi083.stdout:(2/3): kernel-modules-4.18.0-365.el8.x86_64.rpm 28 MB/s | 31 MB 00:01 2022-03-06T09:57:59.509 INFO:teuthology.orchestra.run.smithi008.stdout:(2/3): kernel-core-4.18.0-365.el8.x86_64.rpm 35 MB/s | 39 MB 00:01 2022-03-06T09:57:59.803 INFO:teuthology.orchestra.run.smithi083.stdout:(3/3): kernel-core-4.18.0-365.el8.x86_64.rpm 23 MB/s | 39 MB 00:01 2022-03-06T09:57:59.806 INFO:teuthology.orchestra.run.smithi083.stdout:-------------------------------------------------------------------------------- 2022-03-06T09:57:59.806 INFO:teuthology.orchestra.run.smithi083.stdout:Total 47 MB/s | 78 MB 00:01 2022-03-06T09:58:00.159 INFO:teuthology.orchestra.run.smithi008.stdout:(3/3): kernel-modules-4.18.0-365.el8.x86_64.rpm 18 MB/s | 31 MB 00:01 2022-03-06T09:58:00.162 INFO:teuthology.orchestra.run.smithi008.stdout:-------------------------------------------------------------------------------- 2022-03-06T09:58:00.162 INFO:teuthology.orchestra.run.smithi008.stdout:Total 44 MB/s | 78 MB 00:01 2022-03-06T09:58:00.385 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction check 2022-03-06T09:58:00.769 INFO:teuthology.orchestra.run.smithi008.stdout:Running transaction check 2022-03-06T09:58:00.789 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction check succeeded. 2022-03-06T09:58:00.790 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction test 2022-03-06T09:58:01.183 INFO:teuthology.orchestra.run.smithi008.stdout:Transaction check succeeded. 2022-03-06T09:58:01.184 INFO:teuthology.orchestra.run.smithi008.stdout:Running transaction test 2022-03-06T09:58:02.107 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction test succeeded. 2022-03-06T09:58:02.115 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction 2022-03-06T09:58:02.572 INFO:teuthology.orchestra.run.smithi008.stdout:Transaction test succeeded. 2022-03-06T09:58:02.587 INFO:teuthology.orchestra.run.smithi008.stdout:Running transaction 2022-03-06T09:58:04.664 INFO:teuthology.orchestra.run.smithi083.stdout: Preparing : 1/1 2022-03-06T09:58:05.217 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : kernel-core-4.18.0-365.el8.x86_64 1/3 2022-03-06T09:58:05.275 INFO:teuthology.orchestra.run.smithi008.stdout: Preparing : 1/1 2022-03-06T09:58:05.771 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : kernel-core-4.18.0-365.el8.x86_64 1/3 2022-03-06T09:58:08.890 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: kernel-core-4.18.0-365.el8.x86_64 1/3 2022-03-06T09:58:09.248 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : kernel-modules-4.18.0-365.el8.x86_64 2/3 2022-03-06T09:58:09.488 INFO:teuthology.orchestra.run.smithi008.stdout: Running scriptlet: kernel-core-4.18.0-365.el8.x86_64 1/3 2022-03-06T09:58:09.836 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : kernel-modules-4.18.0-365.el8.x86_64 2/3 2022-03-06T09:58:12.403 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: kernel-modules-4.18.0-365.el8.x86_64 2/3 2022-03-06T09:58:12.652 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : kernel-4.18.0-365.el8.x86_64 3/3 2022-03-06T09:58:13.221 INFO:teuthology.orchestra.run.smithi008.stdout: Running scriptlet: kernel-modules-4.18.0-365.el8.x86_64 2/3 2022-03-06T09:58:13.494 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : kernel-4.18.0-365.el8.x86_64 3/3 2022-03-06T09:58:40.429 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: kernel-core-4.18.0-365.el8.x86_64 3/3 2022-03-06T09:58:40.775 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: kernel-4.18.0-365.el8.x86_64 3/3 2022-03-06T09:58:40.775 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : kernel-4.18.0-365.el8.x86_64 1/3 2022-03-06T09:58:40.775 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : kernel-core-4.18.0-365.el8.x86_64 2/3 2022-03-06T09:58:41.254 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : kernel-modules-4.18.0-365.el8.x86_64 3/3 2022-03-06T09:58:41.255 INFO:teuthology.orchestra.run.smithi083.stdout: 2022-03-06T09:58:41.255 INFO:teuthology.orchestra.run.smithi083.stdout:Installed: 2022-03-06T09:58:41.255 INFO:teuthology.orchestra.run.smithi083.stdout: kernel-4.18.0-365.el8.x86_64 kernel-core-4.18.0-365.el8.x86_64 2022-03-06T09:58:41.255 INFO:teuthology.orchestra.run.smithi083.stdout: kernel-modules-4.18.0-365.el8.x86_64 2022-03-06T09:58:41.255 INFO:teuthology.orchestra.run.smithi083.stdout: 2022-03-06T09:58:41.256 INFO:teuthology.orchestra.run.smithi083.stdout:Complete! 2022-03-06T09:58:41.737 DEBUG:teuthology.orchestra.run.smithi083:> rpm -q kernel --last | head -n 1 2022-03-06T09:58:41.917 INFO:teuthology.orchestra.run.smithi083.stdout:kernel-4.18.0-365.el8.x86_64 Sun 06 Mar 2022 09:58:12 AM UTC 2022-03-06T09:58:41.919 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-365.el8.x86_64 2022-03-06T09:58:41.919 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 4.18.0-358.el8.x86_64 Expected: 4.18.0-365.el8.x86_64 2022-03-06T09:58:41.919 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2022-03-06T09:58:41.919 DEBUG:teuthology.task.kernel:src is distro, skipping download 2022-03-06T09:58:41.920 INFO:teuthology.task.kernel:Installing distro kernel on host.b... 2022-03-06T09:58:41.920 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi083.front.sepia.ceph.com, path=None, version=distro) 2022-03-06T09:58:41.920 DEBUG:teuthology.orchestra.run.smithi083:> rpm -q kernel --last | head -n 1 2022-03-06T09:58:42.088 INFO:teuthology.orchestra.run.smithi083.stdout:kernel-4.18.0-365.el8.x86_64 Sun 06 Mar 2022 09:58:12 AM UTC 2022-03-06T09:58:42.089 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-365.el8.x86_64 2022-03-06T09:58:42.090 DEBUG:teuthology.orchestra.run.smithi083:> sudo rpm -qi grub2-tools 2022-03-06T09:58:42.122 INFO:teuthology.orchestra.run.smithi083.stdout:Name : grub2-tools 2022-03-06T09:58:42.122 INFO:teuthology.orchestra.run.smithi083.stdout:Epoch : 1 2022-03-06T09:58:42.122 INFO:teuthology.orchestra.run.smithi083.stdout:Version : 2.02 2022-03-06T09:58:42.123 INFO:teuthology.orchestra.run.smithi083.stdout:Release : 106.el8 2022-03-06T09:58:42.123 INFO:teuthology.orchestra.run.smithi083.stdout:Architecture: x86_64 2022-03-06T09:58:42.123 INFO:teuthology.orchestra.run.smithi083.stdout:Install Date: Fri 04 Feb 2022 04:06:37 PM UTC 2022-03-06T09:58:42.123 INFO:teuthology.orchestra.run.smithi083.stdout:Group : System Environment/Base 2022-03-06T09:58:42.123 INFO:teuthology.orchestra.run.smithi083.stdout:Size : 9265339 2022-03-06T09:58:42.124 INFO:teuthology.orchestra.run.smithi083.stdout:License : GPLv3+ 2022-03-06T09:58:42.124 INFO:teuthology.orchestra.run.smithi083.stdout:Signature : RSA/SHA256, Mon 08 Nov 2021 06:49:52 AM UTC, Key ID 05b555b38483c65d 2022-03-06T09:58:42.124 INFO:teuthology.orchestra.run.smithi083.stdout:Source RPM : grub2-2.02-106.el8.src.rpm 2022-03-06T09:58:42.124 INFO:teuthology.orchestra.run.smithi083.stdout:Build Date : Mon 08 Nov 2021 06:39:57 AM UTC 2022-03-06T09:58:42.125 INFO:teuthology.orchestra.run.smithi083.stdout:Build Host : kbuilder.bsys.centos.org 2022-03-06T09:58:42.125 INFO:teuthology.orchestra.run.smithi083.stdout:Relocations : (not relocatable) 2022-03-06T09:58:42.125 INFO:teuthology.orchestra.run.smithi083.stdout:Packager : CentOS BuildSystem 2022-03-06T09:58:42.125 INFO:teuthology.orchestra.run.smithi083.stdout:Vendor : CentOS 2022-03-06T09:58:42.125 INFO:teuthology.orchestra.run.smithi083.stdout:URL : http://www.gnu.org/software/grub/ 2022-03-06T09:58:42.126 INFO:teuthology.orchestra.run.smithi083.stdout:Summary : Support tools for GRUB. 2022-03-06T09:58:42.126 INFO:teuthology.orchestra.run.smithi083.stdout:Description : 2022-03-06T09:58:42.126 INFO:teuthology.orchestra.run.smithi083.stdout: 2022-03-06T09:58:42.126 INFO:teuthology.orchestra.run.smithi083.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2022-03-06T09:58:42.126 INFO:teuthology.orchestra.run.smithi083.stdout:customizable bootloader with modular architecture. It supports a rich 2022-03-06T09:58:42.127 INFO:teuthology.orchestra.run.smithi083.stdout:variety of kernel formats, file systems, computer architectures and 2022-03-06T09:58:42.127 INFO:teuthology.orchestra.run.smithi083.stdout:hardware devices. 2022-03-06T09:58:42.127 INFO:teuthology.orchestra.run.smithi083.stdout: 2022-03-06T09:58:42.128 INFO:teuthology.orchestra.run.smithi083.stdout:This subpackage provides tools for support of all platforms. 2022-03-06T09:58:42.129 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2022-03-06T09:58:42.129 INFO:teuthology.task.kernel:Updating grub on smithi083 to boot 4.18.0-365.el8.x86_64 2022-03-06T09:58:42.129 DEBUG:teuthology.orchestra.run.smithi083:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2022-03-06T09:58:43.307 INFO:teuthology.orchestra.run.smithi008.stdout: Running scriptlet: kernel-core-4.18.0-365.el8.x86_64 3/3 2022-03-06T09:58:43.373 INFO:teuthology.orchestra.run.smithi083.stderr:Generating grub configuration file ... 2022-03-06T09:58:43.704 INFO:teuthology.orchestra.run.smithi008.stdout: Running scriptlet: kernel-4.18.0-365.el8.x86_64 3/3 2022-03-06T09:58:43.754 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : kernel-4.18.0-365.el8.x86_64 1/3 2022-03-06T09:58:43.757 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : kernel-core-4.18.0-365.el8.x86_64 2/3 2022-03-06T09:58:44.318 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : kernel-modules-4.18.0-365.el8.x86_64 3/3 2022-03-06T09:58:44.319 INFO:teuthology.orchestra.run.smithi008.stdout: 2022-03-06T09:58:44.319 INFO:teuthology.orchestra.run.smithi008.stdout:Installed: 2022-03-06T09:58:44.319 INFO:teuthology.orchestra.run.smithi008.stdout: kernel-4.18.0-365.el8.x86_64 kernel-core-4.18.0-365.el8.x86_64 2022-03-06T09:58:44.319 INFO:teuthology.orchestra.run.smithi008.stdout: kernel-modules-4.18.0-365.el8.x86_64 2022-03-06T09:58:44.320 INFO:teuthology.orchestra.run.smithi008.stdout: 2022-03-06T09:58:44.320 INFO:teuthology.orchestra.run.smithi008.stdout:Complete! 2022-03-06T09:58:44.611 DEBUG:teuthology.orchestra.run.smithi008:> rpm -q kernel --last | head -n 1 2022-03-06T09:58:44.798 INFO:teuthology.orchestra.run.smithi008.stdout:kernel-4.18.0-365.el8.x86_64 Sun 06 Mar 2022 09:58:13 AM UTC 2022-03-06T09:58:44.800 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-365.el8.x86_64 2022-03-06T09:58:44.800 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 4.18.0-358.el8.x86_64 Expected: 4.18.0-365.el8.x86_64 2022-03-06T09:58:44.800 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2022-03-06T09:58:44.800 DEBUG:teuthology.task.kernel:src is distro, skipping download 2022-03-06T09:58:44.801 INFO:teuthology.task.kernel:Installing distro kernel on host.a... 2022-03-06T09:58:44.801 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi008.front.sepia.ceph.com, path=None, version=distro) 2022-03-06T09:58:44.801 DEBUG:teuthology.orchestra.run.smithi008:> rpm -q kernel --last | head -n 1 2022-03-06T09:58:44.978 INFO:teuthology.orchestra.run.smithi008.stdout:kernel-4.18.0-365.el8.x86_64 Sun 06 Mar 2022 09:58:13 AM UTC 2022-03-06T09:58:44.980 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-365.el8.x86_64 2022-03-06T09:58:44.980 DEBUG:teuthology.orchestra.run.smithi008:> sudo rpm -qi grub2-tools 2022-03-06T09:58:45.015 INFO:teuthology.orchestra.run.smithi008.stdout:Name : grub2-tools 2022-03-06T09:58:45.015 INFO:teuthology.orchestra.run.smithi008.stdout:Epoch : 1 2022-03-06T09:58:45.016 INFO:teuthology.orchestra.run.smithi008.stdout:Version : 2.02 2022-03-06T09:58:45.016 INFO:teuthology.orchestra.run.smithi008.stdout:Release : 106.el8 2022-03-06T09:58:45.016 INFO:teuthology.orchestra.run.smithi008.stdout:Architecture: x86_64 2022-03-06T09:58:45.016 INFO:teuthology.orchestra.run.smithi008.stdout:Install Date: Fri 04 Feb 2022 04:06:37 PM UTC 2022-03-06T09:58:45.017 INFO:teuthology.orchestra.run.smithi008.stdout:Group : System Environment/Base 2022-03-06T09:58:45.017 INFO:teuthology.orchestra.run.smithi008.stdout:Size : 9265339 2022-03-06T09:58:45.017 INFO:teuthology.orchestra.run.smithi008.stdout:License : GPLv3+ 2022-03-06T09:58:45.018 INFO:teuthology.orchestra.run.smithi008.stdout:Signature : RSA/SHA256, Mon 08 Nov 2021 06:49:52 AM UTC, Key ID 05b555b38483c65d 2022-03-06T09:58:45.018 INFO:teuthology.orchestra.run.smithi008.stdout:Source RPM : grub2-2.02-106.el8.src.rpm 2022-03-06T09:58:45.018 INFO:teuthology.orchestra.run.smithi008.stdout:Build Date : Mon 08 Nov 2021 06:39:57 AM UTC 2022-03-06T09:58:45.018 INFO:teuthology.orchestra.run.smithi008.stdout:Build Host : kbuilder.bsys.centos.org 2022-03-06T09:58:45.019 INFO:teuthology.orchestra.run.smithi008.stdout:Relocations : (not relocatable) 2022-03-06T09:58:45.019 INFO:teuthology.orchestra.run.smithi008.stdout:Packager : CentOS BuildSystem 2022-03-06T09:58:45.019 INFO:teuthology.orchestra.run.smithi008.stdout:Vendor : CentOS 2022-03-06T09:58:45.019 INFO:teuthology.orchestra.run.smithi008.stdout:URL : http://www.gnu.org/software/grub/ 2022-03-06T09:58:45.020 INFO:teuthology.orchestra.run.smithi008.stdout:Summary : Support tools for GRUB. 2022-03-06T09:58:45.020 INFO:teuthology.orchestra.run.smithi008.stdout:Description : 2022-03-06T09:58:45.020 INFO:teuthology.orchestra.run.smithi008.stdout: 2022-03-06T09:58:45.021 INFO:teuthology.orchestra.run.smithi008.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2022-03-06T09:58:45.021 INFO:teuthology.orchestra.run.smithi008.stdout:customizable bootloader with modular architecture. It supports a rich 2022-03-06T09:58:45.021 INFO:teuthology.orchestra.run.smithi008.stdout:variety of kernel formats, file systems, computer architectures and 2022-03-06T09:58:45.021 INFO:teuthology.orchestra.run.smithi008.stdout:hardware devices. 2022-03-06T09:58:45.022 INFO:teuthology.orchestra.run.smithi008.stdout: 2022-03-06T09:58:45.022 INFO:teuthology.orchestra.run.smithi008.stdout:This subpackage provides tools for support of all platforms. 2022-03-06T09:58:45.023 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2022-03-06T09:58:45.024 INFO:teuthology.task.kernel:Updating grub on smithi008 to boot 4.18.0-365.el8.x86_64 2022-03-06T09:58:45.024 DEBUG:teuthology.orchestra.run.smithi008:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2022-03-06T09:58:45.185 INFO:teuthology.orchestra.run.smithi083.stderr:done 2022-03-06T09:58:45.187 DEBUG:teuthology.orchestra.run.smithi083:> mktemp 2022-03-06T09:58:45.231 INFO:teuthology.orchestra.run.smithi083.stdout:/tmp/tmp.faiX54XLBj 2022-03-06T09:58:45.232 DEBUG:teuthology.orchestra.run.smithi083:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.faiX54XLBj 2022-03-06T09:58:45.304 DEBUG:teuthology.orchestra.run.smithi083:> sudo chmod 0666 /tmp/tmp.faiX54XLBj 2022-03-06T09:58:45.466 DEBUG:teuthology.orchestra.remote:smithi083:/tmp/tmp.faiX54XLBj is 6KB 2022-03-06T09:58:45.515 DEBUG:teuthology.orchestra.run.smithi083:> rm -fr /tmp/tmp.faiX54XLBj 2022-03-06T09:58:45.531 DEBUG:teuthology.orchestra.run.smithi083:> sudo /bin/ls /boot/loader/entries || true 2022-03-06T09:58:45.595 INFO:teuthology.orchestra.run.smithi083.stdout:de9f16d36b2643dd85552c363843f45b-0-rescue.conf 2022-03-06T09:58:45.596 INFO:teuthology.orchestra.run.smithi083.stdout:de9f16d36b2643dd85552c363843f45b-4.18.0-305.3.1.el8.x86_64.conf 2022-03-06T09:58:45.596 INFO:teuthology.orchestra.run.smithi083.stdout:de9f16d36b2643dd85552c363843f45b-4.18.0-358.el8.x86_64.conf 2022-03-06T09:58:45.596 INFO:teuthology.orchestra.run.smithi083.stdout:de9f16d36b2643dd85552c363843f45b-4.18.0-365.el8.x86_64.conf 2022-03-06T09:58:45.597 DEBUG:teuthology.orchestra.run.smithi083:> sudo grub2-set-default de9f16d36b2643dd85552c363843f45b-4.18.0-365.el8.x86_64 2022-03-06T09:58:45.785 DEBUG:teuthology.orchestra.run.smithi083:> sudo shutdown -r now 2022-03-06T09:58:46.150 INFO:teuthology.orchestra.run.smithi008.stderr:Generating grub configuration file ... 2022-03-06T09:58:48.052 INFO:teuthology.orchestra.run.smithi008.stderr:done 2022-03-06T09:58:48.053 DEBUG:teuthology.orchestra.run.smithi008:> mktemp 2022-03-06T09:58:48.077 INFO:teuthology.orchestra.run.smithi008.stdout:/tmp/tmp.zhIQG6LJWA 2022-03-06T09:58:48.077 DEBUG:teuthology.orchestra.run.smithi008:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.zhIQG6LJWA 2022-03-06T09:58:48.155 DEBUG:teuthology.orchestra.run.smithi008:> sudo chmod 0666 /tmp/tmp.zhIQG6LJWA 2022-03-06T09:58:48.322 DEBUG:teuthology.orchestra.remote:smithi008:/tmp/tmp.zhIQG6LJWA is 6KB 2022-03-06T09:58:48.371 DEBUG:teuthology.orchestra.run.smithi008:> rm -fr /tmp/tmp.zhIQG6LJWA 2022-03-06T09:58:48.389 DEBUG:teuthology.orchestra.run.smithi008:> sudo /bin/ls /boot/loader/entries || true 2022-03-06T09:58:48.453 INFO:teuthology.orchestra.run.smithi008.stdout:de9f16d36b2643dd85552c363843f45b-0-rescue.conf 2022-03-06T09:58:48.454 INFO:teuthology.orchestra.run.smithi008.stdout:de9f16d36b2643dd85552c363843f45b-4.18.0-305.3.1.el8.x86_64.conf 2022-03-06T09:58:48.454 INFO:teuthology.orchestra.run.smithi008.stdout:de9f16d36b2643dd85552c363843f45b-4.18.0-358.el8.x86_64.conf 2022-03-06T09:58:48.454 INFO:teuthology.orchestra.run.smithi008.stdout:de9f16d36b2643dd85552c363843f45b-4.18.0-365.el8.x86_64.conf 2022-03-06T09:58:48.456 DEBUG:teuthology.orchestra.run.smithi008:> sudo grub2-set-default de9f16d36b2643dd85552c363843f45b-4.18.0-365.el8.x86_64 2022-03-06T09:58:48.617 DEBUG:teuthology.orchestra.run.smithi008:> sudo shutdown -r now 2022-03-06T09:59:15.815 INFO:teuthology.task.kernel:Checking client host.b for new kernel version... 2022-03-06T09:59:15.816 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi083.front.sepia.ceph.com' 2022-03-06T09:59:15.817 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi083.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2022-03-06T09:59:18.622 INFO:teuthology.task.kernel:Checking client host.a for new kernel version... 2022-03-06T09:59:18.623 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi008.front.sepia.ceph.com' 2022-03-06T09:59:18.624 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi008.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2022-03-06T09:59:34.347 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.83 2022-03-06T09:59:37.162 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.8 2022-03-06T10:00:04.374 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi083.front.sepia.ceph.com' 2022-03-06T10:00:04.376 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi083.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2022-03-06T10:00:07.168 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi008.front.sepia.ceph.com' 2022-03-06T10:00:07.169 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi008.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2022-03-06T10:00:20.124 DEBUG:teuthology.orchestra.run.smithi083:> true 2022-03-06T10:00:20.414 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi083.front.sepia.ceph.com' 2022-03-06T10:00:20.415 INFO:teuthology.task.kernel:Checking kernel version of host.b, want "4.18.0-365.el8.x86_64"... 2022-03-06T10:00:20.415 DEBUG:teuthology.orchestra.run.smithi083:> uname -r 2022-03-06T10:00:20.432 INFO:teuthology.orchestra.run.smithi083.stdout:4.18.0-365.el8.x86_64 2022-03-06T10:00:20.432 DEBUG:teuthology.task.kernel:current kernel version is 4.18.0-365.el8.x86_64 vs 4.18.0-365.el8.x86_64 2022-03-06T10:00:20.432 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2022-03-06T10:00:20.433 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2022-03-06T10:00:21.434 INFO:teuthology.task.kernel:Enabling kdb on host.b... 2022-03-06T10:00:21.435 DEBUG:teuthology.orchestra.run.smithi083:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2022-03-06T10:00:21.545 INFO:teuthology.orchestra.run.smithi083.stdout:ttyS1 2022-03-06T10:00:21.572 DEBUG:teuthology.parallel:result is None 2022-03-06T10:00:22.937 DEBUG:teuthology.orchestra.run.smithi008:> true 2022-03-06T10:00:23.304 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi008.front.sepia.ceph.com' 2022-03-06T10:00:23.304 INFO:teuthology.task.kernel:Checking kernel version of host.a, want "4.18.0-365.el8.x86_64"... 2022-03-06T10:00:23.304 DEBUG:teuthology.orchestra.run.smithi008:> uname -r 2022-03-06T10:00:23.322 INFO:teuthology.orchestra.run.smithi008.stdout:4.18.0-365.el8.x86_64 2022-03-06T10:00:23.322 DEBUG:teuthology.task.kernel:current kernel version is 4.18.0-365.el8.x86_64 vs 4.18.0-365.el8.x86_64 2022-03-06T10:00:23.322 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2022-03-06T10:00:23.323 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2022-03-06T10:00:24.324 INFO:teuthology.task.kernel:Enabling kdb on host.a... 2022-03-06T10:00:24.325 DEBUG:teuthology.orchestra.run.smithi008:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2022-03-06T10:00:24.520 INFO:teuthology.orchestra.run.smithi008.stdout:ttyS1 2022-03-06T10:00:24.547 DEBUG:teuthology.parallel:result is None 2022-03-06T10:00:24.547 INFO:teuthology.run_tasks:Running task internal.base... 2022-03-06T10:00:24.557 INFO:teuthology.task.internal:Creating test directory... 2022-03-06T10:00:24.557 DEBUG:teuthology.orchestra.run.smithi008:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2022-03-06T10:00:24.560 DEBUG:teuthology.orchestra.run.smithi083:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2022-03-06T10:00:24.580 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2022-03-06T10:00:24.613 INFO:teuthology.run_tasks:Running task internal.archive... 2022-03-06T10:00:24.662 INFO:teuthology.task.internal:Creating archive directory... 2022-03-06T10:00:24.663 DEBUG:teuthology.orchestra.run.smithi008:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2022-03-06T10:00:24.666 DEBUG:teuthology.orchestra.run.smithi083:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2022-03-06T10:00:24.718 INFO:teuthology.run_tasks:Running task internal.coredump... 2022-03-06T10:00:24.729 INFO:teuthology.task.internal:Enabling coredump saving... 2022-03-06T10:00:24.730 DEBUG:teuthology.orchestra.run.smithi008:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2022-03-06T10:00:24.733 DEBUG:teuthology.orchestra.run.smithi083:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2022-03-06T10:00:24.765 INFO:teuthology.orchestra.run.smithi008.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2022-03-06T10:00:24.777 INFO:teuthology.orchestra.run.smithi008.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2022-03-06T10:00:24.778 INFO:teuthology.orchestra.run.smithi083.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2022-03-06T10:00:24.788 INFO:teuthology.orchestra.run.smithi083.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2022-03-06T10:00:24.789 INFO:teuthology.run_tasks:Running task internal.sudo... 2022-03-06T10:00:24.796 INFO:teuthology.task.internal:Configuring sudo... 2022-03-06T10:00:24.797 DEBUG:teuthology.orchestra.run.smithi008:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2022-03-06T10:00:24.821 DEBUG:teuthology.orchestra.run.smithi083:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2022-03-06T10:00:24.851 INFO:teuthology.run_tasks:Running task internal.syslog... 2022-03-06T10:00:24.861 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2022-03-06T10:00:24.862 DEBUG:teuthology.orchestra.run.smithi008:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2022-03-06T10:00:24.894 DEBUG:teuthology.orchestra.run.smithi083:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2022-03-06T10:00:24.910 DEBUG:teuthology.orchestra.run.smithi008:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2022-03-06T10:00:25.000 DEBUG:teuthology.orchestra.run.smithi008:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2022-03-06T10:00:25.060 DEBUG:teuthology.orchestra.run.smithi008:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2022-03-06T10:00:25.105 DEBUG:teuthology.orchestra.run.smithi008:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2022-03-06T10:00:25.149 DEBUG:teuthology.orchestra.run.smithi008:> set -ex 2022-03-06T10:00:25.150 DEBUG:teuthology.orchestra.run.smithi008:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2022-03-06T10:00:25.227 DEBUG:teuthology.orchestra.run.smithi083:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2022-03-06T10:00:25.272 DEBUG:teuthology.orchestra.run.smithi083:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2022-03-06T10:00:25.319 DEBUG:teuthology.orchestra.run.smithi083:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2022-03-06T10:00:25.397 DEBUG:teuthology.orchestra.run.smithi083:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2022-03-06T10:00:25.437 DEBUG:teuthology.orchestra.run.smithi083:> set -ex 2022-03-06T10:00:25.438 DEBUG:teuthology.orchestra.run.smithi083:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2022-03-06T10:00:25.508 DEBUG:teuthology.orchestra.run.smithi008:> sudo service rsyslog restart 2022-03-06T10:00:25.510 DEBUG:teuthology.orchestra.run.smithi083:> sudo service rsyslog restart 2022-03-06T10:00:25.585 INFO:teuthology.orchestra.run.smithi008.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2022-03-06T10:00:25.625 INFO:teuthology.orchestra.run.smithi083.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2022-03-06T10:00:26.130 INFO:teuthology.run_tasks:Running task internal.timer... 2022-03-06T10:00:26.141 INFO:teuthology.task.internal:Starting timer... 2022-03-06T10:00:26.141 INFO:teuthology.run_tasks:Running task pcp... 2022-03-06T10:00:26.191 INFO:teuthology.run_tasks:Running task selinux... 2022-03-06T10:00:26.240 DEBUG:teuthology.task:Applying overrides for task selinux: {'whitelist': ['scontext=system_u:system_r:logrotate_t:s0']} 2022-03-06T10:00:26.241 DEBUG:teuthology.orchestra.run.smithi008:> sudo service auditd rotate 2022-03-06T10:00:26.338 INFO:teuthology.orchestra.run.smithi008.stdout:Rotating logs: 2022-03-06T10:00:26.340 DEBUG:teuthology.orchestra.run.smithi083:> sudo service auditd rotate 2022-03-06T10:00:26.398 INFO:teuthology.orchestra.run.smithi083.stdout:Rotating logs: 2022-03-06T10:00:26.400 DEBUG:teuthology.task.selinux:Getting current SELinux state 2022-03-06T10:00:26.401 DEBUG:teuthology.orchestra.run.smithi008:> /usr/sbin/getenforce 2022-03-06T10:00:26.421 INFO:teuthology.orchestra.run.smithi008.stdout:Permissive 2022-03-06T10:00:26.421 DEBUG:teuthology.orchestra.run.smithi083:> /usr/sbin/getenforce 2022-03-06T10:00:26.473 INFO:teuthology.orchestra.run.smithi083.stdout:Permissive 2022-03-06T10:00:26.473 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi008.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi083.front.sepia.ceph.com': 'permissive'} 2022-03-06T10:00:26.474 DEBUG:teuthology.orchestra.run.smithi008:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av '\(comm="dmidecode"\|chronyd.service\|name="cephtest"\|scontext=system_u:system_r:nrpe_t:s0\|scontext=system_u:system_r:pcp_pmlogger_t\|scontext=system_u:system_r:pcp_pmcd_t:s0\|comm="rhsmd"\|scontext=system_u:system_r:syslogd_t:s0\|tcontext=system_u:system_r:nrpe_t:s0\|comm="updatedb"\|comm="smartd"\|comm="rhsmcertd-worke"\|comm="setroubleshootd"\|comm="rpm"\|tcontext=system_u:object_r:container_runtime_exec_t:s0\|comm="ksmtuned"\|comm="sssd"\|comm="sss_cache"\|context=system_u:system_r:NetworkManager_dispatcher_t:s0\|scontext=system_u:system_r:logrotate_t:s0\)' 2022-03-06T10:00:26.502 DEBUG:teuthology.orchestra.run:got remote process result: 1 2022-03-06T10:00:26.503 DEBUG:teuthology.orchestra.run.smithi083:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av '\(comm="dmidecode"\|chronyd.service\|name="cephtest"\|scontext=system_u:system_r:nrpe_t:s0\|scontext=system_u:system_r:pcp_pmlogger_t\|scontext=system_u:system_r:pcp_pmcd_t:s0\|comm="rhsmd"\|scontext=system_u:system_r:syslogd_t:s0\|tcontext=system_u:system_r:nrpe_t:s0\|comm="updatedb"\|comm="smartd"\|comm="rhsmcertd-worke"\|comm="setroubleshootd"\|comm="rpm"\|tcontext=system_u:object_r:container_runtime_exec_t:s0\|comm="ksmtuned"\|comm="sssd"\|comm="sss_cache"\|context=system_u:system_r:NetworkManager_dispatcher_t:s0\|scontext=system_u:system_r:logrotate_t:s0\)' 2022-03-06T10:00:26.529 DEBUG:teuthology.orchestra.run:got remote process result: 1 2022-03-06T10:00:26.530 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2022-03-06T10:00:26.531 DEBUG:teuthology.orchestra.run.smithi008:> sudo /usr/sbin/setenforce permissive 2022-03-06T10:00:26.582 DEBUG:teuthology.orchestra.run.smithi083:> sudo /usr/sbin/setenforce permissive 2022-03-06T10:00:26.610 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2022-03-06T10:00:26.623 DEBUG:teuthology.repo_utils:Setting repo remote to git://git.ceph.com/git/ceph-cm-ansible.git 2022-03-06T10:00:26.629 INFO:teuthology.repo_utils:Fetching master from origin 2022-03-06T10:00:26.663 INFO:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master to origin/master 2022-03-06T10:00:26.682 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2022-03-06T10:00:26.684 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi008.front.sepia.ceph.com,smithi083.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/cephlab.yml 2022-03-06T10:05:19.040 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi008.front.sepia.ceph.com'), Remote(name='ubuntu@smithi083.front.sepia.ceph.com')] 2022-03-06T10:05:19.070 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi008.front.sepia.ceph.com' 2022-03-06T10:05:19.072 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi008.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2022-03-06T10:05:19.144 DEBUG:teuthology.orchestra.run.smithi008:> true 2022-03-06T10:05:19.213 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi083.front.sepia.ceph.com' 2022-03-06T10:05:19.213 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi083.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2022-03-06T10:05:19.285 DEBUG:teuthology.orchestra.run.smithi083:> true 2022-03-06T10:05:19.354 INFO:teuthology.run_tasks:Running task clock... 2022-03-06T10:05:19.365 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2022-03-06T10:05:19.366 INFO:teuthology.orchestra.run:Running command with timeout 360 2022-03-06T10:05:19.367 DEBUG:teuthology.orchestra.run.smithi008:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2022-03-06T10:05:19.370 INFO:teuthology.orchestra.run:Running command with timeout 360 2022-03-06T10:05:19.370 DEBUG:teuthology.orchestra.run.smithi083:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2022-03-06T10:05:19.402 INFO:teuthology.orchestra.run.smithi008.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2022-03-06T10:05:19.418 INFO:teuthology.orchestra.run.smithi008.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2022-03-06T10:05:19.426 INFO:teuthology.orchestra.run.smithi083.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2022-03-06T10:05:19.440 INFO:teuthology.orchestra.run.smithi083.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2022-03-06T10:05:19.498 INFO:teuthology.orchestra.run.smithi008.stderr:sudo: ntpd: command not found 2022-03-06T10:05:19.510 INFO:teuthology.orchestra.run.smithi008.stdout:506 Cannot talk to daemon 2022-03-06T10:05:19.511 INFO:teuthology.orchestra.run.smithi083.stderr:sudo: ntpd: command not found 2022-03-06T10:05:19.523 INFO:teuthology.orchestra.run.smithi083.stdout:506 Cannot talk to daemon 2022-03-06T10:05:19.525 INFO:teuthology.orchestra.run.smithi008.stderr:Failed to start ntp.service: Unit ntp.service not found. 2022-03-06T10:05:19.538 INFO:teuthology.orchestra.run.smithi083.stderr:Failed to start ntp.service: Unit ntp.service not found. 2022-03-06T10:05:19.540 INFO:teuthology.orchestra.run.smithi008.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2022-03-06T10:05:19.551 INFO:teuthology.orchestra.run.smithi083.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2022-03-06T10:05:19.611 INFO:teuthology.orchestra.run.smithi008.stderr:bash: ntpq: command not found 2022-03-06T10:05:19.614 INFO:teuthology.orchestra.run.smithi008.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2022-03-06T10:05:19.614 INFO:teuthology.orchestra.run.smithi008.stdout:=============================================================================== 2022-03-06T10:05:19.614 INFO:teuthology.orchestra.run.smithi008.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2022-03-06T10:05:19.615 INFO:teuthology.orchestra.run.smithi008.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2022-03-06T10:05:19.615 INFO:teuthology.orchestra.run.smithi008.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2022-03-06T10:05:19.615 INFO:teuthology.orchestra.run.smithi008.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2022-03-06T10:05:19.618 INFO:teuthology.orchestra.run.smithi083.stderr:bash: ntpq: command not found 2022-03-06T10:05:19.622 INFO:teuthology.orchestra.run.smithi083.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2022-03-06T10:05:19.623 INFO:teuthology.orchestra.run.smithi083.stdout:=============================================================================== 2022-03-06T10:05:19.623 INFO:teuthology.orchestra.run.smithi083.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2022-03-06T10:05:19.623 INFO:teuthology.orchestra.run.smithi083.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2022-03-06T10:05:19.624 INFO:teuthology.orchestra.run.smithi083.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2022-03-06T10:05:19.624 INFO:teuthology.orchestra.run.smithi083.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2022-03-06T10:05:19.624 INFO:teuthology.run_tasks:Running task pexec... 2022-03-06T10:05:19.635 INFO:teuthology.task.pexec:Executing custom commands... 2022-03-06T10:05:19.636 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi008.front.sepia.ceph.com 2022-03-06T10:05:19.637 DEBUG:teuthology.orchestra.run.smithi008:> TESTDIR=/home/ubuntu/cephtest bash -s 2022-03-06T10:05:19.637 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi083.front.sepia.ceph.com 2022-03-06T10:05:19.638 DEBUG:teuthology.orchestra.run.smithi083:> TESTDIR=/home/ubuntu/cephtest bash -s 2022-03-06T10:05:19.878 INFO:teuthology.orchestra.run.smithi083.stderr:Invalid configuration value: failovermethod=priority in /etc/yum.repos.d/epel.repo; Configuration: OptionBinding with id "failovermethod" does not exist 2022-03-06T10:05:19.878 INFO:teuthology.orchestra.run.smithi083.stderr:Invalid configuration value: failovermethod=priority in /etc/yum.repos.d/epel-testing.repo; Configuration: OptionBinding with id "failovermethod" does not exist 2022-03-06T10:05:19.881 INFO:teuthology.orchestra.run.smithi008.stderr:Invalid configuration value: failovermethod=priority in /etc/yum.repos.d/epel.repo; Configuration: OptionBinding with id "failovermethod" does not exist 2022-03-06T10:05:19.882 INFO:teuthology.orchestra.run.smithi008.stderr:Invalid configuration value: failovermethod=priority in /etc/yum.repos.d/epel-testing.repo; Configuration: OptionBinding with id "failovermethod" does not exist 2022-03-06T10:05:20.269 INFO:teuthology.orchestra.run.smithi083.stdout:Last metadata expiration check: 0:01:09 ago on Sun 06 Mar 2022 10:04:11 AM UTC. 2022-03-06T10:05:20.294 INFO:teuthology.orchestra.run.smithi008.stdout:Last metadata expiration check: 0:01:02 ago on Sun 06 Mar 2022 10:04:18 AM UTC. 2022-03-06T10:05:21.315 INFO:teuthology.orchestra.run.smithi083.stdout:Dependencies resolved. 2022-03-06T10:05:21.316 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2022-03-06T10:05:21.316 INFO:teuthology.orchestra.run.smithi083.stdout: Package Architecture Version Repository Size 2022-03-06T10:05:21.317 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2022-03-06T10:05:21.317 INFO:teuthology.orchestra.run.smithi083.stdout:Resetting modules: 2022-03-06T10:05:21.317 INFO:teuthology.orchestra.run.smithi083.stdout: container-tools 2022-03-06T10:05:21.317 INFO:teuthology.orchestra.run.smithi083.stdout: 2022-03-06T10:05:21.318 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction Summary 2022-03-06T10:05:21.318 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2022-03-06T10:05:21.318 INFO:teuthology.orchestra.run.smithi083.stdout: 2022-03-06T10:05:21.397 INFO:teuthology.orchestra.run.smithi008.stdout:Dependencies resolved. 2022-03-06T10:05:21.397 INFO:teuthology.orchestra.run.smithi008.stdout:================================================================================ 2022-03-06T10:05:21.397 INFO:teuthology.orchestra.run.smithi008.stdout: Package Architecture Version Repository Size 2022-03-06T10:05:21.398 INFO:teuthology.orchestra.run.smithi008.stdout:================================================================================ 2022-03-06T10:05:21.398 INFO:teuthology.orchestra.run.smithi008.stdout:Resetting modules: 2022-03-06T10:05:21.398 INFO:teuthology.orchestra.run.smithi008.stdout: container-tools 2022-03-06T10:05:21.398 INFO:teuthology.orchestra.run.smithi008.stdout: 2022-03-06T10:05:21.398 INFO:teuthology.orchestra.run.smithi008.stdout:Transaction Summary 2022-03-06T10:05:21.399 INFO:teuthology.orchestra.run.smithi008.stdout:================================================================================ 2022-03-06T10:05:21.399 INFO:teuthology.orchestra.run.smithi008.stdout: 2022-03-06T10:05:21.620 INFO:teuthology.orchestra.run.smithi083.stdout:Complete! 2022-03-06T10:05:21.637 INFO:teuthology.orchestra.run.smithi008.stdout:Complete! 2022-03-06T10:05:21.861 INFO:teuthology.orchestra.run.smithi083.stderr:Invalid configuration value: failovermethod=priority in /etc/yum.repos.d/epel.repo; Configuration: OptionBinding with id "failovermethod" does not exist 2022-03-06T10:05:21.862 INFO:teuthology.orchestra.run.smithi083.stderr:Invalid configuration value: failovermethod=priority in /etc/yum.repos.d/epel-testing.repo; Configuration: OptionBinding with id "failovermethod" does not exist 2022-03-06T10:05:21.879 INFO:teuthology.orchestra.run.smithi008.stderr:Invalid configuration value: failovermethod=priority in /etc/yum.repos.d/epel.repo; Configuration: OptionBinding with id "failovermethod" does not exist 2022-03-06T10:05:21.879 INFO:teuthology.orchestra.run.smithi008.stderr:Invalid configuration value: failovermethod=priority in /etc/yum.repos.d/epel-testing.repo; Configuration: OptionBinding with id "failovermethod" does not exist 2022-03-06T10:05:22.251 INFO:teuthology.orchestra.run.smithi083.stdout:Last metadata expiration check: 0:01:11 ago on Sun 06 Mar 2022 10:04:11 AM UTC. 2022-03-06T10:05:22.292 INFO:teuthology.orchestra.run.smithi008.stdout:Last metadata expiration check: 0:01:04 ago on Sun 06 Mar 2022 10:04:18 AM UTC. 2022-03-06T10:05:23.209 INFO:teuthology.orchestra.run.smithi083.stdout:Dependencies resolved. 2022-03-06T10:05:23.210 INFO:teuthology.orchestra.run.smithi083.stdout:======================================================================================== 2022-03-06T10:05:23.211 INFO:teuthology.orchestra.run.smithi083.stdout: Package Arch Version Repository Size 2022-03-06T10:05:23.211 INFO:teuthology.orchestra.run.smithi083.stdout:======================================================================================== 2022-03-06T10:05:23.211 INFO:teuthology.orchestra.run.smithi083.stdout:Installing group/module packages: 2022-03-06T10:05:23.211 INFO:teuthology.orchestra.run.smithi083.stdout: buildah x86_64 1:1.23.1-2.module_el8.6.0+954+963caf36 CentOS-AppStream 7.9 M 2022-03-06T10:05:23.212 INFO:teuthology.orchestra.run.smithi083.stdout: cockpit-podman noarch 35-1.module_el8.6.0+944+d413f95e CentOS-AppStream 457 k 2022-03-06T10:05:23.212 INFO:teuthology.orchestra.run.smithi083.stdout: crun x86_64 1.2-1.module_el8.6.0+954+963caf36 CentOS-AppStream 193 k 2022-03-06T10:05:23.212 INFO:teuthology.orchestra.run.smithi083.stdout: python3-podman noarch 3.2.1-4.module_el8.6.0+954+963caf36 CentOS-AppStream 148 k 2022-03-06T10:05:23.212 INFO:teuthology.orchestra.run.smithi083.stdout: skopeo x86_64 2:1.5.0-2.module_el8.6.0+954+963caf36 CentOS-AppStream 6.7 M 2022-03-06T10:05:23.212 INFO:teuthology.orchestra.run.smithi083.stdout: toolbox x86_64 0.0.99.3-1.module_el8.5.0+877+1c30e0c9 CentOS-AppStream 2.3 M 2022-03-06T10:05:23.213 INFO:teuthology.orchestra.run.smithi083.stdout: udica noarch 0.2.6-2.module_el8.6.0+944+d413f95e CentOS-AppStream 48 k 2022-03-06T10:05:23.213 INFO:teuthology.orchestra.run.smithi083.stdout:Installing dependencies: 2022-03-06T10:05:23.213 INFO:teuthology.orchestra.run.smithi083.stdout: python3-pytoml noarch 0.1.14-5.git7dea353.el8 CentOS-AppStream 25 k 2022-03-06T10:05:23.213 INFO:teuthology.orchestra.run.smithi083.stdout: python3-pyxdg noarch 0.25-16.el8 CentOS-AppStream 94 k 2022-03-06T10:05:23.214 INFO:teuthology.orchestra.run.smithi083.stdout: yajl x86_64 2.1.0-10.el8 CentOS-AppStream 41 k 2022-03-06T10:05:23.214 INFO:teuthology.orchestra.run.smithi083.stdout:Installing module profiles: 2022-03-06T10:05:23.214 INFO:teuthology.orchestra.run.smithi083.stdout: container-tools/common 2022-03-06T10:05:23.214 INFO:teuthology.orchestra.run.smithi083.stdout: 2022-03-06T10:05:23.214 INFO:teuthology.orchestra.run.smithi083.stdout:Enabling module streams: 2022-03-06T10:05:23.215 INFO:teuthology.orchestra.run.smithi083.stdout: container-tools rhel8 2022-03-06T10:05:23.215 INFO:teuthology.orchestra.run.smithi083.stdout: 2022-03-06T10:05:23.215 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction Summary 2022-03-06T10:05:23.215 INFO:teuthology.orchestra.run.smithi083.stdout:======================================================================================== 2022-03-06T10:05:23.216 INFO:teuthology.orchestra.run.smithi083.stdout:Install 10 Packages 2022-03-06T10:05:23.216 INFO:teuthology.orchestra.run.smithi083.stdout: 2022-03-06T10:05:23.216 INFO:teuthology.orchestra.run.smithi083.stdout:Total download size: 18 M 2022-03-06T10:05:23.217 INFO:teuthology.orchestra.run.smithi083.stdout:Installed size: 64 M 2022-03-06T10:05:23.217 INFO:teuthology.orchestra.run.smithi083.stdout:Downloading Packages: 2022-03-06T10:05:23.287 INFO:teuthology.orchestra.run.smithi083.stdout:(1/10): cockpit-podman-35-1.module_el8.6.0+944+ 6.1 MB/s | 457 kB 00:00 2022-03-06T10:05:23.312 INFO:teuthology.orchestra.run.smithi083.stdout:(2/10): crun-1.2-1.module_el8.6.0+954+963caf36. 1.9 MB/s | 193 kB 00:00 2022-03-06T10:05:23.337 INFO:teuthology.orchestra.run.smithi083.stdout:(3/10): python3-pytoml-0.1.14-5.git7dea353.el8. 1.0 MB/s | 25 kB 00:00 2022-03-06T10:05:23.362 INFO:teuthology.orchestra.run.smithi083.stdout:(4/10): python3-podman-3.2.1-4.module_el8.6.0+9 1.9 MB/s | 148 kB 00:00 2022-03-06T10:05:23.386 INFO:teuthology.orchestra.run.smithi008.stdout:Dependencies resolved. 2022-03-06T10:05:23.387 INFO:teuthology.orchestra.run.smithi008.stdout:======================================================================================== 2022-03-06T10:05:23.388 INFO:teuthology.orchestra.run.smithi008.stdout: Package Arch Version Repository Size 2022-03-06T10:05:23.388 INFO:teuthology.orchestra.run.smithi008.stdout:======================================================================================== 2022-03-06T10:05:23.388 INFO:teuthology.orchestra.run.smithi008.stdout:Installing group/module packages: 2022-03-06T10:05:23.388 INFO:teuthology.orchestra.run.smithi008.stdout: buildah x86_64 1:1.23.1-2.module_el8.6.0+954+963caf36 CentOS-AppStream 7.9 M 2022-03-06T10:05:23.389 INFO:teuthology.orchestra.run.smithi008.stdout: cockpit-podman noarch 35-1.module_el8.6.0+944+d413f95e CentOS-AppStream 457 k 2022-03-06T10:05:23.389 INFO:teuthology.orchestra.run.smithi008.stdout: crun x86_64 1.2-1.module_el8.6.0+954+963caf36 CentOS-AppStream 193 k 2022-03-06T10:05:23.389 INFO:teuthology.orchestra.run.smithi008.stdout: python3-podman noarch 3.2.1-4.module_el8.6.0+954+963caf36 CentOS-AppStream 148 k 2022-03-06T10:05:23.389 INFO:teuthology.orchestra.run.smithi008.stdout: skopeo x86_64 2:1.5.0-2.module_el8.6.0+954+963caf36 CentOS-AppStream 6.7 M 2022-03-06T10:05:23.390 INFO:teuthology.orchestra.run.smithi008.stdout: toolbox x86_64 0.0.99.3-1.module_el8.5.0+877+1c30e0c9 CentOS-AppStream 2.3 M 2022-03-06T10:05:23.390 INFO:teuthology.orchestra.run.smithi008.stdout: udica noarch 0.2.6-2.module_el8.6.0+944+d413f95e CentOS-AppStream 48 k 2022-03-06T10:05:23.390 INFO:teuthology.orchestra.run.smithi008.stdout:Installing dependencies: 2022-03-06T10:05:23.390 INFO:teuthology.orchestra.run.smithi008.stdout: python3-pytoml noarch 0.1.14-5.git7dea353.el8 CentOS-AppStream 25 k 2022-03-06T10:05:23.391 INFO:teuthology.orchestra.run.smithi008.stdout: python3-pyxdg noarch 0.25-16.el8 CentOS-AppStream 94 k 2022-03-06T10:05:23.391 INFO:teuthology.orchestra.run.smithi008.stdout: yajl x86_64 2.1.0-10.el8 CentOS-AppStream 41 k 2022-03-06T10:05:23.391 INFO:teuthology.orchestra.run.smithi008.stdout:Installing module profiles: 2022-03-06T10:05:23.391 INFO:teuthology.orchestra.run.smithi008.stdout: container-tools/common 2022-03-06T10:05:23.391 INFO:teuthology.orchestra.run.smithi008.stdout: 2022-03-06T10:05:23.392 INFO:teuthology.orchestra.run.smithi008.stdout:Enabling module streams: 2022-03-06T10:05:23.392 INFO:teuthology.orchestra.run.smithi008.stdout: container-tools rhel8 2022-03-06T10:05:23.392 INFO:teuthology.orchestra.run.smithi008.stdout: 2022-03-06T10:05:23.392 INFO:teuthology.orchestra.run.smithi008.stdout:Transaction Summary 2022-03-06T10:05:23.392 INFO:teuthology.orchestra.run.smithi008.stdout:======================================================================================== 2022-03-06T10:05:23.393 INFO:teuthology.orchestra.run.smithi008.stdout:Install 10 Packages 2022-03-06T10:05:23.393 INFO:teuthology.orchestra.run.smithi008.stdout: 2022-03-06T10:05:23.394 INFO:teuthology.orchestra.run.smithi083.stdout:(5/10): python3-pyxdg-0.25-16.el8.noarch.rpm 1.8 MB/s | 94 kB 00:00 2022-03-06T10:05:23.394 INFO:teuthology.orchestra.run.smithi008.stdout:Total download size: 18 M 2022-03-06T10:05:23.395 INFO:teuthology.orchestra.run.smithi008.stdout:Installed size: 64 M 2022-03-06T10:05:23.395 INFO:teuthology.orchestra.run.smithi008.stdout:Downloading Packages: 2022-03-06T10:05:23.535 INFO:teuthology.orchestra.run.smithi008.stdout:(1/10): cockpit-podman-35-1.module_el8.6.0+944+ 3.1 MB/s | 457 kB 00:00 2022-03-06T10:05:23.547 INFO:teuthology.orchestra.run.smithi083.stdout:(6/10): toolbox-0.0.99.3-1.module_el8.5.0+877+1 14 MB/s | 2.3 MB 00:00 2022-03-06T10:05:23.564 INFO:teuthology.orchestra.run.smithi008.stdout:(2/10): crun-1.2-1.module_el8.6.0+954+963caf36. 1.1 MB/s | 193 kB 00:00 2022-03-06T10:05:23.572 INFO:teuthology.orchestra.run.smithi083.stdout:(7/10): udica-0.2.6-2.module_el8.6.0+944+d413f9 1.9 MB/s | 48 kB 00:00 2022-03-06T10:05:23.589 INFO:teuthology.orchestra.run.smithi008.stdout:(3/10): python3-podman-3.2.1-4.module_el8.6.0+9 2.7 MB/s | 148 kB 00:00 2022-03-06T10:05:23.615 INFO:teuthology.orchestra.run.smithi008.stdout:(4/10): python3-pytoml-0.1.14-5.git7dea353.el8. 492 kB/s | 25 kB 00:00 2022-03-06T10:05:23.640 INFO:teuthology.orchestra.run.smithi008.stdout:(5/10): python3-pyxdg-0.25-16.el8.noarch.rpm 1.8 MB/s | 94 kB 00:00 2022-03-06T10:05:23.672 INFO:teuthology.orchestra.run.smithi083.stdout:(8/10): buildah-1.23.1-2.module_el8.6.0+954+963 17 MB/s | 7.9 MB 00:00 2022-03-06T10:05:23.697 INFO:teuthology.orchestra.run.smithi083.stdout:(9/10): yajl-2.1.0-10.el8.x86_64.rpm 326 kB/s | 41 kB 00:00 2022-03-06T10:05:23.814 INFO:teuthology.orchestra.run.smithi008.stdout:(6/10): buildah-1.23.1-2.module_el8.6.0+954+963 19 MB/s | 7.9 MB 00:00 2022-03-06T10:05:23.814 INFO:teuthology.orchestra.run.smithi083.stdout:(10/10): skopeo-1.5.0-2.module_el8.6.0+954+963c 15 MB/s | 6.7 MB 00:00 2022-03-06T10:05:23.816 INFO:teuthology.orchestra.run.smithi083.stdout:-------------------------------------------------------------------------------- 2022-03-06T10:05:23.817 INFO:teuthology.orchestra.run.smithi083.stdout:Total 30 MB/s | 18 MB 00:00 2022-03-06T10:05:23.849 INFO:teuthology.orchestra.run.smithi008.stdout:(7/10): udica-0.2.6-2.module_el8.6.0+944+d413f9 1.4 MB/s | 48 kB 00:00 2022-03-06T10:05:23.874 INFO:teuthology.orchestra.run.smithi008.stdout:(8/10): yajl-2.1.0-10.el8.x86_64.rpm 1.6 MB/s | 41 kB 00:00 2022-03-06T10:05:23.924 INFO:teuthology.orchestra.run.smithi008.stdout:(9/10): toolbox-0.0.99.3-1.module_el8.5.0+877+1 7.9 MB/s | 2.3 MB 00:00 2022-03-06T10:05:24.004 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction check 2022-03-06T10:05:24.020 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction check succeeded. 2022-03-06T10:05:24.021 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction test 2022-03-06T10:05:24.050 INFO:teuthology.orchestra.run.smithi008.stdout:(10/10): skopeo-1.5.0-2.module_el8.6.0+954+963c 16 MB/s | 6.7 MB 00:00 2022-03-06T10:05:24.053 INFO:teuthology.orchestra.run.smithi008.stdout:-------------------------------------------------------------------------------- 2022-03-06T10:05:24.053 INFO:teuthology.orchestra.run.smithi008.stdout:Total 27 MB/s | 18 MB 00:00 2022-03-06T10:05:24.212 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction test succeeded. 2022-03-06T10:05:24.215 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction 2022-03-06T10:05:24.245 INFO:teuthology.orchestra.run.smithi008.stdout:Running transaction check 2022-03-06T10:05:24.263 INFO:teuthology.orchestra.run.smithi008.stdout:Transaction check succeeded. 2022-03-06T10:05:24.264 INFO:teuthology.orchestra.run.smithi008.stdout:Running transaction test 2022-03-06T10:05:24.473 INFO:teuthology.orchestra.run.smithi008.stdout:Transaction test succeeded. 2022-03-06T10:05:24.476 INFO:teuthology.orchestra.run.smithi008.stdout:Running transaction 2022-03-06T10:05:24.682 INFO:teuthology.orchestra.run.smithi083.stdout: Preparing : 1/1 2022-03-06T10:05:24.851 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : yajl-2.1.0-10.el8.x86_64 1/10 2022-03-06T10:05:24.976 INFO:teuthology.orchestra.run.smithi008.stdout: Preparing : 1/1 2022-03-06T10:05:24.980 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-pyxdg-0.25-16.el8.noarch 2/10 2022-03-06T10:05:25.136 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : yajl-2.1.0-10.el8.x86_64 1/10 2022-03-06T10:05:25.187 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 3/10 2022-03-06T10:05:25.297 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : python3-pyxdg-0.25-16.el8.noarch 2/10 2022-03-06T10:05:25.405 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-podman-3.2.1-4.module_el8.6.0+954+963caf36 4/10 2022-03-06T10:05:25.508 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 3/10 2022-03-06T10:05:25.559 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : crun-1.2-1.module_el8.6.0+954+963caf36.x86_64 5/10 2022-03-06T10:05:25.714 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : python3-podman-3.2.1-4.module_el8.6.0+954+963caf36 4/10 2022-03-06T10:05:25.885 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : udica-0.2.6-2.module_el8.6.0+944+d413f95e.noarch 6/10 2022-03-06T10:05:25.902 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : crun-1.2-1.module_el8.6.0+954+963caf36.x86_64 5/10 2022-03-06T10:05:26.258 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : udica-0.2.6-2.module_el8.6.0+944+d413f95e.noarch 6/10 2022-03-06T10:05:26.631 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : toolbox-0.0.99.3-1.module_el8.5.0+877+1c30e0c9.x86 7/10 2022-03-06T10:05:26.820 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : skopeo-2:1.5.0-2.module_el8.6.0+954+963caf36.x86_6 8/10 2022-03-06T10:05:27.043 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : toolbox-0.0.99.3-1.module_el8.5.0+877+1c30e0c9.x86 7/10 2022-03-06T10:05:27.271 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : skopeo-2:1.5.0-2.module_el8.6.0+954+963caf36.x86_6 8/10 2022-03-06T10:05:27.684 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : cockpit-podman-35-1.module_el8.6.0+944+d413f95e.no 9/10 2022-03-06T10:05:27.876 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : buildah-1:1.23.1-2.module_el8.6.0+954+963caf36.x86 10/10 2022-03-06T10:05:28.164 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: buildah-1:1.23.1-2.module_el8.6.0+954+963caf36.x86 10/10 2022-03-06T10:05:28.164 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : buildah-1:1.23.1-2.module_el8.6.0+954+963caf36.x86 1/10 2022-03-06T10:05:28.165 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : cockpit-podman-35-1.module_el8.6.0+944+d413f95e.no 2/10 2022-03-06T10:05:28.165 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : crun-1.2-1.module_el8.6.0+954+963caf36.x86_64 3/10 2022-03-06T10:05:28.165 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-podman-3.2.1-4.module_el8.6.0+954+963caf36 4/10 2022-03-06T10:05:28.165 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 5/10 2022-03-06T10:05:28.166 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-pyxdg-0.25-16.el8.noarch 6/10 2022-03-06T10:05:28.166 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : skopeo-2:1.5.0-2.module_el8.6.0+954+963caf36.x86_6 7/10 2022-03-06T10:05:28.166 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : toolbox-0.0.99.3-1.module_el8.5.0+877+1c30e0c9.x86 8/10 2022-03-06T10:05:28.166 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : udica-0.2.6-2.module_el8.6.0+944+d413f95e.noarch 9/10 2022-03-06T10:05:28.167 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : cockpit-podman-35-1.module_el8.6.0+944+d413f95e.no 9/10 2022-03-06T10:05:28.401 INFO:teuthology.orchestra.run.smithi008.stdout: Installing : buildah-1:1.23.1-2.module_el8.6.0+954+963caf36.x86 10/10 2022-03-06T10:05:28.605 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 10/10 2022-03-06T10:05:28.605 INFO:teuthology.orchestra.run.smithi083.stdout: 2022-03-06T10:05:28.605 INFO:teuthology.orchestra.run.smithi083.stdout:Installed: 2022-03-06T10:05:28.606 INFO:teuthology.orchestra.run.smithi083.stdout: buildah-1:1.23.1-2.module_el8.6.0+954+963caf36.x86_64 2022-03-06T10:05:28.606 INFO:teuthology.orchestra.run.smithi083.stdout: cockpit-podman-35-1.module_el8.6.0+944+d413f95e.noarch 2022-03-06T10:05:28.606 INFO:teuthology.orchestra.run.smithi083.stdout: crun-1.2-1.module_el8.6.0+954+963caf36.x86_64 2022-03-06T10:05:28.606 INFO:teuthology.orchestra.run.smithi083.stdout: python3-podman-3.2.1-4.module_el8.6.0+954+963caf36.noarch 2022-03-06T10:05:28.607 INFO:teuthology.orchestra.run.smithi083.stdout: python3-pytoml-0.1.14-5.git7dea353.el8.noarch 2022-03-06T10:05:28.607 INFO:teuthology.orchestra.run.smithi083.stdout: python3-pyxdg-0.25-16.el8.noarch 2022-03-06T10:05:28.607 INFO:teuthology.orchestra.run.smithi083.stdout: skopeo-2:1.5.0-2.module_el8.6.0+954+963caf36.x86_64 2022-03-06T10:05:28.607 INFO:teuthology.orchestra.run.smithi083.stdout: toolbox-0.0.99.3-1.module_el8.5.0+877+1c30e0c9.x86_64 2022-03-06T10:05:28.608 INFO:teuthology.orchestra.run.smithi083.stdout: udica-0.2.6-2.module_el8.6.0+944+d413f95e.noarch 2022-03-06T10:05:28.608 INFO:teuthology.orchestra.run.smithi083.stdout: yajl-2.1.0-10.el8.x86_64 2022-03-06T10:05:28.608 INFO:teuthology.orchestra.run.smithi083.stdout: 2022-03-06T10:05:28.609 INFO:teuthology.orchestra.run.smithi083.stdout:Complete! 2022-03-06T10:05:28.697 INFO:teuthology.orchestra.run.smithi008.stdout: Running scriptlet: buildah-1:1.23.1-2.module_el8.6.0+954+963caf36.x86 10/10 2022-03-06T10:05:28.698 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : buildah-1:1.23.1-2.module_el8.6.0+954+963caf36.x86 1/10 2022-03-06T10:05:28.698 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : cockpit-podman-35-1.module_el8.6.0+944+d413f95e.no 2/10 2022-03-06T10:05:28.698 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : crun-1.2-1.module_el8.6.0+954+963caf36.x86_64 3/10 2022-03-06T10:05:28.698 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : python3-podman-3.2.1-4.module_el8.6.0+954+963caf36 4/10 2022-03-06T10:05:28.699 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 5/10 2022-03-06T10:05:28.699 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : python3-pyxdg-0.25-16.el8.noarch 6/10 2022-03-06T10:05:28.699 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : skopeo-2:1.5.0-2.module_el8.6.0+954+963caf36.x86_6 7/10 2022-03-06T10:05:28.699 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : toolbox-0.0.99.3-1.module_el8.5.0+877+1c30e0c9.x86 8/10 2022-03-06T10:05:28.700 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : udica-0.2.6-2.module_el8.6.0+944+d413f95e.noarch 9/10 2022-03-06T10:05:28.809 DEBUG:teuthology.parallel:result is None 2022-03-06T10:05:29.136 INFO:teuthology.orchestra.run.smithi008.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 10/10 2022-03-06T10:05:29.137 INFO:teuthology.orchestra.run.smithi008.stdout: 2022-03-06T10:05:29.137 INFO:teuthology.orchestra.run.smithi008.stdout:Installed: 2022-03-06T10:05:29.137 INFO:teuthology.orchestra.run.smithi008.stdout: buildah-1:1.23.1-2.module_el8.6.0+954+963caf36.x86_64 2022-03-06T10:05:29.138 INFO:teuthology.orchestra.run.smithi008.stdout: cockpit-podman-35-1.module_el8.6.0+944+d413f95e.noarch 2022-03-06T10:05:29.138 INFO:teuthology.orchestra.run.smithi008.stdout: crun-1.2-1.module_el8.6.0+954+963caf36.x86_64 2022-03-06T10:05:29.138 INFO:teuthology.orchestra.run.smithi008.stdout: python3-podman-3.2.1-4.module_el8.6.0+954+963caf36.noarch 2022-03-06T10:05:29.138 INFO:teuthology.orchestra.run.smithi008.stdout: python3-pytoml-0.1.14-5.git7dea353.el8.noarch 2022-03-06T10:05:29.139 INFO:teuthology.orchestra.run.smithi008.stdout: python3-pyxdg-0.25-16.el8.noarch 2022-03-06T10:05:29.139 INFO:teuthology.orchestra.run.smithi008.stdout: skopeo-2:1.5.0-2.module_el8.6.0+954+963caf36.x86_64 2022-03-06T10:05:29.139 INFO:teuthology.orchestra.run.smithi008.stdout: toolbox-0.0.99.3-1.module_el8.5.0+877+1c30e0c9.x86_64 2022-03-06T10:05:29.139 INFO:teuthology.orchestra.run.smithi008.stdout: udica-0.2.6-2.module_el8.6.0+944+d413f95e.noarch 2022-03-06T10:05:29.139 INFO:teuthology.orchestra.run.smithi008.stdout: yajl-2.1.0-10.el8.x86_64 2022-03-06T10:05:29.140 INFO:teuthology.orchestra.run.smithi008.stdout: 2022-03-06T10:05:29.140 INFO:teuthology.orchestra.run.smithi008.stdout:Complete! 2022-03-06T10:05:29.495 DEBUG:teuthology.parallel:result is None 2022-03-06T10:05:29.496 INFO:teuthology.run_tasks:Running task cephadm... 2022-03-06T10:05:29.573 INFO:tasks.cephadm:Config: {'avoid_pacific_features': True, 'cephadm_branch': 'v16.2.4', 'cephadm_git_url': 'https://github.com/ceph/ceph', 'image': 'docker.io/ceph/ceph:v16.2.4', 'roleless': True, 'conf': {'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}}, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'log-whitelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': 'e1551c35043f76911d2590d48f731bcea8126fe1'} 2022-03-06T10:05:29.573 INFO:tasks.cephadm:Cluster image is docker.io/ceph/ceph:v16.2.4 2022-03-06T10:05:29.574 INFO:tasks.cephadm:Cluster fsid is f3cc2a6e-9d34-11ec-8c35-001a4aab830c 2022-03-06T10:05:29.575 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2022-03-06T10:05:29.575 INFO:tasks.cephadm:No mon roles; fabricating mons 2022-03-06T10:05:29.576 INFO:tasks.cephadm:Monitor IPs: {'mon.smithi008': '172.21.15.8', 'mon.smithi083': '172.21.15.83'} 2022-03-06T10:05:29.576 INFO:tasks.cephadm:Normalizing hostnames... 2022-03-06T10:05:29.576 DEBUG:teuthology.orchestra.run.smithi008:> sudo hostname $(hostname -s) 2022-03-06T10:05:29.605 DEBUG:teuthology.orchestra.run.smithi083:> sudo hostname $(hostname -s) 2022-03-06T10:05:29.634 INFO:tasks.cephadm:Downloading cephadm (repo https://github.com/ceph/ceph ref v16.2.4)... 2022-03-06T10:05:29.635 DEBUG:teuthology.orchestra.run.smithi008:> curl --silent https://raw.githubusercontent.com/ceph/ceph/v16.2.4/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2022-03-06T10:05:29.846 INFO:teuthology.orchestra.run.smithi008.stdout:-rw-rw-r--. 1 ubuntu ubuntu 292005 Mar 6 10:05 /home/ubuntu/cephtest/cephadm 2022-03-06T10:05:29.847 DEBUG:teuthology.orchestra.run.smithi083:> curl --silent https://raw.githubusercontent.com/ceph/ceph/v16.2.4/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2022-03-06T10:05:29.948 INFO:teuthology.orchestra.run.smithi083.stdout:-rw-rw-r--. 1 ubuntu ubuntu 292005 Mar 6 10:05 /home/ubuntu/cephtest/cephadm 2022-03-06T10:05:29.949 DEBUG:teuthology.orchestra.run.smithi008:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2022-03-06T10:05:29.968 DEBUG:teuthology.orchestra.run.smithi083:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2022-03-06T10:05:30.001 DEBUG:teuthology.orchestra.run.smithi008:> sudo mkdir -p /etc/ceph 2022-03-06T10:05:30.037 DEBUG:teuthology.orchestra.run.smithi083:> sudo mkdir -p /etc/ceph 2022-03-06T10:05:30.065 DEBUG:teuthology.orchestra.run.smithi008:> sudo chmod 777 /etc/ceph 2022-03-06T10:05:30.104 DEBUG:teuthology.orchestra.run.smithi083:> sudo chmod 777 /etc/ceph 2022-03-06T10:05:30.131 INFO:tasks.cephadm:Writing seed config... 2022-03-06T10:05:30.134 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2022-03-06T10:05:30.134 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2022-03-06T10:05:30.135 INFO:tasks.cephadm: override: [mon] debug mon = 20 2022-03-06T10:05:30.135 INFO:tasks.cephadm: override: [mon] debug ms = 1 2022-03-06T10:05:30.135 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2022-03-06T10:05:30.136 INFO:tasks.cephadm: override: [osd] debug ms = 1 2022-03-06T10:05:30.136 INFO:tasks.cephadm: override: [osd] debug osd = 20 2022-03-06T10:05:30.136 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2022-03-06T10:05:30.137 DEBUG:teuthology.orchestra.run.smithi008:> set -ex 2022-03-06T10:05:30.138 DEBUG:teuthology.orchestra.run.smithi008:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2022-03-06T10:05:30.162 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 ruleset-failure-domain=osd crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = f3cc2a6e-9d34-11ec-8c35-001a4aab830c [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2022-03-06T10:05:30.162 DEBUG:teuthology.orchestra.run.smithi008:mon.smithi008> sudo journalctl -f -n 0 -u ceph-f3cc2a6e-9d34-11ec-8c35-001a4aab830c@mon.smithi008.service 2022-03-06T10:05:30.204 INFO:tasks.cephadm:Bootstrapping... 2022-03-06T10:05:30.204 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 -v bootstrap --fsid f3cc2a6e-9d34-11ec-8c35-001a4aab830c --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-ip 172.21.15.8 && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2022-03-06T10:05:30.231 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:-- Logs begin at Sun 2022-03-06 10:00:10 UTC. -- 2022-03-06T10:05:30.492 INFO:teuthology.orchestra.run.smithi008.stderr:Running command: /bin/podman version --format {{.Client.Version}} 2022-03-06T10:05:32.306 INFO:teuthology.orchestra.run.smithi008.stderr:/bin/podman: 3.4.1-dev 2022-03-06T10:05:32.378 INFO:teuthology.orchestra.run.smithi008.stderr:Verifying podman|docker is present... 2022-03-06T10:05:32.379 INFO:teuthology.orchestra.run.smithi008.stderr:Running command: /bin/podman version --format {{.Client.Version}} 2022-03-06T10:05:32.424 INFO:teuthology.orchestra.run.smithi008.stderr:/bin/podman: 3.4.1-dev 2022-03-06T10:05:32.527 INFO:teuthology.orchestra.run.smithi008.stderr:Verifying lvm2 is present... 2022-03-06T10:05:32.527 INFO:teuthology.orchestra.run.smithi008.stderr:Verifying time synchronization is in place... 2022-03-06T10:05:32.528 INFO:teuthology.orchestra.run.smithi008.stderr:Running command: systemctl is-enabled chrony.service 2022-03-06T10:05:32.534 INFO:teuthology.orchestra.run.smithi008.stderr:systemctl: Failed to get unit file state for chrony.service: No such file or directory 2022-03-06T10:05:32.535 INFO:teuthology.orchestra.run.smithi008.stderr:Running command: systemctl is-active chrony.service 2022-03-06T10:05:32.540 INFO:teuthology.orchestra.run.smithi008.stderr:systemctl: inactive 2022-03-06T10:05:32.541 INFO:teuthology.orchestra.run.smithi008.stderr:Running command: systemctl is-enabled chronyd.service 2022-03-06T10:05:32.548 INFO:teuthology.orchestra.run.smithi008.stderr:systemctl: enabled 2022-03-06T10:05:32.548 INFO:teuthology.orchestra.run.smithi008.stderr:Running command: systemctl is-active chronyd.service 2022-03-06T10:05:32.554 INFO:teuthology.orchestra.run.smithi008.stderr:systemctl: active 2022-03-06T10:05:32.555 INFO:teuthology.orchestra.run.smithi008.stderr:Unit chronyd.service is enabled and running 2022-03-06T10:05:32.555 INFO:teuthology.orchestra.run.smithi008.stderr:Repeating the final host check... 2022-03-06T10:05:32.555 INFO:teuthology.orchestra.run.smithi008.stderr:Running command: /bin/podman version --format {{.Client.Version}} 2022-03-06T10:05:32.596 INFO:teuthology.orchestra.run.smithi008.stderr:/bin/podman: 3.4.1-dev 2022-03-06T10:05:32.694 INFO:teuthology.orchestra.run.smithi008.stderr:podman|docker (/bin/podman) is present 2022-03-06T10:05:32.694 INFO:teuthology.orchestra.run.smithi008.stderr:systemctl is present 2022-03-06T10:05:32.695 INFO:teuthology.orchestra.run.smithi008.stderr:lvcreate is present 2022-03-06T10:05:32.695 INFO:teuthology.orchestra.run.smithi008.stderr:Running command: systemctl is-enabled chrony.service 2022-03-06T10:05:32.700 INFO:teuthology.orchestra.run.smithi008.stderr:systemctl: Failed to get unit file state for chrony.service: No such file or directory 2022-03-06T10:05:32.700 INFO:teuthology.orchestra.run.smithi008.stderr:Running command: systemctl is-active chrony.service 2022-03-06T10:05:32.706 INFO:teuthology.orchestra.run.smithi008.stderr:systemctl: inactive 2022-03-06T10:05:32.706 INFO:teuthology.orchestra.run.smithi008.stderr:Running command: systemctl is-enabled chronyd.service 2022-03-06T10:05:32.712 INFO:teuthology.orchestra.run.smithi008.stderr:systemctl: enabled 2022-03-06T10:05:32.713 INFO:teuthology.orchestra.run.smithi008.stderr:Running command: systemctl is-active chronyd.service 2022-03-06T10:05:32.718 INFO:teuthology.orchestra.run.smithi008.stderr:systemctl: active 2022-03-06T10:05:32.719 INFO:teuthology.orchestra.run.smithi008.stderr:Unit chronyd.service is enabled and running 2022-03-06T10:05:32.719 INFO:teuthology.orchestra.run.smithi008.stderr:Host looks OK 2022-03-06T10:05:32.719 INFO:teuthology.orchestra.run.smithi008.stderr:Cluster fsid: f3cc2a6e-9d34-11ec-8c35-001a4aab830c 2022-03-06T10:05:32.721 INFO:teuthology.orchestra.run.smithi008.stderr:Acquiring lock 140553463865472 on /run/cephadm/f3cc2a6e-9d34-11ec-8c35-001a4aab830c.lock 2022-03-06T10:05:32.721 INFO:teuthology.orchestra.run.smithi008.stderr:Lock 140553463865472 acquired on /run/cephadm/f3cc2a6e-9d34-11ec-8c35-001a4aab830c.lock 2022-03-06T10:05:32.721 INFO:teuthology.orchestra.run.smithi008.stderr:Verifying IP 172.21.15.8 port 3300 ... 2022-03-06T10:05:32.721 INFO:teuthology.orchestra.run.smithi008.stderr:Verifying IP 172.21.15.8 port 6789 ... 2022-03-06T10:05:32.722 INFO:teuthology.orchestra.run.smithi008.stderr:Base mon IP is 172.21.15.8, final addrv is [v2:172.21.15.8:3300,v1:172.21.15.8:6789] 2022-03-06T10:05:32.722 INFO:teuthology.orchestra.run.smithi008.stderr:Running command: /sbin/ip route ls 2022-03-06T10:05:32.723 INFO:teuthology.orchestra.run.smithi008.stderr:/sbin/ip: default via 172.21.15.254 dev ens1f0 proto dhcp metric 100 2022-03-06T10:05:32.723 INFO:teuthology.orchestra.run.smithi008.stderr:/sbin/ip: 172.21.0.0/20 dev ens1f0 proto kernel scope link src 172.21.15.8 metric 100 2022-03-06T10:05:32.723 INFO:teuthology.orchestra.run.smithi008.stderr:Running command: /sbin/ip -6 route ls 2022-03-06T10:05:32.726 INFO:teuthology.orchestra.run.smithi008.stderr:/sbin/ip: ::1 dev lo proto kernel metric 256 pref medium 2022-03-06T10:05:32.726 INFO:teuthology.orchestra.run.smithi008.stderr:/sbin/ip: fe80::/64 dev ens1f0 proto kernel metric 256 pref medium 2022-03-06T10:05:32.726 INFO:teuthology.orchestra.run.smithi008.stderr:/sbin/ip: default via fe80::327c:5e00:6487:71e0 dev ens1f0 proto ra metric 1024 expires 1798sec hoplimit 64 pref medium 2022-03-06T10:05:32.727 INFO:teuthology.orchestra.run.smithi008.stderr:Running command: /sbin/ip -6 addr ls 2022-03-06T10:05:32.728 INFO:teuthology.orchestra.run.smithi008.stderr:/sbin/ip: 1: lo: mtu 65536 state UNKNOWN qlen 1000 2022-03-06T10:05:32.729 INFO:teuthology.orchestra.run.smithi008.stderr:/sbin/ip: inet6 ::1/128 scope host 2022-03-06T10:05:32.729 INFO:teuthology.orchestra.run.smithi008.stderr:/sbin/ip: valid_lft forever preferred_lft forever 2022-03-06T10:05:32.729 INFO:teuthology.orchestra.run.smithi008.stderr:/sbin/ip: 3: ens1f0: mtu 1500 state UP qlen 1000 2022-03-06T10:05:32.729 INFO:teuthology.orchestra.run.smithi008.stderr:/sbin/ip: inet6 fe80::ae1f:6bff:fef8:25fe/64 scope link 2022-03-06T10:05:32.730 INFO:teuthology.orchestra.run.smithi008.stderr:/sbin/ip: valid_lft forever preferred_lft forever 2022-03-06T10:05:32.731 INFO:teuthology.orchestra.run.smithi008.stderr:Mon IP 172.21.15.8 is in CIDR network 172.21.0.0/20 2022-03-06T10:05:32.731 INFO:teuthology.orchestra.run.smithi008.stderr:- internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2022-03-06T10:05:32.731 INFO:teuthology.orchestra.run.smithi008.stderr:Pulling container image docker.io/ceph/ceph:v16.2.4... 2022-03-06T10:05:32.731 INFO:teuthology.orchestra.run.smithi008.stderr:Running command: /bin/podman pull docker.io/ceph/ceph:v16.2.4 2022-03-06T10:05:32.813 INFO:teuthology.orchestra.run.smithi008.stderr:/bin/podman: Trying to pull docker.io/ceph/ceph:v16.2.4... 2022-03-06T10:05:33.244 INFO:teuthology.orchestra.run.smithi008.stderr:/bin/podman: Getting image source signatures 2022-03-06T10:05:33.245 INFO:teuthology.orchestra.run.smithi008.stderr:/bin/podman: Copying blob sha256:551101690791055467b1840be133b2e6b029d263771bc6c46a96bb7acdacac39 2022-03-06T10:05:33.245 INFO:teuthology.orchestra.run.smithi008.stderr:/bin/podman: Copying blob sha256:7a0437f04f83f084b7ed68ad9c4a4947e12fc4e1b006b38129bac89114ec3621 2022-03-06T10:05:33.361 INFO:teuthology.orchestra.run.smithi008.stderr:/bin/podman: Copying blob sha256:551101690791055467b1840be133b2e6b029d263771bc6c46a96bb7acdacac39 2022-03-06T10:05:33.429 INFO:teuthology.orchestra.run.smithi008.stderr:/bin/podman: Copying blob sha256:7a0437f04f83f084b7ed68ad9c4a4947e12fc4e1b006b38129bac89114ec3621 2022-03-06T10:05:45.918 INFO:teuthology.orchestra.run.smithi008.stderr:/bin/podman: Copying config sha256:8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29 2022-03-06T10:05:46.002 INFO:teuthology.orchestra.run.smithi008.stderr:/bin/podman: Writing manifest to image destination 2022-03-06T10:05:46.002 INFO:teuthology.orchestra.run.smithi008.stderr:/bin/podman: Storing signatures 2022-03-06T10:05:46.374 INFO:teuthology.orchestra.run.smithi008.stderr:/bin/podman: 8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29 2022-03-06T10:05:46.397 INFO:teuthology.orchestra.run.smithi008.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi008 -e CEPH_USE_RANDOM_NONCE=1 docker.io/ceph/ceph:v16.2.4 --version 2022-03-06T10:05:47.120 INFO:teuthology.orchestra.run.smithi008.stderr:ceph: ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable) 2022-03-06T10:05:47.445 INFO:teuthology.orchestra.run.smithi008.stderr:Ceph version: ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable) 2022-03-06T10:05:47.445 INFO:teuthology.orchestra.run.smithi008.stderr:Extracting ceph user uid/gid from container image... 2022-03-06T10:05:47.446 INFO:teuthology.orchestra.run.smithi008.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint stat --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi008 -e CEPH_USE_RANDOM_NONCE=1 docker.io/ceph/ceph:v16.2.4 -c %u %g /var/lib/ceph 2022-03-06T10:05:47.903 INFO:teuthology.orchestra.run.smithi008.stderr:stat: 167 167 2022-03-06T10:05:48.394 INFO:teuthology.orchestra.run.smithi008.stderr:Creating initial keys... 2022-03-06T10:05:48.394 INFO:teuthology.orchestra.run.smithi008.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph-authtool --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi008 -e CEPH_USE_RANDOM_NONCE=1 docker.io/ceph/ceph:v16.2.4 --gen-print-key 2022-03-06T10:05:48.953 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-authtool: AQB8hyRikzOoMBAADC3Ugdw1gKYL5b/+TFeoiQ== 2022-03-06T10:05:49.439 INFO:teuthology.orchestra.run.smithi008.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph-authtool --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi008 -e CEPH_USE_RANDOM_NONCE=1 docker.io/ceph/ceph:v16.2.4 --gen-print-key 2022-03-06T10:05:49.953 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-authtool: AQB9hyRiOq0dNhAAIZ9kFkknt0jWGXCgqdISOA== 2022-03-06T10:05:50.284 INFO:teuthology.orchestra.run.smithi008.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph-authtool --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi008 -e CEPH_USE_RANDOM_NONCE=1 docker.io/ceph/ceph:v16.2.4 --gen-print-key 2022-03-06T10:05:50.655 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-authtool: AQB+hyRiSwrxJRAAQBz0UM8N3JgymA57gG0EeQ== 2022-03-06T10:05:51.025 INFO:teuthology.orchestra.run.smithi008.stderr:Creating initial monmap... 2022-03-06T10:05:51.026 INFO:teuthology.orchestra.run.smithi008.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/monmaptool --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi008 -e CEPH_USE_RANDOM_NONCE=1 -v /tmp/ceph-tmph976xd0d:/tmp/monmap:z docker.io/ceph/ceph:v16.2.4 --create --clobber --fsid f3cc2a6e-9d34-11ec-8c35-001a4aab830c --addv smithi008 [v2:172.21.15.8:3300,v1:172.21.15.8:6789] /tmp/monmap 2022-03-06T10:05:51.442 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/monmaptool: /usr/bin/monmaptool: monmap file /tmp/monmap 2022-03-06T10:05:51.443 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/monmaptool: /usr/bin/monmaptool: set fsid to f3cc2a6e-9d34-11ec-8c35-001a4aab830c 2022-03-06T10:05:51.443 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/monmaptool: /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2022-03-06T10:05:51.968 INFO:teuthology.orchestra.run.smithi008.stderr:monmaptool for smithi008 [v2:172.21.15.8:3300,v1:172.21.15.8:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2022-03-06T10:05:51.969 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/monmaptool: set fsid to f3cc2a6e-9d34-11ec-8c35-001a4aab830c 2022-03-06T10:05:51.969 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2022-03-06T10:05:51.969 INFO:teuthology.orchestra.run.smithi008.stderr: 2022-03-06T10:05:51.970 INFO:teuthology.orchestra.run.smithi008.stderr:Creating mon... 2022-03-06T10:05:51.970 INFO:teuthology.orchestra.run.smithi008.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph-mon --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi008 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/f3cc2a6e-9d34-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /var/lib/ceph/f3cc2a6e-9d34-11ec-8c35-001a4aab830c/mon.smithi008:/var/lib/ceph/mon/ceph-smithi008:z -v /tmp/ceph-tmp0aisnrct:/tmp/keyring:z -v /tmp/ceph-tmph976xd0d:/tmp/monmap:z docker.io/ceph/ceph:v16.2.4 --mkfs -i smithi008 --fsid f3cc2a6e-9d34-11ec-8c35-001a4aab830c -c /dev/null --monmap /tmp/monmap --keyring /tmp/keyring --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true 2022-03-06T10:05:52.438 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.407+0000 7fe60dd58700 0 set uid:gid to 167:167 (ceph:ceph) 2022-03-06T10:05:52.438 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.407+0000 7fe60dd58700 1 imported monmap: 2022-03-06T10:05:52.438 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: epoch 0 2022-03-06T10:05:52.439 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: fsid f3cc2a6e-9d34-11ec-8c35-001a4aab830c 2022-03-06T10:05:52.439 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: last_changed 2022-03-06T10:05:51.428395+0000 2022-03-06T10:05:52.439 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: created 2022-03-06T10:05:51.428395+0000 2022-03-06T10:05:52.439 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: min_mon_release 0 (unknown) 2022-03-06T10:05:52.440 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: election_strategy: 1 2022-03-06T10:05:52.440 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: 0: [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] mon.smithi008 2022-03-06T10:05:52.440 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: 2022-03-06T10:05:52.440 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.407+0000 7fe60dd58700 0 /usr/bin/ceph-mon: set fsid to f3cc2a6e-9d34-11ec-8c35-001a4aab830c 2022-03-06T10:05:52.440 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.408+0000 7fe60dd58700 4 rocksdb: RocksDB version: 6.8.1 2022-03-06T10:05:52.441 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: 2022-03-06T10:05:52.441 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.408+0000 7fe60dd58700 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2022-03-06T10:05:52.441 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.408+0000 7fe60dd58700 4 rocksdb: Compile date May 13 2021 2022-03-06T10:05:52.441 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.408+0000 7fe60dd58700 4 rocksdb: DB SUMMARY 2022-03-06T10:05:52.442 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: 2022-03-06T10:05:52.442 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.408+0000 7fe60dd58700 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-smithi008/store.db dir, Total Num: 0, files: 2022-03-06T10:05:52.442 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: 2022-03-06T10:05:52.442 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.408+0000 7fe60dd58700 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-smithi008/store.db: 2022-03-06T10:05:52.442 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: 2022-03-06T10:05:52.443 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.408+0000 7fe60dd58700 4 rocksdb: Options.error_if_exists: 0 2022-03-06T10:05:52.443 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.408+0000 7fe60dd58700 4 rocksdb: Options.create_if_missing: 1 2022-03-06T10:05:52.443 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.408+0000 7fe60dd58700 4 rocksdb: Options.paranoid_checks: 1 2022-03-06T10:05:52.443 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.408+0000 7fe60dd58700 4 rocksdb: Options.env: 0x55bd9f4231c0 2022-03-06T10:05:52.444 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.408+0000 7fe60dd58700 4 rocksdb: Options.fs: Posix File System 2022-03-06T10:05:52.444 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.408+0000 7fe60dd58700 4 rocksdb: Options.info_log: 0x55bda0392ec0 2022-03-06T10:05:52.444 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.408+0000 7fe60dd58700 4 rocksdb: Options.max_file_opening_threads: 16 2022-03-06T10:05:52.444 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.408+0000 7fe60dd58700 4 rocksdb: Options.statistics: (nil) 2022-03-06T10:05:52.444 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.408+0000 7fe60dd58700 4 rocksdb: Options.use_fsync: 0 2022-03-06T10:05:52.445 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.408+0000 7fe60dd58700 4 rocksdb: Options.max_log_file_size: 0 2022-03-06T10:05:52.445 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.408+0000 7fe60dd58700 4 rocksdb: Options.max_manifest_file_size: 1073741824 2022-03-06T10:05:52.445 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.408+0000 7fe60dd58700 4 rocksdb: Options.log_file_time_to_roll: 0 2022-03-06T10:05:52.445 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.408+0000 7fe60dd58700 4 rocksdb: Options.keep_log_file_num: 1000 2022-03-06T10:05:52.446 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.408+0000 7fe60dd58700 4 rocksdb: Options.recycle_log_file_num: 0 2022-03-06T10:05:52.446 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.408+0000 7fe60dd58700 4 rocksdb: Options.allow_fallocate: 1 2022-03-06T10:05:52.446 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.408+0000 7fe60dd58700 4 rocksdb: Options.allow_mmap_reads: 0 2022-03-06T10:05:52.446 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.408+0000 7fe60dd58700 4 rocksdb: Options.allow_mmap_writes: 0 2022-03-06T10:05:52.446 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.408+0000 7fe60dd58700 4 rocksdb: Options.use_direct_reads: 0 2022-03-06T10:05:52.447 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.408+0000 7fe60dd58700 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2022-03-06T10:05:52.447 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.408+0000 7fe60dd58700 4 rocksdb: Options.create_missing_column_families: 0 2022-03-06T10:05:52.447 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.408+0000 7fe60dd58700 4 rocksdb: Options.db_log_dir: 2022-03-06T10:05:52.447 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.408+0000 7fe60dd58700 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-smithi008/store.db 2022-03-06T10:05:52.448 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.408+0000 7fe60dd58700 4 rocksdb: Options.table_cache_numshardbits: 6 2022-03-06T10:05:52.448 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.408+0000 7fe60dd58700 4 rocksdb: Options.max_subcompactions: 1 2022-03-06T10:05:52.448 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.408+0000 7fe60dd58700 4 rocksdb: Options.max_background_flushes: -1 2022-03-06T10:05:52.448 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.408+0000 7fe60dd58700 4 rocksdb: Options.WAL_ttl_seconds: 0 2022-03-06T10:05:52.448 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.408+0000 7fe60dd58700 4 rocksdb: Options.WAL_size_limit_MB: 0 2022-03-06T10:05:52.449 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.408+0000 7fe60dd58700 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2022-03-06T10:05:52.449 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.408+0000 7fe60dd58700 4 rocksdb: Options.manifest_preallocation_size: 4194304 2022-03-06T10:05:52.449 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.408+0000 7fe60dd58700 4 rocksdb: Options.is_fd_close_on_exec: 1 2022-03-06T10:05:52.449 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.408+0000 7fe60dd58700 4 rocksdb: Options.advise_random_on_open: 1 2022-03-06T10:05:52.449 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.408+0000 7fe60dd58700 4 rocksdb: Options.db_write_buffer_size: 0 2022-03-06T10:05:52.450 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.408+0000 7fe60dd58700 4 rocksdb: Options.write_buffer_manager: 0x55bda0399530 2022-03-06T10:05:52.450 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.408+0000 7fe60dd58700 4 rocksdb: Options.access_hint_on_compaction_start: 1 2022-03-06T10:05:52.450 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.408+0000 7fe60dd58700 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2022-03-06T10:05:52.450 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.408+0000 7fe60dd58700 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2022-03-06T10:05:52.451 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.408+0000 7fe60dd58700 4 rocksdb: Options.use_adaptive_mutex: 0 2022-03-06T10:05:52.451 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.408+0000 7fe60dd58700 4 rocksdb: Options.rate_limiter: (nil) 2022-03-06T10:05:52.451 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.408+0000 7fe60dd58700 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2022-03-06T10:05:52.451 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.408+0000 7fe60dd58700 4 rocksdb: Options.wal_recovery_mode: 2 2022-03-06T10:05:52.451 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.408+0000 7fe60dd58700 4 rocksdb: Options.enable_thread_tracking: 0 2022-03-06T10:05:52.452 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.408+0000 7fe60dd58700 4 rocksdb: Options.enable_pipelined_write: 0 2022-03-06T10:05:52.452 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.408+0000 7fe60dd58700 4 rocksdb: Options.unordered_write: 0 2022-03-06T10:05:52.452 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.408+0000 7fe60dd58700 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2022-03-06T10:05:52.452 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.408+0000 7fe60dd58700 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2022-03-06T10:05:52.453 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.408+0000 7fe60dd58700 4 rocksdb: Options.write_thread_max_yield_usec: 100 2022-03-06T10:05:52.453 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.408+0000 7fe60dd58700 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2022-03-06T10:05:52.453 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.408+0000 7fe60dd58700 4 rocksdb: Options.row_cache: None 2022-03-06T10:05:52.453 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.408+0000 7fe60dd58700 4 rocksdb: Options.wal_filter: None 2022-03-06T10:05:52.453 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.408+0000 7fe60dd58700 4 rocksdb: Options.avoid_flush_during_recovery: 0 2022-03-06T10:05:52.454 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.408+0000 7fe60dd58700 4 rocksdb: Options.allow_ingest_behind: 0 2022-03-06T10:05:52.454 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.408+0000 7fe60dd58700 4 rocksdb: Options.preserve_deletes: 0 2022-03-06T10:05:52.454 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.408+0000 7fe60dd58700 4 rocksdb: Options.two_write_queues: 0 2022-03-06T10:05:52.454 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.408+0000 7fe60dd58700 4 rocksdb: Options.manual_wal_flush: 0 2022-03-06T10:05:52.455 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.408+0000 7fe60dd58700 4 rocksdb: Options.atomic_flush: 0 2022-03-06T10:05:52.455 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.408+0000 7fe60dd58700 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2022-03-06T10:05:52.455 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.408+0000 7fe60dd58700 4 rocksdb: Options.persist_stats_to_disk: 0 2022-03-06T10:05:52.455 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.408+0000 7fe60dd58700 4 rocksdb: Options.write_dbid_to_manifest: 0 2022-03-06T10:05:52.455 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.408+0000 7fe60dd58700 4 rocksdb: Options.log_readahead_size: 0 2022-03-06T10:05:52.456 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.408+0000 7fe60dd58700 4 rocksdb: Options.sst_file_checksum_func: Unknown 2022-03-06T10:05:52.456 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.408+0000 7fe60dd58700 4 rocksdb: Options.max_background_jobs: 2 2022-03-06T10:05:52.456 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.408+0000 7fe60dd58700 4 rocksdb: Options.max_background_compactions: -1 2022-03-06T10:05:52.456 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.408+0000 7fe60dd58700 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2022-03-06T10:05:52.456 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.408+0000 7fe60dd58700 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2022-03-06T10:05:52.457 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.408+0000 7fe60dd58700 4 rocksdb: Options.delayed_write_rate : 16777216 2022-03-06T10:05:52.457 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.408+0000 7fe60dd58700 4 rocksdb: Options.max_total_wal_size: 0 2022-03-06T10:05:52.457 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.408+0000 7fe60dd58700 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2022-03-06T10:05:52.457 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.408+0000 7fe60dd58700 4 rocksdb: Options.stats_dump_period_sec: 600 2022-03-06T10:05:52.458 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.408+0000 7fe60dd58700 4 rocksdb: Options.stats_persist_period_sec: 600 2022-03-06T10:05:52.458 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.408+0000 7fe60dd58700 4 rocksdb: Options.stats_history_buffer_size: 1048576 2022-03-06T10:05:52.458 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.408+0000 7fe60dd58700 4 rocksdb: Options.max_open_files: -1 2022-03-06T10:05:52.458 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.408+0000 7fe60dd58700 4 rocksdb: Options.bytes_per_sync: 0 2022-03-06T10:05:52.458 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.408+0000 7fe60dd58700 4 rocksdb: Options.wal_bytes_per_sync: 0 2022-03-06T10:05:52.459 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.408+0000 7fe60dd58700 4 rocksdb: Options.strict_bytes_per_sync: 0 2022-03-06T10:05:52.459 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.408+0000 7fe60dd58700 4 rocksdb: Options.compaction_readahead_size: 0 2022-03-06T10:05:52.459 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.408+0000 7fe60dd58700 4 rocksdb: Compression algorithms supported: 2022-03-06T10:05:52.459 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.408+0000 7fe60dd58700 4 rocksdb: kZSTDNotFinalCompression supported: 0 2022-03-06T10:05:52.460 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.408+0000 7fe60dd58700 4 rocksdb: kZSTD supported: 0 2022-03-06T10:05:52.460 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.408+0000 7fe60dd58700 4 rocksdb: kXpressCompression supported: 0 2022-03-06T10:05:52.460 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.408+0000 7fe60dd58700 4 rocksdb: kLZ4HCCompression supported: 1 2022-03-06T10:05:52.460 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.408+0000 7fe60dd58700 4 rocksdb: kLZ4Compression supported: 1 2022-03-06T10:05:52.460 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.408+0000 7fe60dd58700 4 rocksdb: kBZip2Compression supported: 0 2022-03-06T10:05:52.461 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.408+0000 7fe60dd58700 4 rocksdb: kZlibCompression supported: 1 2022-03-06T10:05:52.461 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.408+0000 7fe60dd58700 4 rocksdb: kSnappyCompression supported: 1 2022-03-06T10:05:52.461 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.408+0000 7fe60dd58700 4 rocksdb: Fast CRC32 supported: Supported on x86 2022-03-06T10:05:52.461 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.409+0000 7fe60dd58700 4 rocksdb: [db_impl/db_impl_open.cc:273] Creating manifest 1 2022-03-06T10:05:52.461 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: 2022-03-06T10:05:52.462 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.409+0000 7fe60dd58700 4 rocksdb: [version_set.cc:4413] Recovering from manifest file: /var/lib/ceph/mon/ceph-smithi008/store.db/MANIFEST-000001 2022-03-06T10:05:52.462 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: 2022-03-06T10:05:52.462 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.409+0000 7fe60dd58700 4 rocksdb: [column_family.cc:552] --------------- Options for column family [default]: 2022-03-06T10:05:52.462 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: 2022-03-06T10:05:52.463 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.409+0000 7fe60dd58700 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2022-03-06T10:05:52.463 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.409+0000 7fe60dd58700 4 rocksdb: Options.merge_operator: 2022-03-06T10:05:52.463 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.409+0000 7fe60dd58700 4 rocksdb: Options.compaction_filter: None 2022-03-06T10:05:52.463 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.409+0000 7fe60dd58700 4 rocksdb: Options.compaction_filter_factory: None 2022-03-06T10:05:52.464 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.409+0000 7fe60dd58700 4 rocksdb: Options.memtable_factory: SkipListFactory 2022-03-06T10:05:52.464 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.409+0000 7fe60dd58700 4 rocksdb: Options.table_factory: BlockBasedTable 2022-03-06T10:05:52.464 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.409+0000 7fe60dd58700 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55bda02aa120) 2022-03-06T10:05:52.464 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: cache_index_and_filter_blocks: 1 2022-03-06T10:05:52.464 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: cache_index_and_filter_blocks_with_high_priority: 0 2022-03-06T10:05:52.465 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: pin_l0_filter_and_index_blocks_in_cache: 0 2022-03-06T10:05:52.465 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: pin_top_level_index_and_filter: 1 2022-03-06T10:05:52.465 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: index_type: 0 2022-03-06T10:05:52.465 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: data_block_index_type: 0 2022-03-06T10:05:52.465 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: index_shortening: 1 2022-03-06T10:05:52.466 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: data_block_hash_table_util_ratio: 0.750000 2022-03-06T10:05:52.466 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: hash_index_allow_collision: 1 2022-03-06T10:05:52.466 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: checksum: 1 2022-03-06T10:05:52.466 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: no_block_cache: 0 2022-03-06T10:05:52.467 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: block_cache: 0x55bda02e0d10 2022-03-06T10:05:52.467 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: block_cache_name: BinnedLRUCache 2022-03-06T10:05:52.467 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: block_cache_options: 2022-03-06T10:05:52.467 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: capacity : 536870912 2022-03-06T10:05:52.467 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: num_shard_bits : 4 2022-03-06T10:05:52.468 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: strict_capacity_limit : 0 2022-03-06T10:05:52.468 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: high_pri_pool_ratio: 0.000 2022-03-06T10:05:52.468 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: block_cache_compressed: (nil) 2022-03-06T10:05:52.468 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: persistent_cache: (nil) 2022-03-06T10:05:52.468 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: block_size: 4096 2022-03-06T10:05:52.469 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: block_size_deviation: 10 2022-03-06T10:05:52.469 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: block_restart_interval: 16 2022-03-06T10:05:52.469 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: index_block_restart_interval: 1 2022-03-06T10:05:52.469 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: metadata_block_size: 4096 2022-03-06T10:05:52.470 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: partition_filters: 0 2022-03-06T10:05:52.470 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: use_delta_encoding: 1 2022-03-06T10:05:52.470 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: filter_policy: rocksdb.BuiltinBloomFilter 2022-03-06T10:05:52.470 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: whole_key_filtering: 1 2022-03-06T10:05:52.470 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: verify_compression: 0 2022-03-06T10:05:52.471 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: read_amp_bytes_per_bit: 0 2022-03-06T10:05:52.471 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: format_version: 2 2022-03-06T10:05:52.471 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: enable_index_compression: 1 2022-03-06T10:05:52.471 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: block_align: 0 2022-03-06T10:05:52.472 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: 2022-03-06T10:05:52.472 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.409+0000 7fe60dd58700 4 rocksdb: Options.write_buffer_size: 33554432 2022-03-06T10:05:52.472 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.409+0000 7fe60dd58700 4 rocksdb: Options.max_write_buffer_number: 2 2022-03-06T10:05:52.472 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.409+0000 7fe60dd58700 4 rocksdb: Options.compression: NoCompression 2022-03-06T10:05:52.472 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.409+0000 7fe60dd58700 4 rocksdb: Options.bottommost_compression: Disabled 2022-03-06T10:05:52.473 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.409+0000 7fe60dd58700 4 rocksdb: Options.prefix_extractor: nullptr 2022-03-06T10:05:52.473 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.409+0000 7fe60dd58700 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2022-03-06T10:05:52.473 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.409+0000 7fe60dd58700 4 rocksdb: Options.num_levels: 7 2022-03-06T10:05:52.473 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.409+0000 7fe60dd58700 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2022-03-06T10:05:52.473 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.409+0000 7fe60dd58700 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2022-03-06T10:05:52.474 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.409+0000 7fe60dd58700 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2022-03-06T10:05:52.474 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.409+0000 7fe60dd58700 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2022-03-06T10:05:52.474 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.409+0000 7fe60dd58700 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2022-03-06T10:05:52.474 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.409+0000 7fe60dd58700 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2022-03-06T10:05:52.475 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.409+0000 7fe60dd58700 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2022-03-06T10:05:52.475 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.409+0000 7fe60dd58700 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2022-03-06T10:05:52.475 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.409+0000 7fe60dd58700 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2022-03-06T10:05:52.475 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.409+0000 7fe60dd58700 4 rocksdb: Options.compression_opts.window_bits: -14 2022-03-06T10:05:52.476 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.409+0000 7fe60dd58700 4 rocksdb: Options.compression_opts.level: 32767 2022-03-06T10:05:52.476 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.409+0000 7fe60dd58700 4 rocksdb: Options.compression_opts.strategy: 0 2022-03-06T10:05:52.476 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.409+0000 7fe60dd58700 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2022-03-06T10:05:52.476 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.409+0000 7fe60dd58700 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2022-03-06T10:05:52.476 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.409+0000 7fe60dd58700 4 rocksdb: Options.compression_opts.enabled: false 2022-03-06T10:05:52.477 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.409+0000 7fe60dd58700 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2022-03-06T10:05:52.477 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.409+0000 7fe60dd58700 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2022-03-06T10:05:52.477 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.409+0000 7fe60dd58700 4 rocksdb: Options.level0_stop_writes_trigger: 36 2022-03-06T10:05:52.477 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.409+0000 7fe60dd58700 4 rocksdb: Options.target_file_size_base: 67108864 2022-03-06T10:05:52.477 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.409+0000 7fe60dd58700 4 rocksdb: Options.target_file_size_multiplier: 1 2022-03-06T10:05:52.478 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.409+0000 7fe60dd58700 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2022-03-06T10:05:52.478 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.409+0000 7fe60dd58700 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2022-03-06T10:05:52.478 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.409+0000 7fe60dd58700 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2022-03-06T10:05:52.478 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.409+0000 7fe60dd58700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2022-03-06T10:05:52.479 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.409+0000 7fe60dd58700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2022-03-06T10:05:52.479 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.409+0000 7fe60dd58700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2022-03-06T10:05:52.479 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.409+0000 7fe60dd58700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2022-03-06T10:05:52.479 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.409+0000 7fe60dd58700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2022-03-06T10:05:52.479 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.409+0000 7fe60dd58700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2022-03-06T10:05:52.480 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.409+0000 7fe60dd58700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2022-03-06T10:05:52.480 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.409+0000 7fe60dd58700 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2022-03-06T10:05:52.480 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.409+0000 7fe60dd58700 4 rocksdb: Options.max_compaction_bytes: 1677721600 2022-03-06T10:05:52.480 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.409+0000 7fe60dd58700 4 rocksdb: Options.arena_block_size: 4194304 2022-03-06T10:05:52.481 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.409+0000 7fe60dd58700 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2022-03-06T10:05:52.481 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.409+0000 7fe60dd58700 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2022-03-06T10:05:52.481 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.409+0000 7fe60dd58700 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2022-03-06T10:05:52.481 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.409+0000 7fe60dd58700 4 rocksdb: Options.disable_auto_compactions: 0 2022-03-06T10:05:52.481 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.409+0000 7fe60dd58700 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2022-03-06T10:05:52.482 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.409+0000 7fe60dd58700 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2022-03-06T10:05:52.482 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.409+0000 7fe60dd58700 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2022-03-06T10:05:52.482 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.409+0000 7fe60dd58700 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2022-03-06T10:05:52.482 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.409+0000 7fe60dd58700 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2022-03-06T10:05:52.483 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.409+0000 7fe60dd58700 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2022-03-06T10:05:52.483 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.409+0000 7fe60dd58700 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2022-03-06T10:05:52.483 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.409+0000 7fe60dd58700 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2022-03-06T10:05:52.483 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.409+0000 7fe60dd58700 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2022-03-06T10:05:52.483 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.409+0000 7fe60dd58700 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2022-03-06T10:05:52.484 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.409+0000 7fe60dd58700 4 rocksdb: Options.table_properties_collectors: 2022-03-06T10:05:52.484 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.409+0000 7fe60dd58700 4 rocksdb: Options.inplace_update_support: 0 2022-03-06T10:05:52.484 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.409+0000 7fe60dd58700 4 rocksdb: Options.inplace_update_num_locks: 10000 2022-03-06T10:05:52.484 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.409+0000 7fe60dd58700 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2022-03-06T10:05:52.484 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.409+0000 7fe60dd58700 4 rocksdb: Options.memtable_whole_key_filtering: 0 2022-03-06T10:05:52.485 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.409+0000 7fe60dd58700 4 rocksdb: Options.memtable_huge_page_size: 0 2022-03-06T10:05:52.485 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.409+0000 7fe60dd58700 4 rocksdb: Options.bloom_locality: 0 2022-03-06T10:05:52.485 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.409+0000 7fe60dd58700 4 rocksdb: Options.max_successive_merges: 0 2022-03-06T10:05:52.485 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.409+0000 7fe60dd58700 4 rocksdb: Options.optimize_filters_for_hits: 0 2022-03-06T10:05:52.486 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.409+0000 7fe60dd58700 4 rocksdb: Options.paranoid_file_checks: 0 2022-03-06T10:05:52.486 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.409+0000 7fe60dd58700 4 rocksdb: Options.force_consistency_checks: 0 2022-03-06T10:05:52.486 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.409+0000 7fe60dd58700 4 rocksdb: Options.report_bg_io_stats: 0 2022-03-06T10:05:52.486 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.409+0000 7fe60dd58700 4 rocksdb: Options.ttl: 2592000 2022-03-06T10:05:52.486 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.409+0000 7fe60dd58700 4 rocksdb: Options.periodic_compaction_seconds: 0 2022-03-06T10:05:52.487 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.410+0000 7fe60dd58700 4 rocksdb: [version_set.cc:4568] Recovered from manifest file:/var/lib/ceph/mon/ceph-smithi008/store.db/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2022-03-06T10:05:52.487 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: 2022-03-06T10:05:52.487 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.410+0000 7fe60dd58700 4 rocksdb: [version_set.cc:4577] Column family [default] (ID 0), log number is 0 2022-03-06T10:05:52.487 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: 2022-03-06T10:05:52.488 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.411+0000 7fe60dd58700 4 rocksdb: DB pointer 0x55bda03a5800 2022-03-06T10:05:52.488 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.411+0000 7fe5f6bf1700 4 rocksdb: [db_impl/db_impl.cc:850] ------- DUMPING STATS ------- 2022-03-06T10:05:52.488 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.411+0000 7fe5f6bf1700 4 rocksdb: [db_impl/db_impl.cc:851] 2022-03-06T10:05:52.488 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: ** DB Stats ** 2022-03-06T10:05:52.488 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: Uptime(secs): 0.0 total, 0.0 interval 2022-03-06T10:05:52.489 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2022-03-06T10:05:52.489 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2022-03-06T10:05:52.489 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2022-03-06T10:05:52.489 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2022-03-06T10:05:52.490 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2022-03-06T10:05:52.490 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2022-03-06T10:05:52.490 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: 2022-03-06T10:05:52.490 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: ** Compaction Stats [default] ** 2022-03-06T10:05:52.490 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-03-06T10:05:52.491 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-03-06T10:05:52.491 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2022-03-06T10:05:52.491 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2022-03-06T10:05:52.491 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: 2022-03-06T10:05:52.492 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: ** Compaction Stats [default] ** 2022-03-06T10:05:52.492 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-03-06T10:05:52.492 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-03-06T10:05:52.492 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: Uptime(secs): 0.0 total, 0.0 interval 2022-03-06T10:05:52.492 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: Flush(GB): cumulative 0.000, interval 0.000 2022-03-06T10:05:52.493 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: AddFile(GB): cumulative 0.000, interval 0.000 2022-03-06T10:05:52.493 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: AddFile(Total Files): cumulative 0, interval 0 2022-03-06T10:05:52.493 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: AddFile(L0 Files): cumulative 0, interval 0 2022-03-06T10:05:52.493 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: AddFile(Keys): cumulative 0, interval 0 2022-03-06T10:05:52.493 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-03-06T10:05:52.494 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-03-06T10:05:52.494 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2022-03-06T10:05:52.494 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: 2022-03-06T10:05:52.494 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: ** File Read Latency Histogram By Level [default] ** 2022-03-06T10:05:52.495 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: 2022-03-06T10:05:52.495 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: ** Compaction Stats [default] ** 2022-03-06T10:05:52.495 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-03-06T10:05:52.495 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-03-06T10:05:52.495 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2022-03-06T10:05:52.496 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2022-03-06T10:05:52.496 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: 2022-03-06T10:05:52.496 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: ** Compaction Stats [default] ** 2022-03-06T10:05:52.496 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-03-06T10:05:52.497 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-03-06T10:05:52.497 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: Uptime(secs): 0.0 total, 0.0 interval 2022-03-06T10:05:52.497 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: Flush(GB): cumulative 0.000, interval 0.000 2022-03-06T10:05:52.497 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: AddFile(GB): cumulative 0.000, interval 0.000 2022-03-06T10:05:52.497 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: AddFile(Total Files): cumulative 0, interval 0 2022-03-06T10:05:52.498 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: AddFile(L0 Files): cumulative 0, interval 0 2022-03-06T10:05:52.498 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: AddFile(Keys): cumulative 0, interval 0 2022-03-06T10:05:52.498 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-03-06T10:05:52.498 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-03-06T10:05:52.499 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2022-03-06T10:05:52.499 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: 2022-03-06T10:05:52.499 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: ** File Read Latency Histogram By Level [default] ** 2022-03-06T10:05:52.499 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: 2022-03-06T10:05:52.499 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.412+0000 7fe60dd58700 4 rocksdb: [db_impl/db_impl.cc:397] Shutdown: canceling all background work 2022-03-06T10:05:52.500 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.412+0000 7fe60dd58700 4 rocksdb: [db_impl/db_impl.cc:573] Shutdown complete 2022-03-06T10:05:52.500 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph-mon: debug 2022-03-06T10:05:52.412+0000 7fe60dd58700 0 /usr/bin/ceph-mon: created monfs at /var/lib/ceph/mon/ceph-smithi008 for mon.smithi008 2022-03-06T10:05:52.814 INFO:teuthology.orchestra.run.smithi008.stderr:create mon.smithi008 on 2022-03-06T10:05:52.814 INFO:teuthology.orchestra.run.smithi008.stderr:Running command: install -d -m0770 -o 167 -g 167 /var/run/ceph/f3cc2a6e-9d34-11ec-8c35-001a4aab830c 2022-03-06T10:05:52.820 INFO:teuthology.orchestra.run.smithi008.stderr:Running command: systemctl disable ceph.target 2022-03-06T10:05:52.907 INFO:teuthology.orchestra.run.smithi008.stderr:Running command: systemctl enable ceph.target 2022-03-06T10:05:52.915 INFO:teuthology.orchestra.run.smithi008.stderr:systemctl: Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2022-03-06T10:05:52.995 INFO:teuthology.orchestra.run.smithi008.stderr:Running command: systemctl start ceph.target 2022-03-06T10:05:53.002 INFO:teuthology.orchestra.run.smithi008.stderr:Running command: systemctl enable ceph-f3cc2a6e-9d34-11ec-8c35-001a4aab830c.target 2022-03-06T10:05:53.009 INFO:teuthology.orchestra.run.smithi008.stderr:systemctl: Created symlink /etc/systemd/system/multi-user.target.wants/ceph-f3cc2a6e-9d34-11ec-8c35-001a4aab830c.target → /etc/systemd/system/ceph-f3cc2a6e-9d34-11ec-8c35-001a4aab830c.target. 2022-03-06T10:05:53.009 INFO:teuthology.orchestra.run.smithi008.stderr:systemctl: Created symlink /etc/systemd/system/ceph.target.wants/ceph-f3cc2a6e-9d34-11ec-8c35-001a4aab830c.target → /etc/systemd/system/ceph-f3cc2a6e-9d34-11ec-8c35-001a4aab830c.target. 2022-03-06T10:05:53.087 INFO:teuthology.orchestra.run.smithi008.stderr:Running command: systemctl start ceph-f3cc2a6e-9d34-11ec-8c35-001a4aab830c.target 2022-03-06T10:05:53.103 INFO:teuthology.orchestra.run.smithi008.stderr:Running command: systemctl daemon-reload 2022-03-06T10:05:53.187 INFO:teuthology.orchestra.run.smithi008.stderr:Running command: systemctl stop ceph-f3cc2a6e-9d34-11ec-8c35-001a4aab830c@mon.smithi008 2022-03-06T10:05:53.212 INFO:teuthology.orchestra.run.smithi008.stderr:Running command: systemctl reset-failed ceph-f3cc2a6e-9d34-11ec-8c35-001a4aab830c@mon.smithi008 2022-03-06T10:05:53.218 INFO:teuthology.orchestra.run.smithi008.stderr:systemctl: Failed to reset failed state of unit ceph-f3cc2a6e-9d34-11ec-8c35-001a4aab830c@mon.smithi008.service: Unit ceph-f3cc2a6e-9d34-11ec-8c35-001a4aab830c@mon.smithi008.service not loaded. 2022-03-06T10:05:53.219 INFO:teuthology.orchestra.run.smithi008.stderr:Running command: systemctl enable ceph-f3cc2a6e-9d34-11ec-8c35-001a4aab830c@mon.smithi008 2022-03-06T10:05:53.225 INFO:teuthology.orchestra.run.smithi008.stderr:systemctl: Created symlink /etc/systemd/system/ceph-f3cc2a6e-9d34-11ec-8c35-001a4aab830c.target.wants/ceph-f3cc2a6e-9d34-11ec-8c35-001a4aab830c@mon.smithi008.service → /etc/systemd/system/ceph-f3cc2a6e-9d34-11ec-8c35-001a4aab830c@.service. 2022-03-06T10:05:53.308 INFO:teuthology.orchestra.run.smithi008.stderr:Running command: systemctl start ceph-f3cc2a6e-9d34-11ec-8c35-001a4aab830c@mon.smithi008 2022-03-06T10:05:53.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:53 smithi008 systemd[1]: Starting Ceph mon.smithi008 for f3cc2a6e-9d34-11ec-8c35-001a4aab830c... 2022-03-06T10:05:53.911 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:53 smithi008 podman[29209]: 2022-03-06T10:05:53.942 INFO:teuthology.orchestra.run.smithi008.stderr:Running command: systemctl is-enabled firewalld.service 2022-03-06T10:05:53.951 INFO:teuthology.orchestra.run.smithi008.stderr:systemctl: disabled 2022-03-06T10:05:53.951 INFO:teuthology.orchestra.run.smithi008.stderr:Running command: systemctl is-active firewalld.service 2022-03-06T10:05:53.957 INFO:teuthology.orchestra.run.smithi008.stderr:systemctl: inactive 2022-03-06T10:05:53.958 INFO:teuthology.orchestra.run.smithi008.stderr:firewalld.service is not enabled 2022-03-06T10:05:53.959 INFO:teuthology.orchestra.run.smithi008.stderr:Not possible to enable service . firewalld.service is not available 2022-03-06T10:05:53.959 INFO:teuthology.orchestra.run.smithi008.stderr:Not possible to open ports <[]>. firewalld.service is not available 2022-03-06T10:05:53.960 INFO:teuthology.orchestra.run.smithi008.stderr:Waiting for mon to start... 2022-03-06T10:05:53.960 INFO:teuthology.orchestra.run.smithi008.stderr:Waiting for mon... 2022-03-06T10:05:53.960 INFO:teuthology.orchestra.run.smithi008.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi008 -e CEPH_USE_RANDOM_NONCE=1 -v /var/lib/ceph/f3cc2a6e-9d34-11ec-8c35-001a4aab830c/mon.smithi008:/var/lib/ceph/mon/ceph-smithi008:z -v /tmp/ceph-tmps7sv1p48:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp0dejf0xt:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 status 2022-03-06T10:05:54.184 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:53 smithi008 bash[29209]: cc670daac1f82a07f7a757078aa148179edac7498c051367be1437c347aa4d96 2022-03-06T10:05:54.185 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:53 smithi008 conmon[29249]: cluster 2022-03-06T10:05:53.912823+0000 mon.smithi008 (mon.0) 0 : [INF] 2022-03-06T10:05:54.185 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:53 smithi008 conmon[29249]: mkfs f3cc2a6e-9d34-11ec-8c35-001a4aab830c 2022-03-06T10:05:54.185 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:53 smithi008 conmon[29249]: cluster 2022-03-06 2022-03-06T10:05:54.185 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:53 smithi008 conmon[29249]: T10:05:53.897798+0000 mon.smithi008 (mon.0) 1 : cluster [INF] 2022-03-06T10:05:54.186 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:53 smithi008 conmon[29249]: mon.smithi008 is new leader, mons smithi008 in quorum (ranks 0) 2022-03-06T10:05:54.186 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:53 smithi008 systemd[1]: Started Ceph mon.smithi008 for f3cc2a6e-9d34-11ec-8c35-001a4aab830c. 2022-03-06T10:05:54.546 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: cluster: 2022-03-06T10:05:54.546 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: id: f3cc2a6e-9d34-11ec-8c35-001a4aab830c 2022-03-06T10:05:54.546 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: health: HEALTH_OK 2022-03-06T10:05:54.547 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: 2022-03-06T10:05:54.547 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: services: 2022-03-06T10:05:54.547 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: mon: 1 daemons, quorum smithi008 (age 0.629704s) 2022-03-06T10:05:54.547 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: mgr: no daemons active 2022-03-06T10:05:54.548 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: osd: 0 osds: 0 up, 0 in 2022-03-06T10:05:54.548 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: 2022-03-06T10:05:54.548 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: data: 2022-03-06T10:05:54.548 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: pools: 0 pools, 0 pgs 2022-03-06T10:05:54.549 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: objects: 0 objects, 0 B 2022-03-06T10:05:54.549 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: usage: 0 B used, 0 B / 0 B avail 2022-03-06T10:05:54.549 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: pgs: 2022-03-06T10:05:54.549 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: 2022-03-06T10:05:54.899 INFO:teuthology.orchestra.run.smithi008.stderr:mon is available 2022-03-06T10:05:54.899 INFO:teuthology.orchestra.run.smithi008.stderr:Assimilating anything we can from ceph.conf... 2022-03-06T10:05:54.899 INFO:teuthology.orchestra.run.smithi008.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi008 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/f3cc2a6e-9d34-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmps7sv1p48:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp0dejf0xt:/etc/ceph/ceph.conf:z -v /var/lib/ceph/f3cc2a6e-9d34-11ec-8c35-001a4aab830c/mon.smithi008:/var/lib/ceph/mon/ceph-smithi008:z docker.io/ceph/ceph:v16.2.4 config assimilate-conf -i /var/lib/ceph/mon/ceph-smithi008/config 2022-03-06T10:05:55.137 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:54 smithi008 conmon[29249]: cluster 2022-03-06T10:05:53.912378+0000 mon.smithi008 (mon.0) 2 : cluster [INF] mon.smithi008 is new leader, mons smithi008 in quorum (ranks 0) 2022-03-06T10:05:55.137 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:54 smithi008 conmon[29249]: 2022-03-06T10:05:55.137 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:54 smithi008 conmon[29249]: cluster 2022-03-06T10:05:53.912497+0000 mon.smithi008 (mon.0) 3 : cluster [DBG] monmap e1: 1 mons at {smithi008=[v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0]} 2022-03-06T10:05:55.138 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:54 smithi008 conmon[29249]: cluster 2022-03-06T10:05:53.913937+0000 mon.smithi008 (mon.0) 4 : cluster [DBG] fsmap 2022-03-06T10:05:55.138 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:54 smithi008 conmon[29249]: cluster 2022-03-06T10:05:53.915772+0000 mon.smithi008 (mon.0) 5 : cluster [DBG] osdmap e1: 0 total, 0 up, 0 in 2022-03-06T10:05:55.138 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:54 smithi008 conmon[29249]: cluster 2022-03-06T10:05:53.916117+0000 mon.smithi008 (mon.0) 6 : cluster [DBG] mgrmap e1: no daemons active 2022-03-06T10:05:55.139 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:54 smithi008 conmon[29249]: audit 2022-03-06T10:05:54.542050+0000 mon.smithi008 (mon.0) 7 : audit [DBG] from='client.? 172.21.15.8:0/3010971505' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2022-03-06T10:05:55.483 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: 2022-03-06T10:05:55.484 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: [global] 2022-03-06T10:05:55.484 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: fsid = f3cc2a6e-9d34-11ec-8c35-001a4aab830c 2022-03-06T10:05:55.484 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: mon_host = [v2:172.21.15.8:3300,v1:172.21.15.8:6789] 2022-03-06T10:05:55.484 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: mon_osd_allow_pg_remap = true 2022-03-06T10:05:55.484 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: mon_osd_allow_primary_affinity = true 2022-03-06T10:05:55.485 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: mon_warn_on_no_sortbitwise = false 2022-03-06T10:05:55.485 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: osd_crush_chooseleaf_type = 0 2022-03-06T10:05:55.485 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: 2022-03-06T10:05:55.485 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: [mgr] 2022-03-06T10:05:55.486 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: mgr/telemetry/nag = false 2022-03-06T10:05:55.486 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: 2022-03-06T10:05:55.486 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: [osd] 2022-03-06T10:05:55.486 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: osd_map_max_advance = 10 2022-03-06T10:05:55.487 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: osd_memory_target_autotune = true 2022-03-06T10:05:55.487 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: osd_sloppy_crc = true 2022-03-06T10:05:55.835 INFO:teuthology.orchestra.run.smithi008.stderr:Generating new minimal ceph.conf... 2022-03-06T10:05:55.836 INFO:teuthology.orchestra.run.smithi008.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi008 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/f3cc2a6e-9d34-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmps7sv1p48:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp0dejf0xt:/etc/ceph/ceph.conf:z -v /var/lib/ceph/f3cc2a6e-9d34-11ec-8c35-001a4aab830c/mon.smithi008:/var/lib/ceph/mon/ceph-smithi008:z docker.io/ceph/ceph:v16.2.4 config generate-minimal-conf -o /var/lib/ceph/mon/ceph-smithi008/config 2022-03-06T10:05:56.245 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:55 smithi008 conmon[29249]: audit 2022-03-06T10:05:55.477534+0000 mon.smithi008 (mon.0) 8 : audit [INF] from='client.? 172.21.15.8:0/3557502132' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2022-03-06T10:05:56.285 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:55 smithi008 conmon[29249]: audit 2022-03-06T10:05:55.480200+0000 mon.smithi008 (mon.0) 9 : audit [INF] from='client.? 172.21.15.8:0/3557502132' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2022-03-06T10:05:56.671 INFO:teuthology.orchestra.run.smithi008.stderr:Restarting the monitor... 2022-03-06T10:05:56.671 INFO:teuthology.orchestra.run.smithi008.stderr:Running command: systemctl restart ceph-f3cc2a6e-9d34-11ec-8c35-001a4aab830c@mon.smithi008 2022-03-06T10:05:56.745 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:56 smithi008 systemd[1]: Stopping Ceph mon.smithi008 for f3cc2a6e-9d34-11ec-8c35-001a4aab830c... 2022-03-06T10:05:57.038 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:56 smithi008 conmon[29249]: debug 2022-03-06T10:05:56.749+0000 7f905976c700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mon -n mon.smithi008 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2022-03-06T10:05:57.039 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:56 smithi008 conmon[29249]: debug 2022-03-06T10:05:56.749+0000 7f905976c700 -1 mon.smithi008@0(leader) e1 *** Got Signal Terminated *** 2022-03-06T10:05:57.362 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 podman[29729]: ceph-f3cc2a6e-9d34-11ec-8c35-001a4aab830c-mon.smithi008 2022-03-06T10:05:57.363 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 systemd[1]: ceph-f3cc2a6e-9d34-11ec-8c35-001a4aab830c@mon.smithi008.service: Succeeded. 2022-03-06T10:05:57.363 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 systemd[1]: Stopped Ceph mon.smithi008 for f3cc2a6e-9d34-11ec-8c35-001a4aab830c. 2022-03-06T10:05:57.363 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 systemd[1]: Starting Ceph mon.smithi008 for f3cc2a6e-9d34-11ec-8c35-001a4aab830c... 2022-03-06T10:05:57.563 INFO:teuthology.orchestra.run.smithi008.stderr:Setting mon public_network to 172.21.0.0/20 2022-03-06T10:05:57.564 INFO:teuthology.orchestra.run.smithi008.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi008 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/f3cc2a6e-9d34-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmps7sv1p48:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp0dejf0xt:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 config set mon public_network 172.21.0.0/20 2022-03-06T10:05:57.746 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 podman[29900]: 2022-03-06T10:05:57.746 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 bash[29900]: 15a39b656753a55a210a83a05b7899d28d2981844d141306330118b9bb822095 2022-03-06T10:05:57.747 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.512+0000 7ff082825700 0 set uid:gid to 167:167 (ceph:ceph) 2022-03-06T10:05:57.747 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.512+0000 7ff082825700 0 ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable), process ceph-mon, pid 7 2022-03-06T10:05:57.747 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.512+0000 7ff082825700 0 pidfile_write: ignore empty --pid-file 2022-03-06T10:05:57.747 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.517+0000 7ff082825700 0 load: jerasure load: lrc load: isa 2022-03-06T10:05:57.748 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.517+0000 7ff082825700 4 rocksdb: RocksDB version: 6.8.1 2022-03-06T10:05:57.748 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: 2022-03-06T10:05:57.748 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.517+0000 7ff082825700 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2022-03-06T10:05:57.748 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.517+0000 7ff082825700 4 rocksdb: Compile date May 13 2021 2022-03-06T10:05:57.748 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.517+0000 7ff082825700 4 rocksdb: DB SUMMARY 2022-03-06T10:05:57.749 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: 2022-03-06T10:05:57.749 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.517+0000 7ff082825700 4 rocksdb: CURRENT file: CURRENT 2022-03-06T10:05:57.749 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: 2022-03-06T10:05:57.749 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.517+0000 7ff082825700 4 rocksdb: IDENTITY file: IDENTITY 2022-03-06T10:05:57.750 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: 2022-03-06T10:05:57.750 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.517+0000 7ff082825700 4 rocksdb: MANIFEST file: MANIFEST-000005 size: 131 Bytes 2022-03-06T10:05:57.750 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: 2022-03-06T10:05:57.750 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.517+0000 7ff082825700 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-smithi008/store.db dir, Total Num: 1, files: 000004.sst 2022-03-06T10:05:57.751 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: 2022-03-06T10:05:57.751 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.517+0000 7ff082825700 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-smithi008/store.db: 000006.log size: 79858 ; 2022-03-06T10:05:57.751 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: 2022-03-06T10:05:57.751 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.517+0000 7ff082825700 4 rocksdb: Options.error_if_exists: 0 2022-03-06T10:05:57.751 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.517+0000 7ff082825700 4 rocksdb: Options.create_if_missing: 0 2022-03-06T10:05:57.752 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.517+0000 7ff082825700 4 rocksdb: Options.paranoid_checks: 1 2022-03-06T10:05:57.752 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.517+0000 7ff082825700 4 rocksdb: Options.env: 0x5622cee9c1c0 2022-03-06T10:05:57.752 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.517+0000 7ff082825700 4 rocksdb: Options.fs: Posix File System 2022-03-06T10:05:57.752 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.517+0000 7ff082825700 4 rocksdb: Options.info_log: 0x5622d16bf960 2022-03-06T10:05:57.753 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.517+0000 7ff082825700 4 rocksdb: Options.max_file_opening_threads: 16 2022-03-06T10:05:57.753 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.517+0000 7ff082825700 4 rocksdb: Options.statistics: (nil) 2022-03-06T10:05:57.753 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.517+0000 7ff082825700 4 rocksdb: Options.use_fsync: 0 2022-03-06T10:05:57.753 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.517+0000 7ff082825700 4 rocksdb: Options.max_log_file_size: 0 2022-03-06T10:05:57.753 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.517+0000 7ff082825700 4 rocksdb: Options.max_manifest_file_size: 1073741824 2022-03-06T10:05:57.754 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.517+0000 7ff082825700 4 rocksdb: Options.log_file_time_to_roll: 0 2022-03-06T10:05:57.754 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.517+0000 7ff082825700 4 rocksdb: Options.keep_log_file_num: 1000 2022-03-06T10:05:57.754 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.517+0000 7ff082825700 4 rocksdb: Options.recycle_log_file_num: 0 2022-03-06T10:05:57.754 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.517+0000 7ff082825700 4 rocksdb: Options.allow_fallocate: 1 2022-03-06T10:05:57.755 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.517+0000 7ff082825700 4 rocksdb: Options.allow_mmap_reads: 0 2022-03-06T10:05:57.755 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.755 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: 2022-03-06T10:05:57.517+0000 7ff082825700 4 rocksdb: Options.allow_mmap_writes: 0 2022-03-06T10:05:57.755 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.517+0000 7ff082825700 4 rocksdb: Options.use_direct_reads: 0 2022-03-06T10:05:57.756 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.517+0000 7ff082825700 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2022-03-06T10:05:57.756 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.517+0000 7ff082825700 4 rocksdb: Options.create_missing_column_families: 0 2022-03-06T10:05:57.756 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.517+0000 7ff082825700 4 rocksdb: Options.db_log_dir: 2022-03-06T10:05:57.756 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.517+0000 7ff082825700 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-smithi008/store.db 2022-03-06T10:05:57.756 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.517+0000 7ff082825700 4 rocksdb: Options.table_cache_numshardbits: 6 2022-03-06T10:05:57.757 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.517+0000 7ff082825700 4 rocksdb: Options.max_subcompactions: 1 2022-03-06T10:05:57.757 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.517+0000 7ff082825700 4 rocksdb: Options.max_background_flushes: -1 2022-03-06T10:05:57.757 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.517+0000 7ff082825700 4 rocksdb: Options.WAL_ttl_seconds: 0 2022-03-06T10:05:57.757 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.517+0000 7ff082825700 4 rocksdb: Options.WAL_size_limit_MB: 0 2022-03-06T10:05:57.758 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.517+0000 7ff082825700 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2022-03-06T10:05:57.758 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.517+0000 7ff082825700 4 rocksdb: Options.manifest_preallocation_size: 4194304 2022-03-06T10:05:57.758 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.517+0000 7ff082825700 4 rocksdb: Options.is_fd_close_on_exec: 1 2022-03-06T10:05:57.758 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.517+0000 7ff082825700 4 rocksdb: Options.advise_random_on_open: 1 2022-03-06T10:05:57.759 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.517+0000 7ff082825700 4 rocksdb: Options.db_write_buffer_size: 0 2022-03-06T10:05:57.759 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.517+0000 7ff082825700 4 rocksdb: Options.write_buffer_manager: 0x5622d2334030 2022-03-06T10:05:57.759 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.517+0000 7ff082825700 4 rocksdb: Options.access_hint_on_compaction_start: 1 2022-03-06T10:05:57.759 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.517+0000 7ff082825700 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2022-03-06T10:05:57.759 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.517+0000 7ff082825700 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2022-03-06T10:05:57.760 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.517+0000 7ff082825700 4 rocksdb: Options.use_adaptive_mutex: 0 2022-03-06T10:05:57.760 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.517+0000 7ff082825700 4 rocksdb: Options.rate_limiter: (nil) 2022-03-06T10:05:57.760 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.517+0000 7ff082825700 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2022-03-06T10:05:57.760 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.517+0000 7ff082825700 4 rocksdb: Options.wal_recovery_mode: 2 2022-03-06T10:05:57.761 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.517+0000 7ff082825700 4 rocksdb: Options.enable_thread_tracking: 0 2022-03-06T10:05:57.761 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.517+0000 7ff082825700 4 rocksdb: Options.enable_pipelined_write: 0 2022-03-06T10:05:57.761 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.517+0000 7ff082825700 4 rocksdb: Options.unordered_write: 0 2022-03-06T10:05:57.762 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.517+0000 7ff082825700 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2022-03-06T10:05:57.762 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.762 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: 2022-03-06T10:05:57.517+0000 7ff082825700 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2022-03-06T10:05:57.762 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.517+0000 7ff082825700 4 rocksdb: Options.write_thread_max_yield_usec: 100 2022-03-06T10:05:57.763 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.517+0000 7ff082825700 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2022-03-06T10:05:57.763 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.517+0000 7ff082825700 4 rocksdb: Options.row_cache: None 2022-03-06T10:05:57.763 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.517+0000 7ff082825700 4 rocksdb: Options.wal_filter: None 2022-03-06T10:05:57.763 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.517+0000 7ff082825700 4 rocksdb: Options.avoid_flush_during_recovery: 0 2022-03-06T10:05:57.763 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.517+0000 7ff082825700 4 rocksdb: Options.allow_ingest_behind: 0 2022-03-06T10:05:57.764 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.517+0000 7ff082825700 4 rocksdb: Options.preserve_deletes: 0 2022-03-06T10:05:57.764 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.517+0000 7ff082825700 4 rocksdb: Options.two_write_queues: 0 2022-03-06T10:05:57.764 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.517+0000 7ff082825700 4 rocksdb: Options.manual_wal_flush: 0 2022-03-06T10:05:57.764 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.517+0000 7ff082825700 4 rocksdb: Options.atomic_flush: 0 2022-03-06T10:05:57.765 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.517+0000 7ff082825700 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2022-03-06T10:05:57.765 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.517+0000 7ff082825700 4 rocksdb: Options.persist_stats_to_disk: 0 2022-03-06T10:05:57.765 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.517+0000 7ff082825700 4 rocksdb: Options.write_dbid_to_manifest: 0 2022-03-06T10:05:57.765 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.517+0000 7ff082825700 4 rocksdb: Options.log_readahead_size: 0 2022-03-06T10:05:57.765 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.517+0000 7ff082825700 4 rocksdb: Options.sst_file_checksum_func: Unknown 2022-03-06T10:05:57.766 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.517+0000 7ff082825700 4 rocksdb: Options.max_background_jobs: 2 2022-03-06T10:05:57.766 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.517+0000 7ff082825700 4 rocksdb: Options.max_background_compactions: -1 2022-03-06T10:05:57.766 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.517+0000 7ff082825700 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2022-03-06T10:05:57.766 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.517+0000 7ff082825700 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2022-03-06T10:05:57.767 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.517+0000 7ff082825700 4 rocksdb: Options.delayed_write_rate : 16777216 2022-03-06T10:05:57.767 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.517+0000 7ff082825700 4 rocksdb: Options.max_total_wal_size: 0 2022-03-06T10:05:57.767 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.517+0000 7ff082825700 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2022-03-06T10:05:57.767 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.517+0000 7ff082825700 4 rocksdb: Options.stats_dump_period_sec: 600 2022-03-06T10:05:57.767 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.517+0000 7ff082825700 4 rocksdb: Options.stats_persist_period_sec: 600 2022-03-06T10:05:57.768 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.517+0000 7ff082825700 4 rocksdb: Options.stats_history_buffer_size: 1048576 2022-03-06T10:05:57.768 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.517+0000 7ff082825700 4 rocksdb: Options.max_open_files: -1 2022-03-06T10:05:57.768 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.517+0000 7ff082825700 4 rocksdb: Options.bytes_per_sync: 0 2022-03-06T10:05:57.768 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.517+0000 7ff082825700 4 rocksdb: Options.wal_bytes_per_sync: 0 2022-03-06T10:05:57.769 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.517+0000 7ff082825700 4 rocksdb: Options.strict_bytes_per_sync: 0 2022-03-06T10:05:57.769 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.517+0000 7ff082825700 4 rocksdb: Options.compaction_readahead_size: 0 2022-03-06T10:05:57.769 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.517+0000 7ff082825700 4 rocksdb: Compression algorithms supported: 2022-03-06T10:05:57.769 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.517+0000 7ff082825700 4 rocksdb: kZSTDNotFinalCompression supported: 0 2022-03-06T10:05:57.769 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.517+0000 7ff082825700 4 rocksdb: kZSTD supported: 0 2022-03-06T10:05:57.770 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.517+0000 7ff082825700 4 rocksdb: kXpressCompression supported: 0 2022-03-06T10:05:57.770 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.517+0000 7ff082825700 4 rocksdb: kLZ4HCCompression supported: 1 2022-03-06T10:05:57.770 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.517+0000 7ff082825700 4 rocksdb: kLZ4Compression supported: 1 2022-03-06T10:05:57.770 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.517+0000 7ff082825700 4 rocksdb: kBZip2Compression supported: 0 2022-03-06T10:05:57.771 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.517+0000 7ff082825700 4 rocksdb: kZlibCompression supported: 1 2022-03-06T10:05:57.771 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.517+0000 7ff082825700 4 rocksdb: kSnappyCompression supported: 1 2022-03-06T10:05:57.771 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.517+0000 7ff082825700 4 rocksdb: Fast CRC32 supported: Supported on x86 2022-03-06T10:05:57.771 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.518+0000 7ff082825700 4 rocksdb: [version_set.cc:4413] Recovering from manifest file: /var/lib/ceph/mon/ceph-smithi008/store.db/MANIFEST-000005 2022-03-06T10:05:57.772 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: 2022-03-06T10:05:57.772 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.518+0000 7ff082825700 4 rocksdb: [column_family.cc:552] --------------- Options for column family [default]: 2022-03-06T10:05:57.772 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: 2022-03-06T10:05:57.772 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.518+0000 7ff082825700 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2022-03-06T10:05:57.772 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.518+0000 7ff082825700 4 rocksdb: Options.merge_operator: 2022-03-06T10:05:57.773 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.518+0000 7ff082825700 4 rocksdb: Options.compaction_filter: None 2022-03-06T10:05:57.773 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.518+0000 7ff082825700 4 rocksdb: Options.compaction_filter_factory: None 2022-03-06T10:05:57.774 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.518+0000 7ff082825700 4 rocksdb: Options.memtable_factory: SkipListFactory 2022-03-06T10:05:57.775 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.518+0000 7ff082825700 4 rocksdb: Options.table_factory: BlockBasedTable 2022-03-06T10:05:57.775 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.518+0000 7ff082825700 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5622d15d6128) 2022-03-06T10:05:57.775 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: cache_index_and_filter_blocks: 1 2022-03-06T10:05:57.775 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: cache_index_and_filter_blocks_with_high_priority: 0 2022-03-06T10:05:57.776 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: pin_l0_filter_and_index_blocks_in_cache: 0 2022-03-06T10:05:57.776 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: pin_top_level_index_and_filter: 1 2022-03-06T10:05:57.776 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: index_type: 0 2022-03-06T10:05:57.776 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: data_block_index_type: 0 2022-03-06T10:05:57.776 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: index_shortening: 1 2022-03-06T10:05:57.777 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: data_block_hash_table_util_ratio: 0.750000 2022-03-06T10:05:57.777 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: hash_index_allow_collision: 1 2022-03-06T10:05:57.777 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: checksum: 1 2022-03-06T10:05:57.777 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: no_block_cache: 0 2022-03-06T10:05:57.778 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: block_cache: 0x5622d160cf10 2022-03-06T10:05:57.778 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: block_cache_name: BinnedLRUCache 2022-03-06T10:05:57.778 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: block_cache_options: 2022-03-06T10:05:57.778 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: capacity : 536870912 2022-03-06T10:05:57.779 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: num_shard_bits : 4 2022-03-06T10:05:57.779 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: strict_capacity_limit : 0 2022-03-06T10:05:57.779 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: high_pri_pool_ratio: 0.000 2022-03-06T10:05:57.779 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: block_cache_compressed: (nil) 2022-03-06T10:05:57.779 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: persistent_cache: (nil) 2022-03-06T10:05:57.780 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: block_size: 4096 2022-03-06T10:05:57.780 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: block_size_deviation: 10 2022-03-06T10:05:57.780 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: block_restart_interval: 16 2022-03-06T10:05:57.780 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: index_block_restart_interval: 1 2022-03-06T10:05:57.780 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: metadata_block_size: 4096 2022-03-06T10:05:57.781 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: partition_filters: 0 2022-03-06T10:05:57.781 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: use_delta_encoding: 1 2022-03-06T10:05:57.781 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: filter_policy: rocksdb.BuiltinBloomFilter 2022-03-06T10:05:57.781 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: whole_key_filtering: 1 2022-03-06T10:05:57.782 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: verify_compression: 0 2022-03-06T10:05:57.782 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: read_amp_bytes_per_bit: 0 2022-03-06T10:05:57.782 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: format_version: 2 2022-03-06T10:05:57.782 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: enable_index_compression: 1 2022-03-06T10:05:57.783 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: block_align: 0 2022-03-06T10:05:57.783 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: 2022-03-06T10:05:57.783 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.518+0000 7ff082825700 4 rocksdb: Options.write_buffer_size: 33554432 2022-03-06T10:05:57.783 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.518+0000 7ff082825700 4 rocksdb: Options.max_write_buffer_number: 2 2022-03-06T10:05:57.783 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.518+0000 7ff082825700 4 rocksdb: Options.compression: NoCompression 2022-03-06T10:05:57.784 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.518+0000 7ff082825700 4 rocksdb: Options.bottommost_compression: Disabled 2022-03-06T10:05:57.784 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.518+0000 7ff082825700 4 rocksdb: Options.prefix_extractor: nullptr 2022-03-06T10:05:57.784 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.518+0000 7ff082825700 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2022-03-06T10:05:57.784 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.518+0000 7ff082825700 4 rocksdb: Options.num_levels: 7 2022-03-06T10:05:57.785 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.518+0000 7ff082825700 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2022-03-06T10:05:57.785 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.518+0000 7ff082825700 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2022-03-06T10:05:57.785 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.518+0000 7ff082825700 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2022-03-06T10:05:57.785 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.518+0000 7ff082825700 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2022-03-06T10:05:57.785 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.518+0000 7ff082825700 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2022-03-06T10:05:57.786 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.518+0000 7ff082825700 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2022-03-06T10:05:57.786 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.518+0000 7ff082825700 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2022-03-06T10:05:57.786 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.518+0000 7ff082825700 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2022-03-06T10:05:57.786 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.518+0000 7ff082825700 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2022-03-06T10:05:57.787 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.518+0000 7ff082825700 4 rocksdb: Options.compression_opts.window_bits: -14 2022-03-06T10:05:57.787 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.518+0000 7ff082825700 4 rocksdb: Options.compression_opts.level: 32767 2022-03-06T10:05:57.787 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.518+0000 7ff082825700 4 rocksdb: Options.compression_opts.strategy: 0 2022-03-06T10:05:57.787 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.518+0000 7ff082825700 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2022-03-06T10:05:57.788 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.518+0000 7ff082825700 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2022-03-06T10:05:57.788 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.518+0000 7ff082825700 4 rocksdb: Options.compression_opts.enabled: false 2022-03-06T10:05:57.788 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.518+0000 7ff082825700 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2022-03-06T10:05:57.788 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.518+0000 7ff082825700 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2022-03-06T10:05:57.788 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.518+0000 7ff082825700 4 rocksdb: Options.level0_stop_writes_trigger: 36 2022-03-06T10:05:57.789 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.518+0000 7ff082825700 4 rocksdb: Options.target_file_size_base: 67108864 2022-03-06T10:05:57.789 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.518+0000 7ff082825700 4 rocksdb: Options.target_file_size_multiplier: 1 2022-03-06T10:05:57.789 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.518+0000 7ff082825700 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2022-03-06T10:05:57.789 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.518+0000 7ff082825700 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2022-03-06T10:05:57.790 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.518+0000 7ff082825700 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2022-03-06T10:05:57.790 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.518+0000 7ff082825700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2022-03-06T10:05:57.790 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.518+0000 7ff082825700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2022-03-06T10:05:57.790 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.518+0000 7ff082825700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2022-03-06T10:05:57.790 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.518+0000 7ff082825700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2022-03-06T10:05:57.791 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.518+0000 7ff082825700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2022-03-06T10:05:57.791 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.518+0000 7ff082825700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2022-03-06T10:05:57.791 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.518+0000 7ff082825700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2022-03-06T10:05:57.791 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.518+0000 7ff082825700 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2022-03-06T10:05:57.792 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.518+0000 7ff082825700 4 rocksdb: Options.max_compaction_bytes: 1677721600 2022-03-06T10:05:57.792 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.518+0000 7ff082825700 4 rocksdb: Options.arena_block_size: 4194304 2022-03-06T10:05:57.792 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: 2022-03-06T10:05:57.792 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.518+0000 7ff082825700 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2022-03-06T10:05:57.793 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.518+0000 7ff082825700 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2022-03-06T10:05:57.793 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.518+0000 7ff082825700 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2022-03-06T10:05:57.793 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.518+0000 7ff082825700 4 rocksdb: Options.disable_auto_compactions: 0 2022-03-06T10:05:57.793 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.518+0000 7ff082825700 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2022-03-06T10:05:57.793 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.518+0000 7ff082825700 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2022-03-06T10:05:57.794 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.518+0000 7ff082825700 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2022-03-06T10:05:57.794 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.518+0000 7ff082825700 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2022-03-06T10:05:57.794 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.518+0000 7ff082825700 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2022-03-06T10:05:57.794 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.518+0000 7ff082825700 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2022-03-06T10:05:57.795 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.518+0000 7ff082825700 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2022-03-06T10:05:57.795 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.518+0000 7ff082825700 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2022-03-06T10:05:57.795 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.518+0000 7ff082825700 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2022-03-06T10:05:57.795 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.518+0000 7ff082825700 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2022-03-06T10:05:57.796 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.518+0000 7ff082825700 4 rocksdb: Options.table_properties_collectors: 2022-03-06T10:05:57.796 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.518+0000 7ff082825700 4 rocksdb: Options.inplace_update_support: 0 2022-03-06T10:05:57.796 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.518+0000 7ff082825700 4 rocksdb: Options.inplace_update_num_locks: 10000 2022-03-06T10:05:57.796 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.518+0000 7ff082825700 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2022-03-06T10:05:57.796 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.518+0000 7ff082825700 4 rocksdb: Options.memtable_whole_key_filtering: 0 2022-03-06T10:05:57.797 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.518+0000 7ff082825700 4 rocksdb: Options.memtable_huge_page_size: 0 2022-03-06T10:05:57.797 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.518+0000 7ff082825700 4 rocksdb: Options.bloom_locality: 0 2022-03-06T10:05:57.797 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.518+0000 7ff082825700 4 rocksdb: Options.max_successive_merges: 0 2022-03-06T10:05:57.797 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.518+0000 7ff082825700 4 rocksdb: Options.optimize_filters_for_hits: 0 2022-03-06T10:05:57.798 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.518+0000 7ff082825700 4 rocksdb: Options.paranoid_file_checks: 0 2022-03-06T10:05:57.798 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.518+0000 7ff082825700 4 rocksdb: Options.force_consistency_checks: 0 2022-03-06T10:05:57.798 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.518+0000 7ff082825700 4 rocksdb: Options.report_bg_io_stats: 0 2022-03-06T10:05:57.798 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.518+0000 7ff082825700 4 rocksdb: Options.ttl: 2592000 2022-03-06T10:05:57.799 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.518+0000 7ff082825700 4 rocksdb: Options.periodic_compaction_seconds: 0 2022-03-06T10:05:57.799 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.519+0000 7ff082825700 4 rocksdb: [version_set.cc:4568] Recovered from manifest file:/var/lib/ceph/mon/ceph-smithi008/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 5, log_number is 4,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2022-03-06T10:05:57.799 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: 2022-03-06T10:05:57.799 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.519+0000 7ff082825700 4 rocksdb: [version_set.cc:4577] Column family [default] (ID 0), log number is 4 2022-03-06T10:05:57.800 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: 2022-03-06T10:05:57.800 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.519+0000 7ff082825700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1646561157520189, "job": 1, "event": "recovery_started", "log_files": [6]} 2022-03-06T10:05:57.800 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.519+0000 7ff082825700 4 rocksdb: [db_impl/db_impl_open.cc:760] Recovering log #6 mode 2 2022-03-06T10:05:57.800 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: 2022-03-06T10:05:57.800 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.519+0000 7ff082825700 3 rocksdb: [le/block_based/filter_policy.cc:584] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2022-03-06T10:05:57.801 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.520+0000 7ff082825700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1646561157521074, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 7, "file_size": 76846, "table_properties": {"data_size": 75143, "index_size": 308, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 581, "raw_key_size": 9152, "raw_average_key_size": 47, "raw_value_size": 69846, "raw_average_value_size": 361, "num_data_blocks": 10, "num_entries": 193, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1646561157, "oldest_key_time": 3, "file_creation_time": 0}} 2022-03-06T10:05:57.801 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.520+0000 7ff082825700 4 rocksdb: [version_set.cc:3826] Creating manifest 8 2022-03-06T10:05:57.801 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: 2022-03-06T10:05:57.801 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.520+0000 7ff082825700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1646561157521490, "job": 1, "event": "recovery_finished"} 2022-03-06T10:05:57.802 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.521+0000 7ff082825700 4 rocksdb: DB pointer 0x5622d16d1800 2022-03-06T10:05:57.802 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.521+0000 7ff06963d700 4 rocksdb: [db_impl/db_impl.cc:850] ------- DUMPING STATS ------- 2022-03-06T10:05:57.802 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.521+0000 7ff06963d700 4 rocksdb: [db_impl/db_impl.cc:851] 2022-03-06T10:05:57.802 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: ** DB Stats ** 2022-03-06T10:05:57.803 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: Uptime(secs): 0.0 total, 0.0 interval 2022-03-06T10:05:57.803 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2022-03-06T10:05:57.803 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2022-03-06T10:05:57.803 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2022-03-06T10:05:57.803 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2022-03-06T10:05:57.804 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2022-03-06T10:05:57.804 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2022-03-06T10:05:57.804 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: 2022-03-06T10:05:57.804 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: ** Compaction Stats [default] ** 2022-03-06T10:05:57.805 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-03-06T10:05:57.805 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-03-06T10:05:57.805 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: L0 2/0 76.74 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 129.9 0.00 0.00 1 0.001 0 0 2022-03-06T10:05:57.805 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: Sum 2/0 76.74 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 129.9 0.00 0.00 1 0.001 0 0 2022-03-06T10:05:57.805 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 129.9 0.00 0.00 1 0.001 0 0 2022-03-06T10:05:57.806 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: 2022-03-06T10:05:57.806 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: ** Compaction Stats [default] ** 2022-03-06T10:05:57.806 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-03-06T10:05:57.806 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-03-06T10:05:57.807 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 129.9 0.00 0.00 1 0.001 0 0 2022-03-06T10:05:57.807 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: Uptime(secs): 0.0 total, 0.0 interval 2022-03-06T10:05:57.807 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: Flush(GB): cumulative 0.000, interval 0.000 2022-03-06T10:05:57.807 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: AddFile(GB): cumulative 0.000, interval 0.000 2022-03-06T10:05:57.808 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: AddFile(Total Files): cumulative 0, interval 0 2022-03-06T10:05:57.808 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: AddFile(L0 Files): cumulative 0, interval 0 2022-03-06T10:05:57.808 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: AddFile(Keys): cumulative 0, interval 0 2022-03-06T10:05:57.808 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: Cumulative compaction: 0.00 GB write, 24.13 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-03-06T10:05:57.808 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: Interval compaction: 0.00 GB write, 24.13 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-03-06T10:05:57.809 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2022-03-06T10:05:57.809 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: 2022-03-06T10:05:57.809 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: ** File Read Latency Histogram By Level [default] ** 2022-03-06T10:05:57.809 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: 2022-03-06T10:05:57.810 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: ** Compaction Stats [default] ** 2022-03-06T10:05:57.810 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-03-06T10:05:57.810 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-03-06T10:05:57.810 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: L0 2/0 76.74 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 129.9 0.00 0.00 1 0.001 0 0 2022-03-06T10:05:57.811 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: Sum 2/0 76.74 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 129.9 0.00 0.00 1 0.001 0 0 2022-03-06T10:05:57.811 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2022-03-06T10:05:57.811 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: 2022-03-06T10:05:57.811 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: ** Compaction Stats [default] ** 2022-03-06T10:05:57.812 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-03-06T10:05:57.812 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-03-06T10:05:57.812 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 129.9 0.00 0.00 1 0.001 0 0 2022-03-06T10:05:57.812 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: Uptime(secs): 0.0 total, 0.0 interval 2022-03-06T10:05:57.812 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: Flush(GB): cumulative 0.000, interval 0.000 2022-03-06T10:05:57.813 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: AddFile(GB): cumulative 0.000, interval 0.000 2022-03-06T10:05:57.813 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: AddFile(Total Files): cumulative 0, interval 0 2022-03-06T10:05:57.813 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: AddFile(L0 Files): cumulative 0, interval 0 2022-03-06T10:05:57.813 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: AddFile(Keys): cumulative 0, interval 0 2022-03-06T10:05:57.814 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: Cumulative compaction: 0.00 GB write, 23.90 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-03-06T10:05:57.814 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-03-06T10:05:57.814 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2022-03-06T10:05:57.814 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: 2022-03-06T10:05:57.815 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: ** File Read Latency Histogram By Level [default] ** 2022-03-06T10:05:57.815 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: 2022-03-06T10:05:57.815 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.521+0000 7ff082825700 0 starting mon.smithi008 rank 0 at public addrs [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] at bind addrs [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] mon_data /var/lib/ceph/mon/ceph-smithi008 fsid f3cc2a6e-9d34-11ec-8c35-001a4aab830c 2022-03-06T10:05:57.815 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.522+0000 7ff082825700 1 mon.smithi008@-1(???) e1 preinit fsid f3cc2a6e-9d34-11ec-8c35-001a4aab830c 2022-03-06T10:05:57.815 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.523+0000 7ff082825700 0 mon.smithi008@-1(???).mds e1 new map 2022-03-06T10:05:57.816 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.523+0000 7ff082825700 0 mon.smithi008@-1(???).mds e1 print_map 2022-03-06T10:05:57.816 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: e1 2022-03-06T10:05:57.816 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: enable_multiple, ever_enabled_multiple: 1,1 2022-03-06T10:05:57.816 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2022-03-06T10:05:57.817 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: legacy client fscid: -1 2022-03-06T10:05:57.817 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: 2022-03-06T10:05:57.817 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: No filesystems configured 2022-03-06T10:05:57.817 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: 2022-03-06T10:05:57.817 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.523+0000 7ff082825700 0 mon.smithi008@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2022-03-06T10:05:57.818 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.523+0000 7ff082825700 0 mon.smithi008@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2022-03-06T10:05:57.818 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: 2022-03-06T10:05:57.818 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.523+0000 7ff082825700 0 mon.smithi008@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2022-03-06T10:05:57.818 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.523+0000 7ff082825700 0 mon.smithi008@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2022-03-06T10:05:57.819 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: audit 2022-03-06T10:05:57.819 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: 2022-03-06T10:05:55.477534+0000 2022-03-06T10:05:57.819 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: mon.smithi008 (mon.0) 8 : audit [INF] 2022-03-06T10:05:57.819 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: from='client.? 172.21.15.8:0/3557502132' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2022-03-06T10:05:57.819 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: audit 2022-03-06T10:05:57.820 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: 2022-03-06T10:05:55.480200+0000 mon.smithi008 2022-03-06T10:05:57.820 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: (mon.0) 9 : audit [INF] from='client.? 172.21.15.8:0/3557502132' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2022-03-06T10:05:57.820 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.523+0000 7ff082825700 1 mon.smithi008@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2022-03-06T10:05:57.820 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.524+0000 7ff082825700 20 expand_channel_meta expand map: {default=false} 2022-03-06T10:05:57.821 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.821 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: 2022-03-06T10:05:57.524+0000 7ff082825700 20 expand_channel_meta from 'false' to 'false' 2022-03-06T10:05:57.821 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.524+0000 7ff082825700 20 expand_channel_meta expanded map: {default=false} 2022-03-06T10:05:57.821 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.524+0000 7ff082825700 20 expand_channel_meta expand map: {default=info} 2022-03-06T10:05:57.821 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.524+0000 7ff082825700 20 expand_channel_meta from 'info' to 'info' 2022-03-06T10:05:57.822 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.822 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: 2022-03-06T10:05:57.524+0000 7ff082825700 20 expand_channel_meta expanded map: {default=info} 2022-03-06T10:05:57.822 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.524+0000 7ff082825700 20 expand_channel_meta expand map: {default=daemon} 2022-03-06T10:05:57.822 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.524+0000 7ff082825700 20 expand_channel_meta from 'daemon' to 'daemon' 2022-03-06T10:05:57.823 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.524+0000 7ff082825700 20 expand_channel_meta expanded map: {default=daemon} 2022-03-06T10:05:57.823 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.524+0000 7ff082825700 20 expand_channel_meta expand map: {default=debug} 2022-03-06T10:05:57.823 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.524+0000 7ff082825700 20 expand_channel_meta from 'debug' to 'debug' 2022-03-06T10:05:57.823 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: debug 2022-03-06T10:05:57.524+0000 7ff082825700 20 expand_channel_meta expanded map: {default=debug} 2022-03-06T10:05:57.824 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 systemd[1]: Started Ceph mon.smithi008 for f3cc2a6e-9d34-11ec-8c35-001a4aab830c. 2022-03-06T10:05:57.824 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: cluster 2022-03-06T10:05:57.539655+0000 2022-03-06T10:05:57.824 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: mon.smithi008 (mon.0) 1 : cluster [INF] mon.smithi008 is new leader, mons smithi008 in quorum (ranks 0) 2022-03-06T10:05:57.824 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: cluster 2022-03-06T10:05:57.539704+0000 mon.smithi008 (mon.0) 2 : cluster 2022-03-06T10:05:57.824 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: [DBG] monmap e1: 1 mons at {smithi008=[v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0]} 2022-03-06T10:05:57.825 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: cluster 2022-03-06T 2022-03-06T10:05:57.825 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: 10:05:57.539738+0000 mon.smithi008 (mon.0) 2022-03-06T10:05:57.825 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: 3 : cluster [DBG] fsmap 2022-03-06T10:05:57.825 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: cluster 2022-03-06T 2022-03-06T10:05:57.826 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: 10:05:57.539764+0000 mon.smithi008 (mon 2022-03-06T10:05:57.826 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: .0) 4 : cluster [DBG] osdmap e1: 0 total, 0 up, 0 in 2022-03-06T10:05:57.826 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: cluster 2022- 2022-03-06T10:05:57.826 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: 03-06T10:05:57.540081+0000 2022-03-06T10:05:57.827 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: mon.smithi008 (mon.0) 5 : cluster [DBG] 2022-03-06T10:05:57.827 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:57 smithi008 conmon[29939]: mgrmap e1: no daemons active 2022-03-06T10:05:59.307 INFO:teuthology.orchestra.run.smithi008.stderr:Wrote config to /etc/ceph/ceph.conf 2022-03-06T10:05:59.307 INFO:teuthology.orchestra.run.smithi008.stderr:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2022-03-06T10:05:59.308 INFO:teuthology.orchestra.run.smithi008.stderr:Creating mgr... 2022-03-06T10:05:59.308 INFO:teuthology.orchestra.run.smithi008.stderr:Verifying port 9283 ... 2022-03-06T10:05:59.309 INFO:teuthology.orchestra.run.smithi008.stderr:Running command: systemctl daemon-reload 2022-03-06T10:05:59.402 INFO:teuthology.orchestra.run.smithi008.stderr:Running command: systemctl stop ceph-f3cc2a6e-9d34-11ec-8c35-001a4aab830c@mgr.smithi008.onsztl 2022-03-06T10:05:59.433 INFO:teuthology.orchestra.run.smithi008.stderr:Running command: systemctl reset-failed ceph-f3cc2a6e-9d34-11ec-8c35-001a4aab830c@mgr.smithi008.onsztl 2022-03-06T10:05:59.439 INFO:teuthology.orchestra.run.smithi008.stderr:systemctl: Failed to reset failed state of unit ceph-f3cc2a6e-9d34-11ec-8c35-001a4aab830c@mgr.smithi008.onsztl.service: Unit ceph-f3cc2a6e-9d34-11ec-8c35-001a4aab830c@mgr.smithi008.onsztl.service not loaded. 2022-03-06T10:05:59.439 INFO:teuthology.orchestra.run.smithi008.stderr:Running command: systemctl enable ceph-f3cc2a6e-9d34-11ec-8c35-001a4aab830c@mgr.smithi008.onsztl 2022-03-06T10:05:59.445 INFO:teuthology.orchestra.run.smithi008.stderr:systemctl: Created symlink /etc/systemd/system/ceph-f3cc2a6e-9d34-11ec-8c35-001a4aab830c.target.wants/ceph-f3cc2a6e-9d34-11ec-8c35-001a4aab830c@mgr.smithi008.onsztl.service → /etc/systemd/system/ceph-f3cc2a6e-9d34-11ec-8c35-001a4aab830c@.service. 2022-03-06T10:05:59.527 INFO:teuthology.orchestra.run.smithi008.stderr:Running command: systemctl start ceph-f3cc2a6e-9d34-11ec-8c35-001a4aab830c@mgr.smithi008.onsztl 2022-03-06T10:06:00.060 INFO:teuthology.orchestra.run.smithi008.stderr:Running command: systemctl is-enabled firewalld.service 2022-03-06T10:06:00.068 INFO:teuthology.orchestra.run.smithi008.stderr:systemctl: disabled 2022-03-06T10:06:00.068 INFO:teuthology.orchestra.run.smithi008.stderr:Running command: systemctl is-active firewalld.service 2022-03-06T10:06:00.076 INFO:teuthology.orchestra.run.smithi008.stderr:systemctl: inactive 2022-03-06T10:06:00.077 INFO:teuthology.orchestra.run.smithi008.stderr:firewalld.service is not enabled 2022-03-06T10:06:00.077 INFO:teuthology.orchestra.run.smithi008.stderr:Not possible to enable service . firewalld.service is not available 2022-03-06T10:06:00.078 INFO:teuthology.orchestra.run.smithi008.stderr:Not possible to open ports <[]>. firewalld.service is not available 2022-03-06T10:06:00.078 INFO:teuthology.orchestra.run.smithi008.stderr:Running command: systemctl is-enabled firewalld.service 2022-03-06T10:06:00.086 INFO:teuthology.orchestra.run.smithi008.stderr:systemctl: disabled 2022-03-06T10:06:00.086 INFO:teuthology.orchestra.run.smithi008.stderr:Running command: systemctl is-active firewalld.service 2022-03-06T10:06:00.094 INFO:teuthology.orchestra.run.smithi008.stderr:systemctl: inactive 2022-03-06T10:06:00.095 INFO:teuthology.orchestra.run.smithi008.stderr:firewalld.service is not enabled 2022-03-06T10:06:00.096 INFO:teuthology.orchestra.run.smithi008.stderr:Not possible to open ports <[9283]>. firewalld.service is not available 2022-03-06T10:06:00.096 INFO:teuthology.orchestra.run.smithi008.stderr:Waiting for mgr to start... 2022-03-06T10:06:00.096 INFO:teuthology.orchestra.run.smithi008.stderr:Waiting for mgr... 2022-03-06T10:06:00.096 INFO:teuthology.orchestra.run.smithi008.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi008 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/f3cc2a6e-9d34-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmps7sv1p48:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp0dejf0xt:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 status -f json-pretty 2022-03-06T10:06:00.245 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:05:59 smithi008 conmon[29939]: audit 2022-03-06T10:05:58.831920+0000 mon.smithi008 (mon.0) 6 : audit [INF] from='client.? 172.21.15.8:0/3189854275' entity='client.admin' 2022-03-06T10:06:00.774 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: 2022-03-06T10:06:00.775 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: { 2022-03-06T10:06:00.775 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "fsid": "f3cc2a6e-9d34-11ec-8c35-001a4aab830c", 2022-03-06T10:06:00.775 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "health": { 2022-03-06T10:06:00.775 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "status": "HEALTH_OK", 2022-03-06T10:06:00.776 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "checks": {}, 2022-03-06T10:06:00.776 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "mutes": [] 2022-03-06T10:06:00.776 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: }, 2022-03-06T10:06:00.779 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "election_epoch": 5, 2022-03-06T10:06:00.780 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "quorum": [ 2022-03-06T10:06:00.780 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: 0 2022-03-06T10:06:00.780 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: ], 2022-03-06T10:06:00.780 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "quorum_names": [ 2022-03-06T10:06:00.781 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "smithi008" 2022-03-06T10:06:00.781 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: ], 2022-03-06T10:06:00.781 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "quorum_age": 3, 2022-03-06T10:06:00.781 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "monmap": { 2022-03-06T10:06:00.782 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "epoch": 1, 2022-03-06T10:06:00.782 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "min_mon_release_name": "pacific", 2022-03-06T10:06:00.782 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "num_mons": 1 2022-03-06T10:06:00.782 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: }, 2022-03-06T10:06:00.782 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "osdmap": { 2022-03-06T10:06:00.783 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "epoch": 1, 2022-03-06T10:06:00.783 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "num_osds": 0, 2022-03-06T10:06:00.783 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "num_up_osds": 0, 2022-03-06T10:06:00.783 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "osd_up_since": 0, 2022-03-06T10:06:00.784 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "num_in_osds": 0, 2022-03-06T10:06:00.784 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "osd_in_since": 0, 2022-03-06T10:06:00.784 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "num_remapped_pgs": 0 2022-03-06T10:06:00.784 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: }, 2022-03-06T10:06:00.784 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "pgmap": { 2022-03-06T10:06:00.785 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "pgs_by_state": [], 2022-03-06T10:06:00.785 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "num_pgs": 0, 2022-03-06T10:06:00.785 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "num_pools": 0, 2022-03-06T10:06:00.785 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "num_objects": 0, 2022-03-06T10:06:00.786 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "data_bytes": 0, 2022-03-06T10:06:00.786 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "bytes_used": 0, 2022-03-06T10:06:00.786 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "bytes_avail": 0, 2022-03-06T10:06:00.786 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "bytes_total": 0 2022-03-06T10:06:00.789 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: }, 2022-03-06T10:06:00.789 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "fsmap": { 2022-03-06T10:06:00.789 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "epoch": 1, 2022-03-06T10:06:00.790 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "by_rank": [], 2022-03-06T10:06:00.790 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "up:standby": 0 2022-03-06T10:06:00.790 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: }, 2022-03-06T10:06:00.790 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "mgrmap": { 2022-03-06T10:06:00.790 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "available": false, 2022-03-06T10:06:00.791 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "num_standbys": 0, 2022-03-06T10:06:00.791 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "modules": [ 2022-03-06T10:06:00.791 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "iostat", 2022-03-06T10:06:00.792 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "restful" 2022-03-06T10:06:00.792 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: ], 2022-03-06T10:06:00.792 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "services": {} 2022-03-06T10:06:00.792 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: }, 2022-03-06T10:06:00.793 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "servicemap": { 2022-03-06T10:06:00.793 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "epoch": 1, 2022-03-06T10:06:00.793 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "modified": "2022-03-06T10:05:53.913210+0000", 2022-03-06T10:06:00.793 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "services": {} 2022-03-06T10:06:00.793 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: }, 2022-03-06T10:06:00.794 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "progress_events": {} 2022-03-06T10:06:00.794 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: } 2022-03-06T10:06:01.142 INFO:teuthology.orchestra.run.smithi008.stderr:mgr not available, waiting (1/15)... 2022-03-06T10:06:01.163 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:00 smithi008 conmon[29939]: audit 2022-03-06T10:06:00.771287+0000 2022-03-06T10:06:01.163 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:00 smithi008 conmon[29939]: mon.smithi008 (mon.0) 7 : audit [DBG] from='client.? 172.21.15.8:0/2655086192' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2022-03-06T10:06:03.144 INFO:teuthology.orchestra.run.smithi008.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi008 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/f3cc2a6e-9d34-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmps7sv1p48:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp0dejf0xt:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 status -f json-pretty 2022-03-06T10:06:03.894 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: 2022-03-06T10:06:03.894 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: { 2022-03-06T10:06:03.895 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "fsid": "f3cc2a6e-9d34-11ec-8c35-001a4aab830c", 2022-03-06T10:06:03.895 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "health": { 2022-03-06T10:06:03.895 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "status": "HEALTH_OK", 2022-03-06T10:06:03.895 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "checks": {}, 2022-03-06T10:06:03.896 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "mutes": [] 2022-03-06T10:06:03.896 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: }, 2022-03-06T10:06:03.896 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "election_epoch": 5, 2022-03-06T10:06:03.896 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "quorum": [ 2022-03-06T10:06:03.897 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: 0 2022-03-06T10:06:03.897 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: ], 2022-03-06T10:06:03.897 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "quorum_names": [ 2022-03-06T10:06:03.898 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "smithi008" 2022-03-06T10:06:03.898 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: ], 2022-03-06T10:06:03.898 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "quorum_age": 6, 2022-03-06T10:06:03.898 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "monmap": { 2022-03-06T10:06:03.899 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "epoch": 1, 2022-03-06T10:06:03.899 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "min_mon_release_name": "pacific", 2022-03-06T10:06:03.899 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "num_mons": 1 2022-03-06T10:06:03.899 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: }, 2022-03-06T10:06:03.900 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "osdmap": { 2022-03-06T10:06:03.900 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "epoch": 1, 2022-03-06T10:06:03.900 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "num_osds": 0, 2022-03-06T10:06:03.900 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "num_up_osds": 0, 2022-03-06T10:06:03.901 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "osd_up_since": 0, 2022-03-06T10:06:03.901 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "num_in_osds": 0, 2022-03-06T10:06:03.901 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "osd_in_since": 0, 2022-03-06T10:06:03.902 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "num_remapped_pgs": 0 2022-03-06T10:06:03.902 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: }, 2022-03-06T10:06:03.902 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "pgmap": { 2022-03-06T10:06:03.902 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "pgs_by_state": [], 2022-03-06T10:06:03.903 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "num_pgs": 0, 2022-03-06T10:06:03.903 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "num_pools": 0, 2022-03-06T10:06:03.903 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "num_objects": 0, 2022-03-06T10:06:03.903 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "data_bytes": 0, 2022-03-06T10:06:03.904 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "bytes_used": 0, 2022-03-06T10:06:03.904 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "bytes_avail": 0, 2022-03-06T10:06:03.904 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "bytes_total": 0 2022-03-06T10:06:03.904 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: }, 2022-03-06T10:06:03.904 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "fsmap": { 2022-03-06T10:06:03.905 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "epoch": 1, 2022-03-06T10:06:03.905 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "by_rank": [], 2022-03-06T10:06:03.905 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "up:standby": 0 2022-03-06T10:06:03.905 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: }, 2022-03-06T10:06:03.906 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "mgrmap": { 2022-03-06T10:06:03.906 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "available": false, 2022-03-06T10:06:03.906 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "num_standbys": 0, 2022-03-06T10:06:03.906 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "modules": [ 2022-03-06T10:06:03.906 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "iostat", 2022-03-06T10:06:03.907 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "restful" 2022-03-06T10:06:03.907 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: ], 2022-03-06T10:06:03.907 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "services": {} 2022-03-06T10:06:03.907 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: }, 2022-03-06T10:06:03.908 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "servicemap": { 2022-03-06T10:06:03.908 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "epoch": 1, 2022-03-06T10:06:03.908 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "modified": "2022-03-06T10:05:53.913210+0000", 2022-03-06T10:06:03.908 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "services": {} 2022-03-06T10:06:03.909 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: }, 2022-03-06T10:06:03.909 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "progress_events": {} 2022-03-06T10:06:03.909 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: } 2022-03-06T10:06:04.245 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:03 smithi008 conmon[29939]: audit 2022-03-06T10:06:03.884825+0000 mon.smithi008 (mon.0) 8 : audit [DBG] from='client.? 172.21.15.8:0/4148743509' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2022-03-06T10:06:04.281 INFO:teuthology.orchestra.run.smithi008.stderr:mgr not available, waiting (2/15)... 2022-03-06T10:06:06.283 INFO:teuthology.orchestra.run.smithi008.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi008 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/f3cc2a6e-9d34-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmps7sv1p48:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp0dejf0xt:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 status -f json-pretty 2022-03-06T10:06:06.437 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:05 smithi008 conmon[29939]: cluster 2022-03-06T10:06:05.946995+0000 2022-03-06T10:06:06.438 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:05 smithi008 conmon[29939]: mon.smithi008 (mon.0) 9 : cluster [INF] Activating manager daemon smithi008.onsztl 2022-03-06T10:06:06.438 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:05 smithi008 conmon[29939]: cluster 2022-03-06T10:06:05.949493+0000 mon.smithi008 (mon.0) 10 : cluster [DBG] mgrmap e2: smithi008.onsztl(active, starting, since 0.0026029s) 2022-03-06T10:06:06.438 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:05 smithi008 conmon[29939]: audit 2022-03-06T10:06:05.950428+0000 mon.smithi008 (mon.0) 11 : audit [DBG] from='mgr.14100 172.21.15.8:0/1407886804' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "mds metadata"}]: dispatch 2022-03-06T10:06:06.439 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:05 smithi008 conmon[29939]: audit 2022-03-06T10:06:05.950661+0000 mon.smithi008 (mon.0) 12 : audit [DBG] from='mgr.14100 172.21.15.8:0/1407886804' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata"}]: dispatch 2022-03-06T10:06:06.439 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:05 smithi008 conmon[29939]: audit 2022-03-06T10:06:05.950860+0000 mon.smithi008 (mon.0) 13 : audit [DBG] from='mgr.14100 172.21.15.8:0/1407886804' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "mon metadata"}]: dispatch 2022-03-06T10:06:06.439 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:05 smithi008 conmon[29939]: audit 2022-03-06T10:06:05.951072+0000 mon.smithi008 (mon.0) 14 : audit [DBG] from='mgr.14100 172.21.15.8:0/1407886804' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "mon metadata", "id": "smithi008"}]: dispatch 2022-03-06T10:06:06.439 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:05 smithi008 conmon[29939]: audit 2022-03-06T10:06:05.951420+0000 mon.smithi008 (mon.0) 15 : audit [DBG] from='mgr.14100 172.21.15.8:0/1407886804' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "mgr metadata", "who": "smithi008.onsztl", "id": "smithi008.onsztl"}]: dispatch 2022-03-06T10:06:06.439 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:05 smithi008 conmon[29939]: cluster 2022-03-06T10:06:05.965541+0000 mon.smithi008 (mon.0) 16 : cluster [INF] Manager daemon smithi008.onsztl is now available 2022-03-06T10:06:06.440 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:05 smithi008 conmon[29939]: audit 2022-03-06T10:06:05.974753+0000 mon.smithi008 (mon.0) 17 : audit [INF] from='mgr.14100 172.21.15.8:0/1407886804' entity='mgr.smithi008.onsztl' 2022-03-06T10:06:06.440 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:05 smithi008 conmon[29939]: audit 2022-03-06T10:06:05.978911+0000 mon.smithi008 (mon.0) 18 : audit [INF] from='mgr.14100 172.21.15.8:0/1407886804' entity='mgr.smithi008.onsztl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi008.onsztl/mirror_snapshot_schedule"}]: dispatch 2022-03-06T10:06:06.440 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:05 smithi008 conmon[29939]: audit 2022-03-06T10:06:05.980215+0000 mon.smithi008 (mon.0) 19 : audit [INF] from='mgr.14100 172.21.15.8:0/1407886804' entity='mgr.smithi008.onsztl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi008.onsztl/trash_purge_schedule"}]: dispatch 2022-03-06T10:06:06.440 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:05 smithi008 conmon[29939]: audit 2022-03-06T10:06:06.441 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:05 smithi008 conmon[29939]: 2022-03-06T10:06:05.985434+0000 mon.smithi008 (mon.0) 20 : audit [INF] from='mgr.14100 172.21.15.8:0/1407886804' entity='mgr.smithi008.onsztl' 2022-03-06T10:06:06.441 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:05 smithi008 conmon[29939]: audit 2022-03-06T10: 2022-03-06T10:06:06.441 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:05 smithi008 conmon[29939]: 06:05.987938+0000 mon.smithi008 (mon.0) 21 : audit 2022-03-06T10:06:06.441 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:05 smithi008 conmon[29939]: [INF] from='mgr.14100 172.21.15.8:0/1407886804' entity='mgr.smithi008.onsztl' 2022-03-06T10:06:06.913 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: 2022-03-06T10:06:06.913 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: { 2022-03-06T10:06:06.913 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "fsid": "f3cc2a6e-9d34-11ec-8c35-001a4aab830c", 2022-03-06T10:06:06.914 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "health": { 2022-03-06T10:06:06.914 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "status": "HEALTH_OK", 2022-03-06T10:06:06.914 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "checks": {}, 2022-03-06T10:06:06.914 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "mutes": [] 2022-03-06T10:06:06.915 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: }, 2022-03-06T10:06:06.915 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "election_epoch": 5, 2022-03-06T10:06:06.915 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "quorum": [ 2022-03-06T10:06:06.915 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: 0 2022-03-06T10:06:06.916 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: ], 2022-03-06T10:06:06.916 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "quorum_names": [ 2022-03-06T10:06:06.916 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "smithi008" 2022-03-06T10:06:06.917 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: ], 2022-03-06T10:06:06.917 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "quorum_age": 9, 2022-03-06T10:06:06.917 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "monmap": { 2022-03-06T10:06:06.918 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "epoch": 1, 2022-03-06T10:06:06.918 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "min_mon_release_name": "pacific", 2022-03-06T10:06:06.918 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "num_mons": 1 2022-03-06T10:06:06.918 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: }, 2022-03-06T10:06:06.918 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "osdmap": { 2022-03-06T10:06:06.919 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "epoch": 1, 2022-03-06T10:06:06.919 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "num_osds": 0, 2022-03-06T10:06:06.923 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "num_up_osds": 0, 2022-03-06T10:06:06.924 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "osd_up_since": 0, 2022-03-06T10:06:06.924 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "num_in_osds": 0, 2022-03-06T10:06:06.924 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "osd_in_since": 0, 2022-03-06T10:06:06.924 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "num_remapped_pgs": 0 2022-03-06T10:06:06.925 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: }, 2022-03-06T10:06:06.925 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "pgmap": { 2022-03-06T10:06:06.925 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "pgs_by_state": [], 2022-03-06T10:06:06.925 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "num_pgs": 0, 2022-03-06T10:06:06.926 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "num_pools": 0, 2022-03-06T10:06:06.926 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "num_objects": 0, 2022-03-06T10:06:06.926 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "data_bytes": 0, 2022-03-06T10:06:06.926 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "bytes_used": 0, 2022-03-06T10:06:06.926 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "bytes_avail": 0, 2022-03-06T10:06:06.927 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "bytes_total": 0 2022-03-06T10:06:06.927 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: }, 2022-03-06T10:06:06.927 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "fsmap": { 2022-03-06T10:06:06.927 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "epoch": 1, 2022-03-06T10:06:06.927 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "by_rank": [], 2022-03-06T10:06:06.928 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "up:standby": 0 2022-03-06T10:06:06.928 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: }, 2022-03-06T10:06:06.928 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "mgrmap": { 2022-03-06T10:06:06.928 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "available": false, 2022-03-06T10:06:06.929 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "num_standbys": 0, 2022-03-06T10:06:06.929 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "modules": [ 2022-03-06T10:06:06.929 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "iostat", 2022-03-06T10:06:06.929 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "restful" 2022-03-06T10:06:06.929 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: ], 2022-03-06T10:06:06.930 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "services": {} 2022-03-06T10:06:06.930 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: }, 2022-03-06T10:06:06.930 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "servicemap": { 2022-03-06T10:06:06.930 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "epoch": 1, 2022-03-06T10:06:06.931 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "modified": "2022-03-06T10:05:53.913210+0000", 2022-03-06T10:06:06.931 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "services": {} 2022-03-06T10:06:06.931 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: }, 2022-03-06T10:06:06.931 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "progress_events": {} 2022-03-06T10:06:06.932 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: } 2022-03-06T10:06:07.245 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:06 smithi008 conmon[29939]: audit 2022-03-06T10:06:06.908604+0000 mon.smithi008 (mon.0) 22 : audit [DBG] from='client.? 172.21.15.8:0/1413651464' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2022-03-06T10:06:07.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:06 smithi008 conmon[29939]: cluster 2022-03-06T10:06:06.952154+0000 mon.smithi008 (mon.0) 23 : cluster [DBG] mgrmap e3: smithi008.onsztl(active, since 1.00527s) 2022-03-06T10:06:07.320 INFO:teuthology.orchestra.run.smithi008.stderr:mgr not available, waiting (3/15)... 2022-03-06T10:06:09.323 INFO:teuthology.orchestra.run.smithi008.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi008 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/f3cc2a6e-9d34-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmps7sv1p48:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp0dejf0xt:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 status -f json-pretty 2022-03-06T10:06:09.995 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:09 smithi008 conmon[29939]: cluster 2022-03-06T10:06:08.531451+0000 mon.smithi008 (mon.0) 24 : cluster [DBG] mgrmap e4: smithi008.onsztl(active, since 2s) 2022-03-06T10:06:12.055 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: 2022-03-06T10:06:12.055 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: { 2022-03-06T10:06:12.055 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "fsid": "f3cc2a6e-9d34-11ec-8c35-001a4aab830c", 2022-03-06T10:06:12.056 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "health": { 2022-03-06T10:06:12.056 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "status": "HEALTH_OK", 2022-03-06T10:06:12.056 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "checks": {}, 2022-03-06T10:06:12.056 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "mutes": [] 2022-03-06T10:06:12.057 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: }, 2022-03-06T10:06:12.057 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "election_epoch": 5, 2022-03-06T10:06:12.057 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "quorum": [ 2022-03-06T10:06:12.057 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: 0 2022-03-06T10:06:12.058 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: ], 2022-03-06T10:06:12.058 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "quorum_names": [ 2022-03-06T10:06:12.058 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "smithi008" 2022-03-06T10:06:12.058 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: ], 2022-03-06T10:06:12.058 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "quorum_age": 14, 2022-03-06T10:06:12.059 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "monmap": { 2022-03-06T10:06:12.059 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "epoch": 1, 2022-03-06T10:06:12.059 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "min_mon_release_name": "pacific", 2022-03-06T10:06:12.059 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "num_mons": 1 2022-03-06T10:06:12.060 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: }, 2022-03-06T10:06:12.060 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "osdmap": { 2022-03-06T10:06:12.060 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "epoch": 1, 2022-03-06T10:06:12.060 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "num_osds": 0, 2022-03-06T10:06:12.060 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "num_up_osds": 0, 2022-03-06T10:06:12.061 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "osd_up_since": 0, 2022-03-06T10:06:12.061 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "num_in_osds": 0, 2022-03-06T10:06:12.065 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "osd_in_since": 0, 2022-03-06T10:06:12.065 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "num_remapped_pgs": 0 2022-03-06T10:06:12.065 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: }, 2022-03-06T10:06:12.065 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "pgmap": { 2022-03-06T10:06:12.066 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "pgs_by_state": [], 2022-03-06T10:06:12.066 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "num_pgs": 0, 2022-03-06T10:06:12.066 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "num_pools": 0, 2022-03-06T10:06:12.066 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "num_objects": 0, 2022-03-06T10:06:12.067 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "data_bytes": 0, 2022-03-06T10:06:12.067 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "bytes_used": 0, 2022-03-06T10:06:12.067 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "bytes_avail": 0, 2022-03-06T10:06:12.067 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "bytes_total": 0 2022-03-06T10:06:12.068 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: }, 2022-03-06T10:06:12.068 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "fsmap": { 2022-03-06T10:06:12.068 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "epoch": 1, 2022-03-06T10:06:12.068 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "by_rank": [], 2022-03-06T10:06:12.068 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "up:standby": 0 2022-03-06T10:06:12.069 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: }, 2022-03-06T10:06:12.069 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "mgrmap": { 2022-03-06T10:06:12.069 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "available": true, 2022-03-06T10:06:12.070 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "num_standbys": 0, 2022-03-06T10:06:12.070 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "modules": [ 2022-03-06T10:06:12.070 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "iostat", 2022-03-06T10:06:12.070 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "restful" 2022-03-06T10:06:12.071 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: ], 2022-03-06T10:06:12.071 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "services": {} 2022-03-06T10:06:12.071 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: }, 2022-03-06T10:06:12.072 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "servicemap": { 2022-03-06T10:06:12.072 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "epoch": 1, 2022-03-06T10:06:12.072 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "modified": "2022-03-06T10:05:53.913210+0000", 2022-03-06T10:06:12.072 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "services": {} 2022-03-06T10:06:12.072 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: }, 2022-03-06T10:06:12.073 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "progress_events": {} 2022-03-06T10:06:12.073 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: } 2022-03-06T10:06:12.372 INFO:teuthology.orchestra.run.smithi008.stderr:mgr is available 2022-03-06T10:06:12.372 INFO:teuthology.orchestra.run.smithi008.stderr:Enabling cephadm module... 2022-03-06T10:06:12.373 INFO:teuthology.orchestra.run.smithi008.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi008 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/f3cc2a6e-9d34-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmps7sv1p48:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp0dejf0xt:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 mgr module enable cephadm 2022-03-06T10:06:12.481 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:12 smithi008 conmon[29939]: audit 2022-03-06T10:06:12.051055+0000 2022-03-06T10:06:12.482 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:12 smithi008 conmon[29939]: mon.smithi008 (mon.0) 25 : audit [DBG] from='client.? 172.21.15.8:0/2661476303' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2022-03-06T10:06:13.909 INFO:teuthology.orchestra.run.smithi008.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi008 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/f3cc2a6e-9d34-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmps7sv1p48:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp0dejf0xt:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 mgr stat 2022-03-06T10:06:13.928 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:13 smithi008 conmon[29939]: audit 2022-03-06T10:06:13.209073+0000 mon.smithi008 ( 2022-03-06T10:06:13.928 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:13 smithi008 conmon[29939]: mon.0) 26 : audit [INF] from='client.? 172.21.15.8:0/1414458538' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2022-03-06T10:06:14.829 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:14 smithi008 conmon[29939]: audit 2022-03-06T10:06:13.533806+0000 mon.smithi008 2022-03-06T10:06:14.829 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:14 smithi008 conmon[29939]: (mon.0) 27 : audit [INF] from='client.? 172.21.15.8:0/1414458538' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2022-03-06T10:06:14.829 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:14 smithi008 conmon[29939]: cluster 2022-03-06T10:06:13.533879+0000 mon.smithi008 (mon.0) 28 : cluster 2022-03-06T10:06:14.830 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:14 smithi008 conmon[29939]: [DBG] mgrmap e5: smithi008.onsztl(active, since 7s) 2022-03-06T10:06:14.830 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: { 2022-03-06T10:06:14.831 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "epoch": 5, 2022-03-06T10:06:14.831 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "available": true, 2022-03-06T10:06:14.831 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "active_name": "smithi008.onsztl", 2022-03-06T10:06:14.832 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "num_standby": 0 2022-03-06T10:06:14.832 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: } 2022-03-06T10:06:15.348 INFO:teuthology.orchestra.run.smithi008.stderr:Waiting for the mgr to restart... 2022-03-06T10:06:15.349 INFO:teuthology.orchestra.run.smithi008.stderr:Waiting for mgr epoch 5... 2022-03-06T10:06:15.349 INFO:teuthology.orchestra.run.smithi008.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi008 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/f3cc2a6e-9d34-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmps7sv1p48:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp0dejf0xt:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 tell mgr mgr_status 2022-03-06T10:06:15.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:15 smithi008 conmon[29939]: audit 2022-03-06T10:06:14. 2022-03-06T10:06:15.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:15 smithi008 conmon[29939]: 827622+0000 mon.smithi008 (mon.0) 29 : audit [DBG] from='client.? 172.21.15.8:0/2871302024' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2022-03-06T10:06:20.588 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: { 2022-03-06T10:06:20.619 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "mgrmap_epoch": 7, 2022-03-06T10:06:20.619 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "initialized": true 2022-03-06T10:06:20.620 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: } 2022-03-06T10:06:20.995 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:20 smithi008 conmon[29939]: cluster 2022-03-06T10:06:19.518125+0000 mon.smithi008 (mon.0) 30 : cluster [INF] Active manager daemon smithi008.onsztl restarted 2022-03-06T10:06:20.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:20 smithi008 conmon[29939]: cluster 2022-03-06T10:06:19.518652+0000 mon.smithi008 (mon.0) 31 : cluster [INF] Activating manager daemon smithi008.onsztl 2022-03-06T10:06:20.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:20 smithi008 conmon[29939]: cluster 2022-03-06T10:06:19.520431+0000 mon.smithi008 (mon.0) 32 : cluster [DBG] osdmap e2: 0 total, 0 up, 0 in 2022-03-06T10:06:20.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:20 smithi008 conmon[29939]: cluster 2022-03-06T10:06:19.571032+0000 mon.smithi008 (mon.0) 33 : cluster [DBG] mgrmap e6: smithi008.onsztl(active, starting, since 0.0524916s) 2022-03-06T10:06:20.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:20 smithi008 conmon[29939]: audit 2022-03-06T10:06:19.572061+0000 mon.smithi008 (mon.0) 34 : audit [DBG] from='mgr.14116 172.21.15.8:0/2988587284' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "mon metadata", "id": "smithi008"}]: dispatch 2022-03-06T10:06:20.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:20 smithi008 conmon[29939]: audit 2022-03-06T10:06:19.572727+0000 mon.smithi008 (mon.0) 35 : audit [DBG] from='mgr.14116 172.21.15.8:0/2988587284' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "mgr metadata", "who": "smithi008.onsztl", "id": "smithi008.onsztl"}]: dispatch 2022-03-06T10:06:20.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:20 smithi008 conmon[29939]: audit 2022-03-06T10:06:19.573612+0000 mon.smithi008 (mon.0) 36 : audit [DBG] from='mgr.14116 172.21.15.8:0/2988587284' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "mds metadata"}]: dispatch 2022-03-06T10:06:20.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:20 smithi008 conmon[29939]: audit 2022-03-06T10:06:19.573884+0000 mon.smithi008 (mon.0) 37 : audit [DBG] from='mgr.14116 172.21.15.8:0/2988587284' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata"}]: dispatch 2022-03-06T10:06:20.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:20 smithi008 conmon[29939]: audit 2022-03-06T10:06:19.574119+0000 mon.smithi008 (mon.0) 38 : audit [DBG] from='mgr.14116 172.21.15.8:0/2988587284' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "mon metadata"}]: dispatch 2022-03-06T10:06:20.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:20 smithi008 conmon[29939]: cluster 2022-03-06T10:06:19.576310+0000 mon.smithi008 (mon.0) 39 : cluster [INF] Manager daemon smithi008.onsztl is now available 2022-03-06T10:06:20.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:20 smithi008 conmon[29939]: audit 2022-03-06T10:06:19.592630+0000 mon.smithi008 (mon.0) 40 : audit [INF] from='mgr.14116 172.21.15.8:0/2988587284' entity='mgr.smithi008.onsztl' 2022-03-06T10:06:20.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:20 smithi008 conmon[29939]: audit 2022-03-06T10:06:19.595164+0000 mon.smithi008 (mon.0) 41 : audit [INF] from='mgr.14116 172.21.15.8:0/2988587284' entity='mgr.smithi008.onsztl' 2022-03-06T10:06:20.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:20 smithi008 conmon[29939]: audit 2022-03-06T10:06:19.597573+0000 mon.smithi008 (mon.0) 42 : audit [INF] from='mgr.14116 172.21.15.8:0/2988587284' entity='mgr.smithi008.onsztl' 2022-03-06T10:06:20.999 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:20 smithi008 conmon[29939]: audit 2022-03-06T10:06:19.718823+0000 mon.smithi008 (mon.0) 43 : audit [INF] from='mgr.14116 172.21.15.8:0/2988587284' entity='mgr.smithi008.onsztl' 2022-03-06T10:06:20.999 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:20 smithi008 conmon[29939]: audit 2022-03-06T10:06:19.719588+0000 2022-03-06T10:06:20.999 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:20 smithi008 conmon[29939]: mon.smithi008 (mon.0) 44 : audit [DBG] from='mgr.14116 172.21.15.8:0/2988587284' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:06:20.999 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:20 smithi008 conmon[29939]: audit 2022-03-06T10:06:19.720747+0000 mon.smithi008 (mon.0) 45 : audit [DBG] from='mgr.14116 172.21.15.8:0/2988587284' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:06:21.000 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:20 smithi008 conmon[29939]: audit 2022-03-06T10:06:19.722340+0000 mon.smithi008 (mon.0) 46 : audit [DBG] from='mgr.14116 172.21.15.8:0/2988587284' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:06:21.000 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:20 smithi008 conmon[29939]: audit 2022-03-06T10:06:19.734511+0000 mon.smithi008 (mon.0) 47 : audit [INF] from='mgr.14116 172.21.15.8:0/2988587284' entity='mgr.smithi008.onsztl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi008.onsztl/mirror_snapshot_schedule"}]: dispatch 2022-03-06T10:06:21.000 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:20 smithi008 conmon[29939]: audit 2022-03-06T10:06:19.735828+0000 mon.smithi008 (mon.0) 48 : audit [INF] from='mgr.14116 172.21.15.8:0/2988587284' entity='mgr.smithi008.onsztl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi008.onsztl/trash_purge_schedule"}]: dispatch 2022-03-06T10:06:21.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:21 smithi008 conmon[29939]: audit 2022-03-06T10:06:20.573467+0000 mgr.smithi008.onsztl ( 2022-03-06T10:06:21.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:21 smithi008 conmon[29939]: mgr.14116) 1 : audit [DBG] from='client.14120 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2022-03-06T10:06:21.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:21 smithi008 conmon[29939]: cluster 2022-03-06T10:06:20.574333+0000 mon.smithi008 (mon.0) 49 : cluster [DBG] mgrmap e7: smithi008.onsztl(active, since 1.0558s) 2022-03-06T10:06:22.995 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:22 smithi008 conmon[29939]: audit 2022-03-06T10:06:20.585008+0000 mgr.smithi008.onsztl (mgr.14116 2022-03-06T10:06:22.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:22 smithi008 conmon[29939]: ) 2 : audit [DBG] from='client.14120 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2022-03-06T10:06:22.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:22 smithi008 conmon[29939]: cluster 2022-03-06T10:06:21.576113+0000 mon.smithi008 (mon.0) 50 : cluster [DBG] mgrmap e8: smithi008.onsztl(active, since 2s) 2022-03-06T10:06:23.112 INFO:teuthology.orchestra.run.smithi008.stderr:mgr epoch 5 is available 2022-03-06T10:06:23.112 INFO:teuthology.orchestra.run.smithi008.stderr:Setting orchestrator backend to cephadm... 2022-03-06T10:06:23.112 INFO:teuthology.orchestra.run.smithi008.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi008 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/f3cc2a6e-9d34-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmps7sv1p48:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp0dejf0xt:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 orch set backend cephadm 2022-03-06T10:06:24.355 INFO:teuthology.orchestra.run.smithi008.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi008 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/f3cc2a6e-9d34-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmps7sv1p48:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp0dejf0xt:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 cephadm set-user root 2022-03-06T10:06:25.148 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: value unchanged 2022-03-06T10:06:25.245 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:24 smithi008 conmon[29939]: audit 2022-03-06T10:06:23.967265 2022-03-06T10:06:25.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:24 smithi008 conmon[29939]: +0000 mgr.smithi008.onsztl (mgr.14116) 3 : audit [DBG] from='client.14126 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2022-03-06T10:06:25.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:24 smithi008 conmon[29939]: audit 2022-03-06T10:06:23.971273+0000 mon.smithi008 (mon.0) 51 : audit [INF] from='mgr.14116 172.21.15.8:0/2988587284' entity='mgr.smithi008.onsztl' 2022-03-06T10:06:25.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:24 smithi008 conmon[29939]: audit 2022-03-06T10:06:23.975223+0000 mon.smithi008 (mon.0) 52 : audit [DBG] from='mgr.14116 172.21.15.8:0/2988587284' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:06:25.592 INFO:teuthology.orchestra.run.smithi008.stderr:Generating ssh key... 2022-03-06T10:06:25.592 INFO:teuthology.orchestra.run.smithi008.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi008 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/f3cc2a6e-9d34-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmps7sv1p48:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp0dejf0xt:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 cephadm generate-key 2022-03-06T10:06:26.245 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:25 smithi008 conmon[29939]: audit 2022-03-06T10:06:25.147250+0000 mgr.smithi008.onsztl (mgr.14116) 4 : audit [DBG] from='client.14128 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2022-03-06T10:06:27.133 INFO:teuthology.orchestra.run.smithi008.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi008 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/f3cc2a6e-9d34-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmps7sv1p48:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp0dejf0xt:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 cephadm get-pub-key 2022-03-06T10:06:27.245 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:26 smithi008 conmon[29939]: cephadm 2022-03-06T10:06:26.403204+0000 mgr.smithi008.onsztl (mgr.14116) 2022-03-06T10:06:27.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:26 smithi008 conmon[29939]: 6 : cephadm [INF] Generating ssh key... 2022-03-06T10:06:27.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:26 smithi008 conmon[29939]: audit 2022-03-06T10:06:26.714008+0000 mon.smithi008 (mon.0) 53 : audit [INF] from='mgr.14116 172.21.15.8:0/2988587284' entity='mgr.smithi008.onsztl' 2022-03-06T10:06:27.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:26 smithi008 conmon[29939]: audit 2022-03-06T10:06:26.715613+0000 mon.smithi008 (mon.0 2022-03-06T10:06:27.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:26 smithi008 conmon[29939]: ) 54 : audit [INF] from='mgr.14116 172.21.15.8:0/2988587284' entity='mgr.smithi008.onsztl' 2022-03-06T10:06:27.901 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDzzgsCueRqOdrKKssaWjZZW7xCxMjpAFDh8mw4ia7VKPojN8dFZ9fbGMYO+yqZm241O7P7U5Z6UWrygi1/OMp3gPYbcXG+Z/dL8cXstcRKacR+phvR5SjwYc0jPHFEoPKBqzU/1Xot3TKuXRXV5bSwGd1Ql+0rX+naJ6fz4axm0ctSVFCdIP1B7Rx98t14whGw0mPcASc14Bs8WP80cv2OBrunvlRMwjre78OrhAH74fjeoWXjIXdolOQ+vavy8Nw2bNBYrMZmyzFs0WQDHoJyTnk4rL20WXfBTH9L6sXA9cfHz4YaOXUdrf2a0i6F3GpAMDhd4O5detp2ArZ+jF95vkpyG8e7uBNxytTIScTzlaBKJ1t32OmsRztPmi4Kx9ts1jaArU5tnGnuJb/9r7Q1TP5YqMdh0ZPZ3VCwyMowAHtUf8aDjvkAbyHOJzFLwGydl3cqQeJvQUv6Z98iVF04+EpYVKLVRu0OfSGp0jDd+/JrZxifvrtTM90udaiXo1s= ceph-f3cc2a6e-9d34-11ec-8c35-001a4aab830c 2022-03-06T10:06:28.267 INFO:teuthology.orchestra.run.smithi008.stderr:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2022-03-06T10:06:28.267 INFO:teuthology.orchestra.run.smithi008.stderr:Adding key to root@localhost authorized_keys... 2022-03-06T10:06:28.268 INFO:teuthology.orchestra.run.smithi008.stderr:Adding host smithi008... 2022-03-06T10:06:28.268 INFO:teuthology.orchestra.run.smithi008.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi008 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/f3cc2a6e-9d34-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmps7sv1p48:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp0dejf0xt:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 orch host add smithi008 172.21.15.8 2022-03-06T10:06:28.860 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:28 smithi008 conmon[29939]: audit 2022-03-06T10:06:27.899392+0000 mgr.smithi008.onsztl (mgr.14116) 7 : audit [DBG] from='client.14132 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2022-03-06T10:06:29.745 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:29 smithi008 conmon[29939]: audit 2022-03-06T10:06:29.421862+0000 mgr.smithi008.onsztl (mgr.14116) 8 : audit [DBG] from='client.14134 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi008", "addr": "172.21.15.8", "target": ["mon-mgr", ""]}]: dispatch 2022-03-06T10:06:30.135 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: Added host 'smithi008' 2022-03-06T10:06:30.506 INFO:teuthology.orchestra.run.smithi008.stderr:Deploying mon service with default placement... 2022-03-06T10:06:30.506 INFO:teuthology.orchestra.run.smithi008.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi008 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/f3cc2a6e-9d34-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmps7sv1p48:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp0dejf0xt:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 orch apply mon 2022-03-06T10:06:31.379 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: Scheduled mon update... 2022-03-06T10:06:31.407 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:31 smithi008 conmon[29939]: audit 2022-03-06T10:06:30.132068+0000 mon.smithi008 2022-03-06T10:06:31.407 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:31 smithi008 conmon[29939]: (mon.0) 55 : audit [INF] from='mgr.14116 172.21.15.8:0/2988587284' entity='mgr.smithi008.onsztl' 2022-03-06T10:06:31.408 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:31 smithi008 conmon[29939]: cephadm 2022-03-06T10:06:30.132404+0000 mgr.smithi008.onsztl (mgr.14116) 9 : cephadm [INF] Added host smithi008 2022-03-06T10:06:31.408 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:31 smithi008 conmon[29939]: audit 2022-03-06T10:06:30.132624+0000 mon.smithi008 (mon.0) 56 : audit [DBG] from='mgr.14116 172.21.15.8:0/2988587284' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:06:31.841 INFO:teuthology.orchestra.run.smithi008.stderr:Deploying mgr service with default placement... 2022-03-06T10:06:31.842 INFO:teuthology.orchestra.run.smithi008.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi008 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/f3cc2a6e-9d34-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmps7sv1p48:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp0dejf0xt:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 orch apply mgr 2022-03-06T10:06:32.745 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:32 smithi008 conmon[29939]: audit 2022-03-06T10:06:31.374403+0000 mgr.smithi008.onsztl (mgr.14116) 10 : audit [DBG] from='client.14136 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "target": ["mon-mgr", ""]}]: dispatch 2022-03-06T10:06:32.746 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:32 smithi008 conmon[29939]: cephadm 2022-03-06T10:06:31.375212+0000 mgr.smithi008.onsztl (mgr.14116) 11 : cephadm [INF] Saving service mon spec with placement count:5 2022-03-06T10:06:32.746 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:32 smithi008 conmon[29939]: audit 2022-03-06T10:06:31.377400+0000 mon.smithi008 (mon.0) 57 : audit [INF] from='mgr.14116 172.21.15.8:0/2988587284' entity='mgr.smithi008.onsztl' 2022-03-06T10:06:32.848 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: Scheduled mgr update... 2022-03-06T10:06:33.230 INFO:teuthology.orchestra.run.smithi008.stderr:Deploying crash service with default placement... 2022-03-06T10:06:33.231 INFO:teuthology.orchestra.run.smithi008.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi008 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/f3cc2a6e-9d34-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmps7sv1p48:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp0dejf0xt:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 orch apply crash 2022-03-06T10:06:34.116 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:33 smithi008 conmon[29939]: audit 2022-03-06T10:06:32 2022-03-06T10:06:34.117 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:33 smithi008 conmon[29939]: .844012+0000 mgr.smithi008.onsztl (mgr.14116) 12 : audit [DBG] from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "target": ["mon-mgr", ""]}]: dispatch 2022-03-06T10:06:34.117 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:33 smithi008 conmon[29939]: cephadm 2022-03-06T10:06:32.844584+0000 mgr.smithi008.onsztl (mgr.14116) 13 : cephadm [INF] Saving service mgr spec with placement count:2 2022-03-06T10:06:34.118 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:33 smithi008 conmon[29939]: audit 2022-03-06T10:06:32.846768+0000 mon.smithi008 (mon.0) 58 : audit [INF] from='mgr.14116 172.21.15.8:0/2988587284' entity='mgr.smithi008.onsztl' 2022-03-06T10:06:34.118 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:33 smithi008 conmon[29939]: audit 2022-03-06T10:06:32.858625+0000 mon.smithi008 (mon.0) 59 : audit [INF] from='mgr.14116 172.21.15.8:0/2988587284' entity='mgr.smithi008.onsztl' 2022-03-06T10:06:34.118 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:33 smithi008 conmon[29939]: audit 2022-03-06T10:06:33.309903+0000 mon.smithi008 (mon.0) 60 : audit [INF] from='mgr.14116 172.21.15.8:0/2988587284' entity='mgr.smithi008.onsztl' 2022-03-06T10:06:34.119 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: Scheduled crash update... 2022-03-06T10:06:34.867 INFO:teuthology.orchestra.run.smithi008.stderr:Enabling mgr prometheus module... 2022-03-06T10:06:34.868 INFO:teuthology.orchestra.run.smithi008.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi008 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/f3cc2a6e-9d34-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmps7sv1p48:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp0dejf0xt:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 mgr module enable prometheus 2022-03-06T10:06:35.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:35 smithi008 conmon[29939]: audit 2022-03-06T10:06:34.111374+0000 2022-03-06T10:06:35.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:35 smithi008 conmon[29939]: mgr.smithi008.onsztl (mgr.14116) 14 : audit [DBG] from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "crash", "target": ["mon-mgr", ""]}]: dispatch 2022-03-06T10:06:35.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:35 smithi008 conmon[29939]: cephadm 2022-03-06T10:06:34.112108+0000 mgr.smithi008.onsztl (mgr.14116) 15 : cephadm [INF] Saving service crash spec with placement * 2022-03-06T10:06:35.247 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:35 smithi008 conmon[29939]: audit 2022-03-06T10:06:34.114215+0000 mon.smithi008 (mon.0) 61 : audit [INF] from='mgr.14116 172.21.15.8:0/2988587284' entity='mgr.smithi008.onsztl' 2022-03-06T10:06:35.247 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:35 smithi008 conmon[29939]: audit 2022-03-06T10:06:34.660001+0000 mon.smithi008 (mon.0) 2022-03-06T10:06:35.247 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:35 smithi008 conmon[29939]: 62 : audit [INF] from='mgr.14116 172.21.15.8:0/2988587284' entity='mgr.smithi008.onsztl' 2022-03-06T10:06:36.494 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:36 smithi008 conmon[29939]: audit 2022-03-06T10:06:35.735235 2022-03-06T10:06:36.494 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:36 smithi008 conmon[29939]: +0000 mon.smithi008 (mon.0) 63 : audit [INF] from='client.? 172.21.15.8:0/1311857609' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2022-03-06T10:06:36.503 INFO:teuthology.orchestra.run.smithi008.stderr:Deploying prometheus service with default placement... 2022-03-06T10:06:36.503 INFO:teuthology.orchestra.run.smithi008.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi008 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/f3cc2a6e-9d34-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmps7sv1p48:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp0dejf0xt:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 orch apply prometheus 2022-03-06T10:06:37.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:37 smithi008 conmon[29939]: audit 2022-03-06T10:06:36.118045+0000 mon.smithi008 (mon.0) 64 : audit [INF] from='client.? 172.21.15.8:0/1311857609' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2022-03-06T10:06:37.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:37 smithi008 conmon[29939]: cluster 2022-03-06T10:06:36.118113+0000 mon.smithi008 (mon.0) 65 : cluster [DBG] mgrmap e9: smithi008.onsztl(active, since 16s) 2022-03-06T10:06:43.131 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: Scheduled prometheus update... 2022-03-06T10:06:43.323 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:43 smithi008 conmon[29939]: cluster 2022-03-06T10:06:42.070165+0000 2022-03-06T10:06:43.323 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:43 smithi008 conmon[29939]: mon.smithi008 (mon.0) 66 : cluster [INF] Active manager daemon smithi008.onsztl restarted 2022-03-06T10:06:43.323 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:43 smithi008 conmon[29939]: cluster 2022-03-06T10:06:42.070618+0000 mon.smithi008 (mon.0) 67 : cluster [INF] Activating manager daemon smithi008.onsztl 2022-03-06T10:06:43.324 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:43 smithi008 conmon[29939]: cluster 2022-03-06T10:06:42.072157+0000 mon.smithi008 (mon.0) 68 : cluster [DBG] osdmap e3: 0 total, 0 up, 0 in 2022-03-06T10:06:43.324 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:43 smithi008 conmon[29939]: cluster 2022-03-06T10:06:42.122962+0000 mon.smithi008 (mon.0) 69 2022-03-06T10:06:43.324 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:43 smithi008 conmon[29939]: : cluster [DBG] mgrmap e10: smithi008.onsztl(active, starting, since 0.0524361s) 2022-03-06T10:06:43.324 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:43 smithi008 conmon[29939]: audit 2022-03- 2022-03-06T10:06:43.324 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:43 smithi008 conmon[29939]: 06T10:06:42.124046+0000 2022-03-06T10:06:43.325 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:43 smithi008 conmon[29939]: mon.smithi008 (mon.0) 70 : 2022-03-06T10:06:43.325 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:43 smithi008 conmon[29939]: audit [DBG] from='mgr.14144 172.21.15.8:0/2780452570' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "mon metadata", "id": "smithi008"}]: dispatch 2022-03-06T10:06:43.325 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:43 smithi008 conmon[29939]: audit 2022 2022-03-06T10:06:43.325 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:43 smithi008 conmon[29939]: -03-06T10:06: 2022-03-06T10:06:43.326 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:43 smithi008 conmon[29939]: 42.124683+0000 mon.smithi008 (mon. 2022-03-06T10:06:43.326 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:43 smithi008 conmon[29939]: 0) 71 : audit [DBG] from='mgr.14144 172.21.15.8:0/2780452570' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "mgr metadata", "who": "smithi008.onsztl", "id": "smithi008.onsztl"}]: dispatch 2022-03-06T10:06:43.326 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:43 smithi008 conmon[29939]: 2022-03-06T10:06:43.326 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:43 smithi008 conmon[29939]: audit 2022-03- 2022-03-06T10:06:43.327 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:43 smithi008 conmon[29939]: 06T10:06:42.125454 2022-03-06T10:06:43.327 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:43 smithi008 conmon[29939]: +0000 mon.smithi008 (mon.0) 2022-03-06T10:06:43.327 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:43 smithi008 conmon[29939]: 72 : audit [DBG] from='mgr.14144 172.21.15.8:0/2780452570' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "mds metadata"}]: dispatch 2022-03-06T10:06:43.327 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:43 smithi008 conmon[29939]: audit 2022 2022-03-06T10:06:43.328 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:43 smithi008 conmon[29939]: -03-06T10:06:42 2022-03-06T10:06:43.328 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:43 smithi008 conmon[29939]: .125697+0000 mon.smithi008 (mon.0 2022-03-06T10:06:43.328 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:43 smithi008 conmon[29939]: ) 73 : audit [DBG] from='mgr.14144 172.21.15.8:0/2780452570' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata"}]: dispatch 2022-03-06T10:06:43.328 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:43 smithi008 conmon[29939]: audit 2022 2022-03-06T10:06:43.329 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:43 smithi008 conmon[29939]: -03-06T10:06:42 2022-03-06T10:06:43.329 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:43 smithi008 conmon[29939]: .125901+0000 mon.smithi008 (mon.0 2022-03-06T10:06:43.329 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:43 smithi008 conmon[29939]: ) 74 : audit [DBG] from='mgr.14144 172.21.15.8:0/2780452570' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "mon metadata"}]: dispatch 2022-03-06T10:06:43.329 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:43 smithi008 conmon[29939]: cluster 2022 2022-03-06T10:06:43.329 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:43 smithi008 conmon[29939]: -03-06T10:06:42 2022-03-06T10:06:43.330 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:43 smithi008 conmon[29939]: .128020+0000 mon.smithi008 (mon.0 2022-03-06T10:06:43.330 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:43 smithi008 conmon[29939]: ) 75 : cluster [INF] Manager daemon smithi008.onsztl is now available 2022-03-06T10:06:43.330 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:43 smithi008 conmon[29939]: audit 2022- 2022-03-06T10:06:43.330 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:43 smithi008 conmon[29939]: 03-06T10:06:42 2022-03-06T10:06:43.331 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:43 smithi008 conmon[29939]: .261698+0000 mon.smithi008 (mon.0 2022-03-06T10:06:43.331 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:43 smithi008 conmon[29939]: ) 76 : audit [DBG] from='mgr.14144 172.21.15.8:0/2780452570' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:06:43.331 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:43 smithi008 conmon[29939]: audit 2022 2022-03-06T10:06:43.331 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:43 smithi008 conmon[29939]: -03-06T10:06:42. 2022-03-06T10:06:43.332 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:43 smithi008 conmon[29939]: 263526+0000 mon.smithi008 (mon.0) 2022-03-06T10:06:43.332 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:43 smithi008 conmon[29939]: 77 : audit [DBG] from='mgr.14144 172.21.15.8:0/2780452570' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:06:43.332 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:43 smithi008 conmon[29939]: audit 2022 2022-03-06T10:06:43.332 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:43 smithi008 conmon[29939]: -03-06T10:06:42. 2022-03-06T10:06:43.332 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:43 smithi008 conmon[29939]: 281576+0000 mon.smithi008 (mon.0) 2022-03-06T10:06:43.333 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:43 smithi008 conmon[29939]: 78 : audit [INF] from='mgr.14144 172.21.15.8:0/2780452570' entity='mgr.smithi008.onsztl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi008.onsztl/mirror_snapshot_schedule"}]: dispatch 2022-03-06T10:06:43.333 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:43 smithi008 conmon[29939]: audit 2022 2022-03-06T10:06:43.333 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:43 smithi008 conmon[29939]: -03-06T10:06:42 2022-03-06T10:06:43.333 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:43 smithi008 conmon[29939]: .289437+0000 mon.smithi008 (mon.0 2022-03-06T10:06:43.334 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:43 smithi008 conmon[29939]: ) 79 : audit [INF] from='mgr.14144 172.21.15.8:0/2780452570' entity='mgr.smithi008.onsztl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi008.onsztl/trash_purge_schedule"}]: dispatch 2022-03-06T10:06:43.552 INFO:teuthology.orchestra.run.smithi008.stderr:Deploying grafana service with default placement... 2022-03-06T10:06:43.553 INFO:teuthology.orchestra.run.smithi008.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi008 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/f3cc2a6e-9d34-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmps7sv1p48:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp0dejf0xt:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 orch apply grafana 2022-03-06T10:06:44.495 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:44 smithi008 conmon[29939]: cluster 2022-03-06T10:06:43.125036+0000 mon.smithi008 (mon.0) 80 : cluster [DBG] mgrmap e11: smithi008.onsztl(active, since 1.0545s) 2022-03-06T10:06:44.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:44 smithi008 conmon[29939]: cephadm 2022-03-06T10:06:43.126359+0000 mgr.smithi008.onsztl (mgr.14144) 2 : cephadm [INF] Saving service prometheus spec with placement count:1 2022-03-06T10:06:44.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:44 smithi008 conmon[29939]: audit 2022-03-06T10:06:43.128146+0000 mon.smithi008 (mon.0) 81 : audit [INF] from='mgr.14144 172.21.15.8:0/2780452570' entity='mgr.smithi008.onsztl' 2022-03-06T10:06:44.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:44 smithi008 conmon[29939]: audit 2022-03-06T10:06:44.112006+0000 mon.smithi008 (mon.0) 82 : audit [INF] from='mgr.14144 172.21.15.8:0/2780452570' entity='mgr.smithi008.onsztl' 2022-03-06T10:06:44.572 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: Scheduled grafana update... 2022-03-06T10:06:45.495 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:45 smithi008 conmon[29939]: cluster 2022-03-06T10:06:44.129661+0000 mon.smithi008 (mon 2022-03-06T10:06:45.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:45 smithi008 conmon[29939]: .0) 83 : cluster [DBG] mgrmap e12: smithi008.onsztl(active, since 2s) 2022-03-06T10:06:45.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:45 smithi008 conmon[29939]: audit 2022-03-06T10:06:44.570401+0000 mon.smithi008 (mon.0 2022-03-06T10:06:45.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:45 smithi008 conmon[29939]: ) 84 : audit [INF] from='mgr.14144 172.21.15.8:0/2780452570' entity='mgr.smithi008.onsztl' 2022-03-06T10:06:46.143 INFO:teuthology.orchestra.run.smithi008.stderr:Deploying node-exporter service with default placement... 2022-03-06T10:06:46.143 INFO:teuthology.orchestra.run.smithi008.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi008 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/f3cc2a6e-9d34-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmps7sv1p48:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp0dejf0xt:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 orch apply node-exporter 2022-03-06T10:06:46.495 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:46 smithi008 conmon[29939]: audit 2022-03-06T10:06:44.567715+0000 mgr.smithi008.onsztl (mgr 2022-03-06T10:06:46.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:46 smithi008 conmon[29939]: .14144) 3 : audit [DBG] from='client.14152 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "target": ["mon-mgr", ""]}]: dispatch 2022-03-06T10:06:46.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:46 smithi008 conmon[29939]: cephadm 2022-03-06T10:06:44.568285+0000 mgr.smithi008.onsztl (mgr.14144) 4 : cephadm [INF] Saving service grafana spec with placement count:1 2022-03-06T10:06:47.238 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: Scheduled node-exporter update... 2022-03-06T10:06:47.572 INFO:teuthology.orchestra.run.smithi008.stderr:Deploying alertmanager service with default placement... 2022-03-06T10:06:47.572 INFO:teuthology.orchestra.run.smithi008.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi008 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/f3cc2a6e-9d34-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmps7sv1p48:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp0dejf0xt:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 orch apply alertmanager 2022-03-06T10:06:48.370 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: Scheduled alertmanager update... 2022-03-06T10:06:48.495 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:48 smithi008 conmon[29939]: audit 2022-03-06T10:06:47.234099+0000 2022-03-06T10:06:48.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:48 smithi008 conmon[29939]: mgr.smithi008.onsztl (mgr.14144) 5 : audit [DBG] from='client.14154 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "target": ["mon-mgr", ""]}]: dispatch 2022-03-06T10:06:48.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:48 smithi008 conmon[29939]: cephadm 2022-03-06T10:06:47.234784+0000 mgr.smithi008.onsztl (mgr.14144) 6 : cephadm [INF] Saving service node-exporter spec with placement * 2022-03-06T10:06:48.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:48 smithi008 conmon[29939]: audit 2022-03-06T10:06:47.236837+0000 mon.smithi008 (mon.0) 85 : audit [INF] from='mgr.14144 172.21.15.8:0/2780452570' entity='mgr.smithi008.onsztl' 2022-03-06T10:06:48.709 INFO:teuthology.orchestra.run.smithi008.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi008 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/f3cc2a6e-9d34-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmps7sv1p48:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp0dejf0xt:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 config set mgr mgr/cephadm/container_init True --force 2022-03-06T10:06:49.655 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:49 smithi008 conmon[29939]: audit 2022-03-06T10:06:48.365565+0000 2022-03-06T10:06:49.655 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:49 smithi008 conmon[29939]: mgr.smithi008.onsztl (mgr.14144) 7 : audit [DBG] from='client.14156 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "target": ["mon-mgr", ""]}]: dispatch 2022-03-06T10:06:49.656 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:49 smithi008 conmon[29939]: cephadm 2022-03-06T10:06:48.366117+0000 mgr.smithi008.onsztl (mgr.14144 2022-03-06T10:06:49.656 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:49 smithi008 conmon[29939]: ) 8 : cephadm [INF] Saving service alertmanager spec with placement count:1 2022-03-06T10:06:49.656 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:49 smithi008 conmon[29939]: audit 2022-03 2022-03-06T10:06:49.657 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:49 smithi008 conmon[29939]: -06T10:06:48.368180+0000 mon.smithi008 (mon. 2022-03-06T10:06:49.657 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:49 smithi008 conmon[29939]: 0) 86 : audit [INF] from='mgr.14144 172.21.15.8:0/2780452570' entity='mgr.smithi008.onsztl' 2022-03-06T10:06:49.846 INFO:teuthology.orchestra.run.smithi008.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi008 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/f3cc2a6e-9d34-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmps7sv1p48:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp0dejf0xt:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 config set mgr mgr/dashboard/ssl_server_port 8443 2022-03-06T10:06:50.745 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:50 smithi008 conmon[29939]: audit 2022-03-06T10:06:49.467249+0000 mon.smithi008 (mon.0) 2022-03-06T10:06:50.746 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:50 smithi008 conmon[29939]: 87 : audit [INF] from='client.? 172.21.15.8:0/3957076201' entity='client.admin' 2022-03-06T10:06:50.981 INFO:teuthology.orchestra.run.smithi008.stderr:Enabling the dashboard module... 2022-03-06T10:06:50.982 INFO:teuthology.orchestra.run.smithi008.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi008 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/f3cc2a6e-9d34-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmps7sv1p48:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp0dejf0xt:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 mgr module enable dashboard 2022-03-06T10:06:51.995 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:51 smithi008 conmon[29939]: audit 2022-03-06T10:06:50.610189+0000 2022-03-06T10:06:51.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:51 smithi008 conmon[29939]: mon.smithi008 (mon.0) 88 : audit [INF] from='client.? 172.21.15.8:0/1368534864' entity='client.admin' 2022-03-06T10:06:52.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:52 smithi008 conmon[29939]: audit 2022-03-06T10:06:51.828973+0000 mon.smithi008 (mon.0) 2022-03-06T10:06:52.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:52 smithi008 conmon[29939]: 89 : audit [INF] from='client.? 172.21.15.8:0/3457233926' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2022-03-06T10:06:53.022 INFO:teuthology.orchestra.run.smithi008.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi008 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/f3cc2a6e-9d34-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmps7sv1p48:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp0dejf0xt:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 mgr stat 2022-03-06T10:06:53.930 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:53 smithi008 conmon[29939]: audit 2022-03-06T10:06:52.614522+0000 mon.smithi008 (mon.0 2022-03-06T10:06:53.931 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:53 smithi008 conmon[29939]: ) 90 : audit [INF] from='client.? 172.21.15.8:0/3457233926' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2022-03-06T10:06:53.931 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:53 smithi008 conmon[29939]: cluster 2022-03-06T10:06:52.614598+0000 mon.smithi008 (mon.0) 91 : cluster [DBG] mgrmap e13: smithi008.onsztl(active, since 10s) 2022-03-06T10:06:53.932 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: { 2022-03-06T10:06:53.932 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "epoch": 13, 2022-03-06T10:06:53.933 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "available": true, 2022-03-06T10:06:53.933 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "active_name": "smithi008.onsztl", 2022-03-06T10:06:53.933 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "num_standby": 0 2022-03-06T10:06:53.933 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: } 2022-03-06T10:06:54.359 INFO:teuthology.orchestra.run.smithi008.stderr:Waiting for the mgr to restart... 2022-03-06T10:06:54.360 INFO:teuthology.orchestra.run.smithi008.stderr:Waiting for mgr epoch 13... 2022-03-06T10:06:54.360 INFO:teuthology.orchestra.run.smithi008.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi008 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/f3cc2a6e-9d34-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmps7sv1p48:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp0dejf0xt:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 tell mgr mgr_status 2022-03-06T10:06:54.995 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:54 smithi008 conmon[29939]: audit 2022-03-06T10:06:53.927890+0000 mon.smithi008 (mon.0) 92 : audit [DBG] from='client.? 172.21.15.8:0/3892368898' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2022-03-06T10:06:59.682 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: { 2022-03-06T10:06:59.682 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "mgrmap_epoch": 15, 2022-03-06T10:06:59.682 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: "initialized": true 2022-03-06T10:06:59.683 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: } 2022-03-06T10:06:59.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:59 smithi008 conmon[29939]: cluster 2022-03-06T10:06:58.613891+0000 mon.smithi008 (mon.0) 93 : cluster [INF] Active manager daemon smithi008.onsztl restarted 2022-03-06T10:06:59.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:59 smithi008 conmon[29939]: cluster 2022-03-06T10:06:58.614300+0000 mon.smithi008 (mon.0) 94 : cluster [INF] Activating manager daemon smithi008.onsztl 2022-03-06T10:06:59.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:59 smithi008 conmon[29939]: cluster 2022-03-06T10:06:58.615832+0000 mon.smithi008 (mon.0) 95 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2022-03-06T10:06:59.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:59 smithi008 conmon[29939]: cluster 2022 2022-03-06T10:06:59.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:59 smithi008 conmon[29939]: -03-06T10:06:58.666704+0000 mon.smithi008 (mon.0) 96 : cluster [DBG] mgrmap e14: smithi008.onsztl(active, starting, since 0.0524889s) 2022-03-06T10:06:59.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:59 smithi008 conmon[29939]: audit 2022-03-06T10:06:59.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:59 smithi008 conmon[29939]: 2022-03-06T10:06:58.667775+0000 mon.smithi008 (mon.0) 97 : audit 2022-03-06T10:06:59.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:59 smithi008 conmon[29939]: [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "mon metadata", "id": "smithi008"}]: dispatch 2022-03-06T10:06:59.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:59 smithi008 conmon[29939]: audit 2022- 2022-03-06T10:06:59.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:59 smithi008 conmon[29939]: 03-06T10:06:58.668442+0000 mon.smithi008 (mon.0) 98 : audit [DBG] 2022-03-06T10:06:59.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:59 smithi008 conmon[29939]: from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "mgr metadata", "who": "smithi008.onsztl", "id": "smithi008.onsztl"}]: dispatch 2022-03-06T10:06:59.999 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:59 smithi008 conmon[29939]: audit 2022-03- 2022-03-06T10:06:59.999 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:59 smithi008 conmon[29939]: 06T10:06:58.669311+0000 mon.smithi008 (mon.0) 99 : audit [DBG] 2022-03-06T10:06:59.999 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:59 smithi008 conmon[29939]: from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "mds metadata"}]: dispatch 2022-03-06T10:06:59.999 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:59 smithi008 conmon[29939]: audit 2022- 2022-03-06T10:07:00.000 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:59 smithi008 conmon[29939]: 03-06T10:06:58.669500+0000 mon.smithi008 (mon.0) 100 2022-03-06T10:07:00.000 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:59 smithi008 conmon[29939]: : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata"}]: dispatch 2022-03-06T10:07:00.000 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:59 smithi008 conmon[29939]: audit 2022-03-06T10:07:00.000 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:59 smithi008 conmon[29939]: 2022-03-06T10:06:58.669643+0000 mon.smithi008 (mon. 2022-03-06T10:07:00.000 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:59 smithi008 conmon[29939]: 0) 101 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "mon metadata"}]: dispatch 2022-03-06T10:07:00.001 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:59 smithi008 conmon[29939]: cluster 2022-03-06T10:06:58 2022-03-06T10:07:00.001 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:59 smithi008 conmon[29939]: .671861+0000 mon.smithi008 (mon.0) 102 : cluster [INF] 2022-03-06T10:07:00.001 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:59 smithi008 conmon[29939]: Manager daemon smithi008.onsztl is now available 2022-03-06T10:07:00.001 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:59 smithi008 conmon[29939]: audit 2022-03 2022-03-06T10:07:00.002 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:59 smithi008 conmon[29939]: -06T10:06:58.806690+0000 mon.smithi008 (mon.0) 103 : audit [DBG] 2022-03-06T10:07:00.002 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:59 smithi008 conmon[29939]: from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:07:00.002 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:59 smithi008 conmon[29939]: audit 2022-03 2022-03-06T10:07:00.002 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:59 smithi008 conmon[29939]: -06T10:06:58.809003+0000 mon.smithi008 (mon.0) 104 : audit 2022-03-06T10:07:00.002 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:59 smithi008 conmon[29939]: [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:07:00.003 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:59 smithi008 conmon[29939]: audit 2022 2022-03-06T10:07:00.003 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:59 smithi008 conmon[29939]: -03-06T10:06:58.829247+0000 mon.smithi008 (mon.0) 105 2022-03-06T10:07:00.003 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:59 smithi008 conmon[29939]: : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi008.onsztl/mirror_snapshot_schedule"}]: dispatch 2022-03-06T10:07:00.003 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:59 smithi008 conmon[29939]: audit 2022-03-06T10:07:00.004 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:59 smithi008 conmon[29939]: 2022-03-06T10:06:58.839336+0000 mon.smithi008 (mon. 2022-03-06T10:07:00.004 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:06:59 smithi008 conmon[29939]: 0) 106 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi008.onsztl/trash_purge_schedule"}]: dispatch 2022-03-06T10:07:00.007 INFO:teuthology.orchestra.run.smithi008.stderr:mgr epoch 13 is available 2022-03-06T10:07:00.007 INFO:teuthology.orchestra.run.smithi008.stderr:Generating a dashboard self-signed certificate... 2022-03-06T10:07:00.007 INFO:teuthology.orchestra.run.smithi008.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi008 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/f3cc2a6e-9d34-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmps7sv1p48:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp0dejf0xt:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 dashboard create-self-signed-cert 2022-03-06T10:07:00.995 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:00 smithi008 conmon[29939]: audit 2022-03-06T10:06: 2022-03-06T10:07:00.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:00 smithi008 conmon[29939]: 59.668412+0000 mgr.smithi008.onsztl (mgr.14164) 1 : audit [DBG] from='client.14168 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2022-03-06T10:07:00.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:00 smithi008 conmon[29939]: cluster 2022-03-06T10:06:59.668997+0000 mon.smithi008 (mon.0) 107 : cluster [DBG] mgrmap e15: smithi008.onsztl(active, since 1.05478s) 2022-03-06T10:07:00.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:00 smithi008 conmon[29939]: audit 2022-03-06T10:06:59.678990+0000 mgr.smithi008.onsztl (mgr.14164) 2 : audit [DBG] from='client.14168 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2022-03-06T10:07:01.021 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: Self-signed certificate created 2022-03-06T10:07:01.635 INFO:teuthology.orchestra.run.smithi008.stderr:Creating initial admin user... 2022-03-06T10:07:01.635 INFO:teuthology.orchestra.run.smithi008.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi008 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/f3cc2a6e-9d34-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmps7sv1p48:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp0dejf0xt:/etc/ceph/ceph.conf:z -v /tmp/ceph-tmpna_b7tzq:/tmp/dashboard.pw:z docker.io/ceph/ceph:v16.2.4 dashboard ac-user-create admin -i /tmp/dashboard.pw administrator --force-password --pwd-update-required 2022-03-06T10:07:01.922 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:01 smithi008 conmon[29939]: cluster 2022-03-06T10:07:00.671853+0000 mon.smithi008 (mon.0) 2022-03-06T10:07:01.923 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:01 smithi008 conmon[29939]: 108 : cluster [DBG] mgrmap e16: smithi008.onsztl(active, since 2s) 2022-03-06T10:07:01.923 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:01 smithi008 conmon[29939]: audit 2022-03-06T10:07:00.751796+0000 mon.smithi008 (mon.0) 109 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:07:01.924 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:01 smithi008 conmon[29939]: audit 2022-03-06T10:07:00.980543+0000 mgr.smithi008.onsztl (mgr.14164) 3 : audit [DBG] from='client.14174 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2022-03-06T10:07:01.924 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:01 smithi008 conmon[29939]: audit 2022-03-06T10:07:01.017308+0000 mon.smithi008 (mon.0) 110 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:07:01.925 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:01 smithi008 conmon[29939]: audit 2022-03-06T10:07:01 2022-03-06T10:07:01.925 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:01 smithi008 conmon[29939]: .019070+0000 mon.smithi008 (mon.0) 111 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:07:02.716 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: {"username": "admin", "password": "$2b$12$lxwrJrXNVzL/bFPZmZkoS.rcw21BTpvc1jT1Ru0NUt/fkiyd0t3dq", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1646561222, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2022-03-06T10:07:03.274 INFO:teuthology.orchestra.run.smithi008.stderr:Fetching dashboard port number... 2022-03-06T10:07:03.274 INFO:teuthology.orchestra.run.smithi008.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi008 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/f3cc2a6e-9d34-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmps7sv1p48:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp0dejf0xt:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 config get mgr mgr/dashboard/ssl_server_port 2022-03-06T10:07:03.745 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:03 smithi008 conmon[29939]: audit 2022-03-06T10:07:02.469636+0000 2022-03-06T10:07:03.746 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:03 smithi008 conmon[29939]: mgr.smithi008.onsztl (mgr.14164) 4 : audit [DBG] from='client.14176 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2022-03-06T10:07:03.746 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:03 smithi008 conmon[29939]: audit 2022-03-06T 2022-03-06T10:07:03.746 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:03 smithi008 conmon[29939]: 10:07:02.714198+0000 mon.smithi008 (mon.0) 112 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:07:04.120 INFO:teuthology.orchestra.run.smithi008.stderr:/usr/bin/ceph: 8443 2022-03-06T10:07:04.514 INFO:teuthology.orchestra.run.smithi008.stderr:Running command: systemctl is-enabled firewalld.service 2022-03-06T10:07:04.522 INFO:teuthology.orchestra.run.smithi008.stderr:systemctl: disabled 2022-03-06T10:07:04.523 INFO:teuthology.orchestra.run.smithi008.stderr:Running command: systemctl is-active firewalld.service 2022-03-06T10:07:04.529 INFO:teuthology.orchestra.run.smithi008.stderr:systemctl: inactive 2022-03-06T10:07:04.530 INFO:teuthology.orchestra.run.smithi008.stderr:firewalld.service is not enabled 2022-03-06T10:07:04.530 INFO:teuthology.orchestra.run.smithi008.stderr:Not possible to open ports <[8443]>. firewalld.service is not available 2022-03-06T10:07:04.533 INFO:teuthology.orchestra.run.smithi008.stderr:Ceph Dashboard is now available at: 2022-03-06T10:07:04.533 INFO:teuthology.orchestra.run.smithi008.stderr: 2022-03-06T10:07:04.533 INFO:teuthology.orchestra.run.smithi008.stderr: URL: https://smithi008.front.sepia.ceph.com:8443/ 2022-03-06T10:07:04.534 INFO:teuthology.orchestra.run.smithi008.stderr: User: admin 2022-03-06T10:07:04.534 INFO:teuthology.orchestra.run.smithi008.stderr: Password: 70bx822mzn 2022-03-06T10:07:04.534 INFO:teuthology.orchestra.run.smithi008.stderr: 2022-03-06T10:07:04.534 INFO:teuthology.orchestra.run.smithi008.stderr:You can access the Ceph CLI with: 2022-03-06T10:07:04.535 INFO:teuthology.orchestra.run.smithi008.stderr: 2022-03-06T10:07:04.535 INFO:teuthology.orchestra.run.smithi008.stderr: sudo /home/ubuntu/cephtest/cephadm shell --fsid f3cc2a6e-9d34-11ec-8c35-001a4aab830c -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2022-03-06T10:07:04.535 INFO:teuthology.orchestra.run.smithi008.stderr: 2022-03-06T10:07:04.535 INFO:teuthology.orchestra.run.smithi008.stderr:Please consider enabling telemetry to help improve Ceph: 2022-03-06T10:07:04.536 INFO:teuthology.orchestra.run.smithi008.stderr: 2022-03-06T10:07:04.536 INFO:teuthology.orchestra.run.smithi008.stderr: ceph telemetry on 2022-03-06T10:07:04.536 INFO:teuthology.orchestra.run.smithi008.stderr: 2022-03-06T10:07:04.536 INFO:teuthology.orchestra.run.smithi008.stderr:For more information see: 2022-03-06T10:07:04.536 INFO:teuthology.orchestra.run.smithi008.stderr: 2022-03-06T10:07:04.537 INFO:teuthology.orchestra.run.smithi008.stderr: https://docs.ceph.com/docs/pacific/mgr/telemetry/ 2022-03-06T10:07:04.537 INFO:teuthology.orchestra.run.smithi008.stderr: 2022-03-06T10:07:04.537 INFO:teuthology.orchestra.run.smithi008.stderr:Bootstrap complete. 2022-03-06T10:07:04.537 INFO:teuthology.orchestra.run.smithi008.stderr:Releasing lock 140553463865472 on /run/cephadm/f3cc2a6e-9d34-11ec-8c35-001a4aab830c.lock 2022-03-06T10:07:04.538 INFO:teuthology.orchestra.run.smithi008.stderr:Lock 140553463865472 released on /run/cephadm/f3cc2a6e-9d34-11ec-8c35-001a4aab830c.lock 2022-03-06T10:07:04.580 INFO:tasks.cephadm:Fetching config... 2022-03-06T10:07:04.580 DEBUG:teuthology.orchestra.run.smithi008:> set -ex 2022-03-06T10:07:04.582 DEBUG:teuthology.orchestra.run.smithi008:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2022-03-06T10:07:04.601 INFO:tasks.cephadm:Fetching client.admin keyring... 2022-03-06T10:07:04.602 DEBUG:teuthology.orchestra.run.smithi008:> set -ex 2022-03-06T10:07:04.602 DEBUG:teuthology.orchestra.run.smithi008:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2022-03-06T10:07:04.660 INFO:tasks.cephadm:Fetching mon keyring... 2022-03-06T10:07:04.661 DEBUG:teuthology.orchestra.run.smithi008:> set -ex 2022-03-06T10:07:04.661 DEBUG:teuthology.orchestra.run.smithi008:> sudo dd if=/var/lib/ceph/f3cc2a6e-9d34-11ec-8c35-001a4aab830c/mon.smithi008/keyring of=/dev/stdout 2022-03-06T10:07:04.730 INFO:tasks.cephadm:Fetching pub ssh key... 2022-03-06T10:07:04.731 DEBUG:teuthology.orchestra.run.smithi008:> set -ex 2022-03-06T10:07:04.731 DEBUG:teuthology.orchestra.run.smithi008:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2022-03-06T10:07:04.745 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:04 smithi008 conmon[29939]: audit 2022-03-06T10:07:04.118776+0000 mon.smithi008 (mon.0) 113 : audit [DBG] from='client.? 172.21.15.8:0/2089463692' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2022-03-06T10:07:04.764 INFO:tasks.cephadm:Installing pub ssh key for root users... 2022-03-06T10:07:04.764 DEBUG:teuthology.orchestra.run.smithi008:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDzzgsCueRqOdrKKssaWjZZW7xCxMjpAFDh8mw4ia7VKPojN8dFZ9fbGMYO+yqZm241O7P7U5Z6UWrygi1/OMp3gPYbcXG+Z/dL8cXstcRKacR+phvR5SjwYc0jPHFEoPKBqzU/1Xot3TKuXRXV5bSwGd1Ql+0rX+naJ6fz4axm0ctSVFCdIP1B7Rx98t14whGw0mPcASc14Bs8WP80cv2OBrunvlRMwjre78OrhAH74fjeoWXjIXdolOQ+vavy8Nw2bNBYrMZmyzFs0WQDHoJyTnk4rL20WXfBTH9L6sXA9cfHz4YaOXUdrf2a0i6F3GpAMDhd4O5detp2ArZ+jF95vkpyG8e7uBNxytTIScTzlaBKJ1t32OmsRztPmi4Kx9ts1jaArU5tnGnuJb/9r7Q1TP5YqMdh0ZPZ3VCwyMowAHtUf8aDjvkAbyHOJzFLwGydl3cqQeJvQUv6Z98iVF04+EpYVKLVRu0OfSGp0jDd+/JrZxifvrtTM90udaiXo1s= ceph-f3cc2a6e-9d34-11ec-8c35-001a4aab830c' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2022-03-06T10:07:04.842 INFO:teuthology.orchestra.run.smithi008.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDzzgsCueRqOdrKKssaWjZZW7xCxMjpAFDh8mw4ia7VKPojN8dFZ9fbGMYO+yqZm241O7P7U5Z6UWrygi1/OMp3gPYbcXG+Z/dL8cXstcRKacR+phvR5SjwYc0jPHFEoPKBqzU/1Xot3TKuXRXV5bSwGd1Ql+0rX+naJ6fz4axm0ctSVFCdIP1B7Rx98t14whGw0mPcASc14Bs8WP80cv2OBrunvlRMwjre78OrhAH74fjeoWXjIXdolOQ+vavy8Nw2bNBYrMZmyzFs0WQDHoJyTnk4rL20WXfBTH9L6sXA9cfHz4YaOXUdrf2a0i6F3GpAMDhd4O5detp2ArZ+jF95vkpyG8e7uBNxytTIScTzlaBKJ1t32OmsRztPmi4Kx9ts1jaArU5tnGnuJb/9r7Q1TP5YqMdh0ZPZ3VCwyMowAHtUf8aDjvkAbyHOJzFLwGydl3cqQeJvQUv6Z98iVF04+EpYVKLVRu0OfSGp0jDd+/JrZxifvrtTM90udaiXo1s= ceph-f3cc2a6e-9d34-11ec-8c35-001a4aab830c 2022-03-06T10:07:04.855 DEBUG:teuthology.orchestra.run.smithi083:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDzzgsCueRqOdrKKssaWjZZW7xCxMjpAFDh8mw4ia7VKPojN8dFZ9fbGMYO+yqZm241O7P7U5Z6UWrygi1/OMp3gPYbcXG+Z/dL8cXstcRKacR+phvR5SjwYc0jPHFEoPKBqzU/1Xot3TKuXRXV5bSwGd1Ql+0rX+naJ6fz4axm0ctSVFCdIP1B7Rx98t14whGw0mPcASc14Bs8WP80cv2OBrunvlRMwjre78OrhAH74fjeoWXjIXdolOQ+vavy8Nw2bNBYrMZmyzFs0WQDHoJyTnk4rL20WXfBTH9L6sXA9cfHz4YaOXUdrf2a0i6F3GpAMDhd4O5detp2ArZ+jF95vkpyG8e7uBNxytTIScTzlaBKJ1t32OmsRztPmi4Kx9ts1jaArU5tnGnuJb/9r7Q1TP5YqMdh0ZPZ3VCwyMowAHtUf8aDjvkAbyHOJzFLwGydl3cqQeJvQUv6Z98iVF04+EpYVKLVRu0OfSGp0jDd+/JrZxifvrtTM90udaiXo1s= ceph-f3cc2a6e-9d34-11ec-8c35-001a4aab830c' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2022-03-06T10:07:04.911 INFO:teuthology.orchestra.run.smithi083.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDzzgsCueRqOdrKKssaWjZZW7xCxMjpAFDh8mw4ia7VKPojN8dFZ9fbGMYO+yqZm241O7P7U5Z6UWrygi1/OMp3gPYbcXG+Z/dL8cXstcRKacR+phvR5SjwYc0jPHFEoPKBqzU/1Xot3TKuXRXV5bSwGd1Ql+0rX+naJ6fz4axm0ctSVFCdIP1B7Rx98t14whGw0mPcASc14Bs8WP80cv2OBrunvlRMwjre78OrhAH74fjeoWXjIXdolOQ+vavy8Nw2bNBYrMZmyzFs0WQDHoJyTnk4rL20WXfBTH9L6sXA9cfHz4YaOXUdrf2a0i6F3GpAMDhd4O5detp2ArZ+jF95vkpyG8e7uBNxytTIScTzlaBKJ1t32OmsRztPmi4Kx9ts1jaArU5tnGnuJb/9r7Q1TP5YqMdh0ZPZ3VCwyMowAHtUf8aDjvkAbyHOJzFLwGydl3cqQeJvQUv6Z98iVF04+EpYVKLVRu0OfSGp0jDd+/JrZxifvrtTM90udaiXo1s= ceph-f3cc2a6e-9d34-11ec-8c35-001a4aab830c 2022-03-06T10:07:04.923 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f3cc2a6e-9d34-11ec-8c35-001a4aab830c -- ceph config set mgr mgr/cephadm/allow_ptrace true 2022-03-06T10:07:06.927 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:06 smithi008 conmon[29939]: cluster 2022-03-06T10:07:05.541456+0000 mon.smithi008 (mon.0) 114 : cluster [DBG] mgrmap e17: smithi008.onsztl(active, since 6s) 2022-03-06T10:07:07.979 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi083 2022-03-06T10:07:07.980 DEBUG:teuthology.orchestra.run.smithi083:> set -ex 2022-03-06T10:07:07.980 DEBUG:teuthology.orchestra.run.smithi083:> dd of=/etc/ceph/ceph.conf 2022-03-06T10:07:08.001 DEBUG:teuthology.orchestra.run.smithi083:> set -ex 2022-03-06T10:07:08.001 DEBUG:teuthology.orchestra.run.smithi083:> dd of=/etc/ceph/ceph.client.admin.keyring 2022-03-06T10:07:08.060 INFO:tasks.cephadm:Adding host smithi083 to orchestrator... 2022-03-06T10:07:08.062 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f3cc2a6e-9d34-11ec-8c35-001a4aab830c -- ceph orch host add smithi083 2022-03-06T10:07:08.326 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:08 smithi008 conmon[29939]: audit 2022-03-06T10:07:07.292930+0000 mon.smithi008 (mon.0) 115 : audit [INF] from='client.? 172.21.15.8:0/3047357422' entity='client.admin' 2022-03-06T10:07:11.245 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:10 smithi008 conmon[29939]: audit 2022-03-06T10:07:09.857599+0000 mon.smithi008 (mon.0) 116 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:07:11.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:10 smithi008 conmon[29939]: audit 2022-03-06T10:07:10.253090+0000 mon.smithi008 (mon.0) 117 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:07:11.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:10 smithi008 conmon[29939]: cephadm 2022-03-06T10:07:10.261378+0000 mgr.smithi008.onsztl (mgr.14164) 5 : cephadm [INF] Deploying daemon alertmanager.smithi008 on smithi008 2022-03-06T10:07:16.995 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:16 smithi008 conmon[29939]: audit 2022-03-06T10:07:15.795244+0000 mon.smithi008 (mon.0) 118 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:07:16.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:16 smithi008 conmon[29939]: audit 2022-03-06T10:07:15.796278+0000 mon.smithi008 (mon.0) 119 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.smithi008", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2022-03-06T10:07:16.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:16 smithi008 conmon[29939]: audit 2022-03-06T10:07:15.797753+0000 mon.smithi008 (mon.0) 120 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd='[{"prefix": "auth get-or-create", "entity": "client.crash.smithi008", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]': finished 2022-03-06T10:07:16.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:16 smithi008 conmon[29939]: audit 2022-03-06T10:07:15.798396+0000 mon.smithi008 (mon.0) 121 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:07:16.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:16 smithi008 conmon[29939]: cephadm 2022-03-06T10:07:15.798986+0000 mgr.smithi008.onsztl (mgr.14164) 6 : cephadm [INF] Deploying daemon crash.smithi008 on smithi008 2022-03-06T10:07:19.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:18 smithi008 conmon[29939]: audit 2022-03-06T10:07:17.977181+0000 mon.smithi008 (mon.0) 122 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:07:19.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:18 smithi008 conmon[29939]: audit 2022-03-06T10:07:18.221323+0000 mon.smithi008 (mon.0) 123 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:07:19.247 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:18 smithi008 conmon[29939]: audit 2022-03-06T10:07:18.223103+0000 mon.smithi008 (mon.0) 124 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:07:19.247 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:18 smithi008 conmon[29939]: audit 2022-03-06T10:07:18.223542+0000 mon.smithi008 (mon.0) 125 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2022-03-06T10:07:19.247 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:18 smithi008 conmon[29939]: audit 2022-03-06T10:07:18.224017+0000 mgr.smithi008.onsztl (mgr.14164) 7 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2022-03-06T10:07:19.247 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:18 smithi008 conmon[29939]: audit 2022-03-06T10:07:18.226423+0000 mon.smithi008 (mon.0) 126 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:07:19.248 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:18 smithi008 conmon[29939]: cephadm 2022-03-06T10:07:18.230201+0000 mgr.smithi008.onsztl (mgr 2022-03-06T10:07:19.248 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:18 smithi008 conmon[29939]: .14164) 8 : cephadm [INF] Deploying daemon grafana.smithi008 on smithi008 2022-03-06T10:07:20.245 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:19 smithi008 conmon[29939]: cluster 2022-03-06T10:07:18.670649+0000 2022-03-06T10:07:20.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:19 smithi008 conmon[29939]: mgr.smithi008.onsztl (mgr.14164) 9 : cluster [DBG] pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-06T10:07:22.245 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:21 smithi008 conmon[29939]: cluster 2022-03-06T10:07:20.670902+0000 mgr.smithi008.onsztl ( 2022-03-06T10:07:22.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:21 smithi008 conmon[29939]: mgr.14164) 10 : cluster [DBG] pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-06T10:07:24.981 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:24 smithi008 conmon[29939]: cluster 2022-03-06T10:07:22.671140 2022-03-06T10:07:24.982 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:24 smithi008 conmon[29939]: +0000 mgr.smithi008.onsztl (mgr.14164) 11 : cluster [DBG] pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-06T10:07:25.658 INFO:teuthology.orchestra.run.smithi083.stdout:Added host 'smithi083' 2022-03-06T10:07:26.010 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f3cc2a6e-9d34-11ec-8c35-001a4aab830c -- ceph orch host ls --format=json 2022-03-06T10:07:26.971 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:26 smithi008 conmon[29939]: cluster 2022-03-06T10:07:24.671365+0000 mgr.smithi008.onsztl (mgr. 2022-03-06T10:07:26.972 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:26 smithi008 conmon[29939]: 14164) 12 : cluster [DBG] pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-06T10:07:26.972 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:26 smithi008 conmon[29939]: audit 2022-03-06T10:07:24.947444+0000 mgr.smithi008.onsztl (mgr.14164) 13 : audit [DBG] from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi083", "target": ["mon-mgr", ""]}]: dispatch 2022-03-06T10:07:26.972 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:26 smithi008 conmon[29939]: audit 2022-03-06T10:07:26.973 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:26 smithi008 conmon[29939]: 2022-03-06T10:07:25.654620 2022-03-06T10:07:26.973 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:26 smithi008 conmon[29939]: +0000 mon.smithi008 (mon.0) 127 : audit [INF] 2022-03-06T10:07:26.973 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:26 smithi008 conmon[29939]: from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:07:26.973 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:26 smithi008 conmon[29939]: cephadm 2022-03-06 2022-03-06T10:07:26.974 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:26 smithi008 conmon[29939]: T10:07:25.655098+0000 mgr.smithi008.onsztl (mgr. 2022-03-06T10:07:26.974 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:26 smithi008 conmon[29939]: 14164) 14 : cephadm [INF] Added host smithi083 2022-03-06T10:07:27.630 INFO:teuthology.orchestra.run.smithi083.stdout: 2022-03-06T10:07:27.631 INFO:teuthology.orchestra.run.smithi083.stdout:[{"addr": "172.21.15.8", "hostname": "smithi008", "labels": [], "status": ""}, {"addr": "smithi083", "hostname": "smithi083", "labels": [], "status": ""}] 2022-03-06T10:07:28.032 INFO:tasks.cephadm:Setting crush tunables to default 2022-03-06T10:07:28.032 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f3cc2a6e-9d34-11ec-8c35-001a4aab830c -- ceph osd crush tunables default 2022-03-06T10:07:28.894 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:28 smithi008 conmon[29939]: cluster 2022-03-06T10:07:26.671754 2022-03-06T10:07:28.894 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:28 smithi008 conmon[29939]: +0000 mgr.smithi008.onsztl (mgr.14164) 15 : cluster [DBG] pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-06T10:07:28.895 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:28 smithi008 conmon[29939]: audit 2022-03-06T10:07:27.628928+0000 mgr.smithi008.onsztl (mgr.14164) 16 : audit [DBG] from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2022-03-06T10:07:30.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:30 smithi008 conmon[29939]: cluster 2022-03-06T10:07:28.672121+0000 mgr.smithi008.onsztl (mgr.14164) 17 : cluster [DBG] pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-06T10:07:30.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:30 smithi008 conmon[29939]: audit 2022-03-06T10:07:29.188440+0000 mon.smithi008 (mon.0) 128 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:07:30.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:30 smithi008 conmon[29939]: cephadm 2022-03-06T10:07:29.190144+0000 mgr.smithi008.onsztl (mgr.14164) 18 : cephadm [INF] Deploying daemon node-exporter.smithi008 on smithi008 2022-03-06T10:07:31.194 INFO:teuthology.orchestra.run.smithi008.stderr:adjusted tunables profile to default 2022-03-06T10:07:31.495 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:31 smithi008 conmon[29939]: audit 2022-03-06T10:07:30.252335+0000 mon.smithi008 2022-03-06T10:07:31.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:31 smithi008 conmon[29939]: (mon.0) 129 : audit [INF] from='client.? 172.21.15.8:0/2291065474' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2022-03-06T10:07:31.808 INFO:tasks.cephadm:Adding mon.smithi008 on smithi008 2022-03-06T10:07:31.808 INFO:tasks.cephadm:Adding mon.smithi083 on smithi083 2022-03-06T10:07:31.809 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f3cc2a6e-9d34-11ec-8c35-001a4aab830c -- ceph orch apply mon '2;smithi008:172.21.15.8=smithi008;smithi083:172.21.15.83=smithi083' 2022-03-06T10:07:32.495 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:32 smithi008 conmon[29939]: cluster 2022-03-06T10:07:30.672390+0000 mgr.smithi008.onsztl ( 2022-03-06T10:07:32.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:32 smithi008 conmon[29939]: mgr.14164) 19 : cluster [DBG] pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-06T10:07:32.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:32 smithi008 conmon[29939]: audit 2022-03-06T10:07:31.190097+0000 mon.smithi008 (mon.0) 130 : audit 2022-03-06T10:07:32.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:32 smithi008 conmon[29939]: [INF] from='client.? 172.21.15.8:0/2291065474' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2022-03-06T10:07:32.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:32 smithi008 conmon[29939]: cluster 2022-03-06T10:07:32.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:32 smithi008 conmon[29939]: 2022-03-06T10:07:31.190150+0000 mon.smithi008 (mon.0) 131 2022-03-06T10:07:32.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:32 smithi008 conmon[29939]: : cluster [DBG] osdmap e5: 0 total, 0 up, 0 in 2022-03-06T10:07:33.449 INFO:teuthology.orchestra.run.smithi083.stdout:Scheduled mon update... 2022-03-06T10:07:33.850 DEBUG:teuthology.orchestra.run.smithi083:mon.smithi083> sudo journalctl -f -n 0 -u ceph-f3cc2a6e-9d34-11ec-8c35-001a4aab830c@mon.smithi083.service 2022-03-06T10:07:33.853 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2022-03-06T10:07:33.854 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f3cc2a6e-9d34-11ec-8c35-001a4aab830c -- ceph mon dump -f json 2022-03-06T10:07:33.881 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:-- Logs begin at Sun 2022-03-06 10:00:06 UTC. -- 2022-03-06T10:07:34.245 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:33 smithi008 conmon[29939]: cluster 2022-03-06T10:07:32 2022-03-06T10:07:34.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:33 smithi008 conmon[29939]: .672764+0000 mgr.smithi008.onsztl (mgr.14164) 20 : cluster [DBG] pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-06T10:07:34.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:33 smithi008 conmon[29939]: audit 2022-03-06T10:07:32.758773+0000 mon.smithi008 (mon.0) 132 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:07:34.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:33 smithi008 conmon[29939]: cephadm 2022-03-06T10:07:32.765840+0000 mgr.smithi008.onsztl (mgr.14164) 21 : cephadm [INF] Deploying daemon prometheus.smithi008 on smithi008 2022-03-06T10:07:34.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:33 smithi008 conmon[29939]: audit 2022-03-06T10:07:33.443377+0000 mgr.smithi008.onsztl (mgr.14164) 22 : audit [DBG] from='client.14188 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "2;smithi008:172.21.15.8=smithi008;smithi083:172.21.15.83=smithi083", "target": ["mon-mgr", ""]}]: dispatch 2022-03-06T10:07:34.247 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:33 smithi008 conmon[29939]: cephadm 2022-03-06T10:07:34.247 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:33 smithi008 conmon[29939]: 2022-03-06T10:07:33.444703+0000 mgr.smithi008.onsztl (mgr.14164) 23 : cephadm [INF] Saving service mon spec with placement smithi008:172.21.15.8=smithi008;smithi083:172.21.15.83=smithi083;count:2 2022-03-06T10:07:34.247 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:33 smithi008 conmon[29939]: audit 2022-03-06 2022-03-06T10:07:34.247 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:33 smithi008 conmon[29939]: T10:07:33.446923+0000 mon.smithi008 (mon.0 2022-03-06T10:07:34.248 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:33 smithi008 conmon[29939]: ) 133 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:07:35.642 INFO:teuthology.orchestra.run.smithi083.stdout: 2022-03-06T10:07:35.642 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":1,"fsid":"f3cc2a6e-9d34-11ec-8c35-001a4aab830c","modified":"2022-03-06T10:05:51.428395Z","created":"2022-03-06T10:05:51.428395Z","min_mon_release":16,"min_mon_release_name":"pacific","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging"],"optional":[]},"mons":[{"rank":0,"name":"smithi008","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:3300","nonce":0},{"type":"v1","addr":"172.21.15.8:6789","nonce":0}]},"addr":"172.21.15.8:6789/0","public_addr":"172.21.15.8:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2022-03-06T10:07:35.643 INFO:teuthology.orchestra.run.smithi083.stderr:dumped monmap epoch 1 2022-03-06T10:07:36.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:35 smithi008 conmon[29939]: cluster 2022-03-06T10:07:34.673011+0000 mgr.smithi008.onsztl (mgr.14164) 24 : cluster [DBG] pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-06T10:07:36.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:35 smithi008 conmon[29939]: audit 2022-03-06T10:07:35.640359+0000 mon.smithi008 (mon.0) 134 : audit [DBG] from='client.? 172.21.15.83:0/985727554' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2022-03-06T10:07:37.012 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2022-03-06T10:07:37.013 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f3cc2a6e-9d34-11ec-8c35-001a4aab830c -- ceph mon dump -f json 2022-03-06T10:07:38.746 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:38 smithi008 conmon[29939]: cluster 2022-03-06T10:07:36.673347+0000 mgr.smithi008.onsztl (mgr.14164) 25 : cluster [DBG] pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-06T10:07:38.804 INFO:teuthology.orchestra.run.smithi083.stdout: 2022-03-06T10:07:38.805 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":1,"fsid":"f3cc2a6e-9d34-11ec-8c35-001a4aab830c","modified":"2022-03-06T10:05:51.428395Z","created":"2022-03-06T10:05:51.428395Z","min_mon_release":16,"min_mon_release_name":"pacific","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging"],"optional":[]},"mons":[{"rank":0,"name":"smithi008","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:3300","nonce":0},{"type":"v1","addr":"172.21.15.8:6789","nonce":0}]},"addr":"172.21.15.8:6789/0","public_addr":"172.21.15.8:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2022-03-06T10:07:38.806 INFO:teuthology.orchestra.run.smithi083.stderr:dumped monmap epoch 1 2022-03-06T10:07:39.818 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:39 smithi008 conmon[29939]: audit 2022-03-06T10:07:38.802750+0000 mon.smithi008 (mon.0) 135 : audit [DBG] from='client.? 172.21.15.83:0/1212764836' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2022-03-06T10:07:40.169 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2022-03-06T10:07:40.170 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f3cc2a6e-9d34-11ec-8c35-001a4aab830c -- ceph mon dump -f json 2022-03-06T10:07:40.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:40 smithi008 conmon[29939]: cluster 2022-03-06T10:07:38.673804+0000 2022-03-06T10:07:40.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:40 smithi008 conmon[29939]: mgr.smithi008.onsztl (mgr.14164) 26 : cluster [DBG] pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-06T10:07:40.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:40 smithi008 conmon[29939]: audit 2022-03-06T10:07:40.220657+0000 mon.smithi008 (mon.0) 136 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:07:40.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:40 smithi008 conmon[29939]: audit 2022-03-06T10:07:40.221195+0000 mon.smithi008 (mon.0) 137 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:07:41.926 INFO:teuthology.orchestra.run.smithi083.stdout: 2022-03-06T10:07:41.926 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":1,"fsid":"f3cc2a6e-9d34-11ec-8c35-001a4aab830c","modified":"2022-03-06T10:05:51.428395Z","created":"2022-03-06T10:05:51.428395Z","min_mon_release":16,"min_mon_release_name":"pacific","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging"],"optional":[]},"mons":[{"rank":0,"name":"smithi008","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:3300","nonce":0},{"type":"v1","addr":"172.21.15.8:6789","nonce":0}]},"addr":"172.21.15.8:6789/0","public_addr":"172.21.15.8:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2022-03-06T10:07:41.928 INFO:teuthology.orchestra.run.smithi083.stderr:dumped monmap epoch 1 2022-03-06T10:07:41.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:41 smithi008 conmon[29939]: audit 2022-03-06T10:07:40.575925 2022-03-06T10:07:41.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:41 smithi008 conmon[29939]: +0000 mon.smithi008 (mon.0) 138 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:07:41.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:41 smithi008 conmon[29939]: audit 2022-03-06T10:07:41.011454+0000 mon.smithi008 (mon.0) 139 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:07:42.995 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:42 smithi008 conmon[29939]: cluster 2022-03-06T10:07:40.674115+0000 mgr.smithi008.onsztl (mgr.14164) 27 : cluster [DBG] pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-06T10:07:42.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:42 smithi008 conmon[29939]: audit 2022-03-06T10:07:41.924794+0000 mon.smithi008 (mon.0) 140 : audit [DBG] from='client.? 172.21.15.83:0/3389885700' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2022-03-06T10:07:43.423 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2022-03-06T10:07:43.423 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f3cc2a6e-9d34-11ec-8c35-001a4aab830c -- ceph mon dump -f json 2022-03-06T10:07:44.995 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:44 smithi008 conmon[29939]: cluster 2022-03-06T10:07:42.674349+0000 mgr.smithi008.onsztl (mgr 2022-03-06T10:07:44.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:44 smithi008 conmon[29939]: .14164) 28 : cluster [DBG] pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-06T10:07:44.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:44 smithi008 conmon[29939]: audit 2022-03-06T10:07:44.303154+0000 mon.smithi008 (mon.0) 141 : audit [INF] 2022-03-06T10:07:44.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:44 smithi008 conmon[29939]: from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:07:45.277 INFO:teuthology.orchestra.run.smithi083.stdout: 2022-03-06T10:07:45.277 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":1,"fsid":"f3cc2a6e-9d34-11ec-8c35-001a4aab830c","modified":"2022-03-06T10:05:51.428395Z","created":"2022-03-06T10:05:51.428395Z","min_mon_release":16,"min_mon_release_name":"pacific","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging"],"optional":[]},"mons":[{"rank":0,"name":"smithi008","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:3300","nonce":0},{"type":"v1","addr":"172.21.15.8:6789","nonce":0}]},"addr":"172.21.15.8:6789/0","public_addr":"172.21.15.8:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2022-03-06T10:07:45.279 INFO:teuthology.orchestra.run.smithi083.stderr:dumped monmap epoch 1 2022-03-06T10:07:45.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:45 smithi008 conmon[29939]: cluster 2022-03-06T10:07:44.674629+0000 mgr.smithi008.onsztl (mgr.14164) 29 : cluster [DBG] pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-06T10:07:45.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:45 smithi008 conmon[29939]: audit 2022-03-06T10:07:44.718692+0000 mon.smithi008 (mon.0) 142 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:07:45.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:45 smithi008 conmon[29939]: audit 2022-03-06T10:07:45 2022-03-06T10:07:45.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:45 smithi008 conmon[29939]: .276017+0000 mon.smithi008 (mon.0) 143 : audit [DBG] 2022-03-06T10:07:45.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:45 smithi008 conmon[29939]: from='client.? 172.21.15.83:0/3787319753' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2022-03-06T10:07:45.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:45 smithi008 conmon[29939]: audit 2022- 2022-03-06T10:07:45.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:45 smithi008 conmon[29939]: 03-06T10:07:45.469413+0000 2022-03-06T10:07:45.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:45 smithi008 conmon[29939]: mon.smithi008 (mon.0) 144 : audit 2022-03-06T10:07:45.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:45 smithi008 conmon[29939]: [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:07:45.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:45 smithi008 conmon[29939]: audit 2022- 2022-03-06T10:07:45.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:45 smithi008 conmon[29939]: 03-06T10:07:45. 2022-03-06T10:07:45.999 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:45 smithi008 conmon[29939]: 472009+0000 mon.smithi008 (mon.0) 2022-03-06T10:07:45.999 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:45 smithi008 conmon[29939]: 145 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:07:45.999 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:45 smithi008 conmon[29939]: audit 2022-03 2022-03-06T10:07:45.999 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:45 smithi008 conmon[29939]: -06T10:07:45.473282+0000 mon.smithi008 (mon.0) 146 : audit [INF] 2022-03-06T10:07:45.999 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:45 smithi008 conmon[29939]: from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.smithi083", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2022-03-06T10:07:46.000 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:45 smithi008 conmon[29939]: audit 2022-03- 2022-03-06T10:07:46.000 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:45 smithi008 conmon[29939]: 06T10:07:45.475156+0000 mon.smithi008 (mon.0) 147 : audit 2022-03-06T10:07:46.000 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:45 smithi008 conmon[29939]: [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd='[{"prefix": "auth get-or-create", "entity": "client.crash.smithi083", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]': finished 2022-03-06T10:07:46.000 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:45 smithi008 conmon[29939]: audit 2022 2022-03-06T10:07:46.001 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:45 smithi008 conmon[29939]: -03-06T10:07:45.476021+0000 mon.smithi008 (mon 2022-03-06T10:07:46.001 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:45 smithi008 conmon[29939]: .0) 148 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:07:46.001 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:45 smithi008 conmon[29939]: cephadm 2022-03- 2022-03-06T10:07:46.001 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:45 smithi008 conmon[29939]: 06T10:07:45.477071+0000 mgr.smithi008.onsztl (mgr.14164) 30 2022-03-06T10:07:46.001 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:45 smithi008 conmon[29939]: : cephadm [INF] Deploying daemon crash.smithi083 on smithi083 2022-03-06T10:07:46.713 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2022-03-06T10:07:46.713 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f3cc2a6e-9d34-11ec-8c35-001a4aab830c -- ceph mon dump -f json 2022-03-06T10:07:48.746 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:48 smithi008 conmon[29939]: cluster 2022-03-06T10:07:46.675005+0000 mgr.smithi008.onsztl (mgr.14164) 31 2022-03-06T10:07:48.746 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:48 smithi008 conmon[29939]: : cluster [DBG] pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-06T10:07:50.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:50 smithi008 conmon[29939]: cluster 2022-03-06T10:07:48.675415+0000 mgr.smithi008.onsztl (mgr.14164) 32 : cluster [DBG] pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-06T10:07:52.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:52 smithi008 conmon[29939]: cluster 2022-03-06T10:07:50.675807+0000 mgr.smithi008.onsztl (mgr.14164) 2022-03-06T10:07:52.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:52 smithi008 conmon[29939]: 33 : cluster [DBG] pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-06T10:07:53.553 INFO:teuthology.orchestra.run.smithi083.stdout: 2022-03-06T10:07:53.553 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":1,"fsid":"f3cc2a6e-9d34-11ec-8c35-001a4aab830c","modified":"2022-03-06T10:05:51.428395Z","created":"2022-03-06T10:05:51.428395Z","min_mon_release":16,"min_mon_release_name":"pacific","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging"],"optional":[]},"mons":[{"rank":0,"name":"smithi008","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:3300","nonce":0},{"type":"v1","addr":"172.21.15.8:6789","nonce":0}]},"addr":"172.21.15.8:6789/0","public_addr":"172.21.15.8:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2022-03-06T10:07:53.554 INFO:teuthology.orchestra.run.smithi083.stderr:dumped monmap epoch 1 2022-03-06T10:07:54.900 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2022-03-06T10:07:54.900 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f3cc2a6e-9d34-11ec-8c35-001a4aab830c -- ceph mon dump -f json 2022-03-06T10:07:54.995 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:54 smithi008 conmon[29939]: cluster 2022-03-06T10:07:52.676235+0000 mgr.smithi008.onsztl (mgr.14164) 34 : 2022-03-06T10:07:54.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:54 smithi008 conmon[29939]: cluster [DBG] pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-06T10:07:54.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:54 smithi008 conmon[29939]: audit 2022-03-06T10:07:53.550252+0000 mon.smithi008 (mon.0) 149 : audit [DBG] from='client.? 172.21.15.83:0/1038482610' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2022-03-06T10:07:54.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:54 smithi008 conmon[29939]: audit 2022-03-06T10:07:53.688104+0000 mon.smithi008 2022-03-06T10:07:54.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:54 smithi008 conmon[29939]: (mon.0) 150 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:07:54.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:54 smithi008 conmon[29939]: audit 2022 2022-03-06T10:07:54.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:54 smithi008 conmon[29939]: -03-06T10:07:53 2022-03-06T10:07:54.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:54 smithi008 conmon[29939]: .689569+0000 mon.smithi008 (mon. 2022-03-06T10:07:54.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:54 smithi008 conmon[29939]: 0) 151 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi083.piggzi", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2022-03-06T10:07:54.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:54 smithi008 conmon[29939]: audit 2022-03-06 2022-03-06T10:07:54.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:54 smithi008 conmon[29939]: T10:07:53.691475+0000 mon.smithi008 ( 2022-03-06T10:07:54.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:54 smithi008 conmon[29939]: mon.0) 152 : audit 2022-03-06T10:07:54.999 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:54 smithi008 conmon[29939]: [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.smithi083.piggzi", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2022-03-06T10:07:54.999 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:54 smithi008 conmon[29939]: audit 2022-03-06T10:07:54.999 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:54 smithi008 conmon[29939]: 2022-03-06T10:07 2022-03-06T10:07:54.999 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:54 smithi008 conmon[29939]: :53.692423+0000 mon.smithi008 (mon 2022-03-06T10:07:55.000 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:54 smithi008 conmon[29939]: .0) 153 : audit [DBG] 2022-03-06T10:07:55.000 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:54 smithi008 conmon[29939]: from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "mgr services"}]: dispatch 2022-03-06T10:07:55.000 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:54 smithi008 conmon[29939]: audit 2022 2022-03-06T10:07:55.000 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:54 smithi008 conmon[29939]: -03-06T10:07 2022-03-06T10:07:55.000 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:54 smithi008 conmon[29939]: :53.693497+0000 mon.smithi008 (mon 2022-03-06T10:07:55.001 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:54 smithi008 conmon[29939]: .0) 154 : audit [DBG] 2022-03-06T10:07:55.001 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:54 smithi008 conmon[29939]: from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:07:55.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:55 smithi008 conmon[29939]: cephadm 2022-03-06T10:07:53.694382+0000 mgr.smithi008.onsztl (mgr.14164) 35 : cephadm 2022-03-06T10:07:55.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:55 smithi008 conmon[29939]: [INF] Deploying daemon mgr.smithi083.piggzi on smithi083 2022-03-06T10:07:56.821 INFO:teuthology.orchestra.run.smithi083.stdout: 2022-03-06T10:07:56.822 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":1,"fsid":"f3cc2a6e-9d34-11ec-8c35-001a4aab830c","modified":"2022-03-06T10:05:51.428395Z","created":"2022-03-06T10:05:51.428395Z","min_mon_release":16,"min_mon_release_name":"pacific","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging"],"optional":[]},"mons":[{"rank":0,"name":"smithi008","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:3300","nonce":0},{"type":"v1","addr":"172.21.15.8:6789","nonce":0}]},"addr":"172.21.15.8:6789/0","public_addr":"172.21.15.8:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2022-03-06T10:07:56.824 INFO:teuthology.orchestra.run.smithi083.stderr:dumped monmap epoch 1 2022-03-06T10:07:56.995 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:56 smithi008 conmon[29939]: cluster 2022-03-06T10:07:54.676551+0000 mgr.smithi008.onsztl (mgr.14164) 36 : cluster [DBG] pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-06T10:07:56.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:56 smithi008 conmon[29939]: audit 2022-03-06T10:07:56.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:56 smithi008 conmon[29939]: 2022-03-06T10:07:55.683962+0000 mon.smithi008 (mon.0) 155 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:07:56.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:56 smithi008 conmon[29939]: audit 2022-03-06T10:07:55.685316+0000 mon.smithi008 (mon.0) 156 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2022-03-06T10:07:56.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:56 smithi008 conmon[29939]: audit 2022 2022-03-06T10:07:56.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:56 smithi008 conmon[29939]: -03-06T10:07:55 2022-03-06T10:07:56.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:56 smithi008 conmon[29939]: .686246+0000 mon.smithi008 (mon.0 2022-03-06T10:07:56.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:56 smithi008 conmon[29939]: ) 157 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:07:56.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:56 smithi008 conmon[29939]: 2022-03-06T10:07:57.995 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:57 smithi008 conmon[29939]: cephadm 2022-03-06T10:07:55.687183+0000 mgr.smithi008.onsztl (mgr.14164) 37 : cephadm [INF] Deploying daemon mon.smithi083 on smithi083 2022-03-06T10:07:57.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:57 smithi008 conmon[29939]: audit 2022-03-06T10:07:56.819479+0000 mon.smithi008 (mon.0) 158 : audit [DBG] from='client.? 172.21.15.83:0/1432758779' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2022-03-06T10:07:58.499 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2022-03-06T10:07:58.499 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f3cc2a6e-9d34-11ec-8c35-001a4aab830c -- ceph mon dump -f json 2022-03-06T10:07:58.529 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:58 smithi083 systemd[1]: Starting Ceph mon.smithi083 for f3cc2a6e-9d34-11ec-8c35-001a4aab830c... 2022-03-06T10:07:58.745 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:07:58 smithi008 conmon[29939]: cluster 2022-03-06T10:07:56.676856+0000 mgr.smithi008.onsztl (mgr.14164) 38 : cluster [DBG] pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-06T10:07:58.787 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:58 smithi083 podman[32927]: 2022-03-06T10:07:59.789 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.508+0000 7f60530df700 0 set uid:gid to 167:167 (ceph:ceph) 2022-03-06T10:07:59.790 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.508+0000 7f60530df700 0 ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable), process ceph-mon, pid 7 2022-03-06T10:07:59.791 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.508+0000 7f60530df700 0 pidfile_write: ignore empty --pid-file 2022-03-06T10:07:59.792 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.513+0000 7f60530df700 0 load: jerasure load: lrc load: isa 2022-03-06T10:07:59.792 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: RocksDB version: 6.8.1 2022-03-06T10:07:59.792 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: 2022-03-06T10:07:59.792 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2022-03-06T10:07:59.793 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Compile date May 13 2021 2022-03-06T10:07:59.793 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: DB SUMMARY 2022-03-06T10:07:59.793 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: 2022-03-06T10:07:59.793 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: CURRENT file: CURRENT 2022-03-06T10:07:59.793 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: 2022-03-06T10:07:59.794 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: IDENTITY file: IDENTITY 2022-03-06T10:07:59.794 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: 2022-03-06T10:07:59.794 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: MANIFEST file: MANIFEST-000001 size: 13 Bytes 2022-03-06T10:07:59.794 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: 2022-03-06T10:07:59.795 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-smithi083/store.db dir, Total Num: 0, files: 2022-03-06T10:07:59.795 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: 2022-03-06T10:07:59.795 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-smithi083/store.db: 000003.log size: 511 ; 2022-03-06T10:07:59.795 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: 2022-03-06T10:07:59.795 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.error_if_exists: 0 2022-03-06T10:07:59.796 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.create_if_missing: 0 2022-03-06T10:07:59.796 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.796 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.paranoid_checks: 1 2022-03-06T10:07:59.796 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.env: 0x558e83d701c0 2022-03-06T10:07:59.797 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.fs: Posix File System 2022-03-06T10:07:59.797 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.info_log: 0x558e85b3d960 2022-03-06T10:07:59.797 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.max_file_opening_threads: 16 2022-03-06T10:07:59.797 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.statistics: (nil) 2022-03-06T10:07:59.797 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.use_fsync: 0 2022-03-06T10:07:59.798 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.max_log_file_size: 0 2022-03-06T10:07:59.798 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.max_manifest_file_size: 1073741824 2022-03-06T10:07:59.798 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.log_file_time_to_roll: 0 2022-03-06T10:07:59.799 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.keep_log_file_num: 1000 2022-03-06T10:07:59.799 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.recycle_log_file_num: 0 2022-03-06T10:07:59.799 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.allow_fallocate: 1 2022-03-06T10:07:59.799 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.allow_mmap_reads: 0 2022-03-06T10:07:59.800 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.allow_mmap_writes: 0 2022-03-06T10:07:59.800 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.use_direct_reads: 0 2022-03-06T10:07:59.800 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2022-03-06T10:07:59.801 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.create_missing_column_families: 0 2022-03-06T10:07:59.802 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.db_log_dir: 2022-03-06T10:07:59.802 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-smithi083/store.db 2022-03-06T10:07:59.802 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.table_cache_numshardbits: 6 2022-03-06T10:07:59.803 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.max_subcompactions: 1 2022-03-06T10:07:59.803 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.max_background_flushes: -1 2022-03-06T10:07:59.803 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.WAL_ttl_seconds: 0 2022-03-06T10:07:59.803 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.WAL_size_limit_MB: 0 2022-03-06T10:07:59.804 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2022-03-06T10:07:59.804 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.manifest_preallocation_size: 4194304 2022-03-06T10:07:59.804 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.is_fd_close_on_exec: 1 2022-03-06T10:07:59.805 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.advise_random_on_open: 1 2022-03-06T10:07:59.805 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.db_write_buffer_size: 0 2022-03-06T10:07:59.805 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.write_buffer_manager: 0x558e867b2030 2022-03-06T10:07:59.805 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.access_hint_on_compaction_start: 1 2022-03-06T10:07:59.806 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2022-03-06T10:07:59.806 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2022-03-06T10:07:59.806 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.use_adaptive_mutex: 0 2022-03-06T10:07:59.806 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.rate_limiter: (nil) 2022-03-06T10:07:59.807 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2022-03-06T10:07:59.807 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.wal_recovery_mode: 2 2022-03-06T10:07:59.807 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.enable_thread_tracking: 0 2022-03-06T10:07:59.807 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.enable_pipelined_write: 0 2022-03-06T10:07:59.808 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.unordered_write: 0 2022-03-06T10:07:59.808 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2022-03-06T10:07:59.808 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2022-03-06T10:07:59.808 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.write_thread_max_yield_usec: 100 2022-03-06T10:07:59.809 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2022-03-06T10:07:59.809 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.row_cache: None 2022-03-06T10:07:59.809 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.wal_filter: None 2022-03-06T10:07:59.809 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.avoid_flush_during_recovery: 0 2022-03-06T10:07:59.810 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.allow_ingest_behind: 0 2022-03-06T10:07:59.810 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.preserve_deletes: 0 2022-03-06T10:07:59.810 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.two_write_queues: 0 2022-03-06T10:07:59.810 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.manual_wal_flush: 0 2022-03-06T10:07:59.810 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.atomic_flush: 0 2022-03-06T10:07:59.811 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2022-03-06T10:07:59.811 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.persist_stats_to_disk: 0 2022-03-06T10:07:59.811 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.write_dbid_to_manifest: 0 2022-03-06T10:07:59.811 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.log_readahead_size: 0 2022-03-06T10:07:59.812 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.sst_file_checksum_func: Unknown 2022-03-06T10:07:59.812 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.max_background_jobs: 2 2022-03-06T10:07:59.812 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.max_background_compactions: -1 2022-03-06T10:07:59.812 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2022-03-06T10:07:59.813 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2022-03-06T10:07:59.813 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.delayed_write_rate : 16777216 2022-03-06T10:07:59.813 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.max_total_wal_size: 0 2022-03-06T10:07:59.813 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2022-03-06T10:07:59.814 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.stats_dump_period_sec: 600 2022-03-06T10:07:59.814 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.stats_persist_period_sec: 600 2022-03-06T10:07:59.814 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: 2022-03-06T10:07:59.814 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.stats_history_buffer_size: 1048576 2022-03-06T10:07:59.815 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.max_open_files: -1 2022-03-06T10:07:59.815 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.bytes_per_sync: 0 2022-03-06T10:07:59.815 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.wal_bytes_per_sync: 0 2022-03-06T10:07:59.815 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.strict_bytes_per_sync: 0 2022-03-06T10:07:59.816 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.compaction_readahead_size: 0 2022-03-06T10:07:59.816 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Compression algorithms supported: 2022-03-06T10:07:59.816 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: 2022-03-06T10:07:59.816 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: kZSTDNotFinalCompression supported: 0 2022-03-06T10:07:59.817 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: kZSTD supported: 0 2022-03-06T10:07:59.817 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: kXpressCompression supported: 0 2022-03-06T10:07:59.817 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: kLZ4HCCompression supported: 1 2022-03-06T10:07:59.817 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: kLZ4Compression supported: 1 2022-03-06T10:07:59.817 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: kBZip2Compression supported: 0 2022-03-06T10:07:59.818 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.818 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: kZlibCompression supported: 1 2022-03-06T10:07:59.818 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: kSnappyCompression supported: 1 2022-03-06T10:07:59.818 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Fast CRC32 supported: Supported on x86 2022-03-06T10:07:59.819 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: [version_set.cc:4413] Recovering from manifest file: /var/lib/ceph/mon/ceph-smithi083/store.db/MANIFEST-000001 2022-03-06T10:07:59.819 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: 2022-03-06T10:07:59.819 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: [column_family.cc:552] --------------- Options for column family [default]: 2022-03-06T10:07:59.819 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: 2022-03-06T10:07:59.819 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2022-03-06T10:07:59.820 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.merge_operator: 2022-03-06T10:07:59.820 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.compaction_filter: None 2022-03-06T10:07:59.820 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.compaction_filter_factory: None 2022-03-06T10:07:59.822 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.memtable_factory: SkipListFactory 2022-03-06T10:07:59.822 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.table_factory: BlockBasedTable 2022-03-06T10:07:59.822 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x558e85a54128) 2022-03-06T10:07:59.822 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: cache_index_and_filter_blocks: 1 2022-03-06T10:07:59.823 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: cache_index_and_filter_blocks_with_high_priority: 0 2022-03-06T10:07:59.823 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: pin_l0_filter_and_index_blocks_in_cache: 0 2022-03-06T10:07:59.823 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: pin_top_level_index_and_filter: 1 2022-03-06T10:07:59.823 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: index_type: 0 2022-03-06T10:07:59.824 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: data_block_index_type: 0 2022-03-06T10:07:59.824 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: index_shortening: 1 2022-03-06T10:07:59.824 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: data_block_hash_table_util_ratio: 0.750000 2022-03-06T10:07:59.824 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: hash_index_allow_collision: 1 2022-03-06T10:07:59.824 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: checksum: 1 2022-03-06T10:07:59.825 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: no_block_cache: 0 2022-03-06T10:07:59.825 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: block_cache: 0x558e85a8af10 2022-03-06T10:07:59.825 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: block_cache_name: BinnedLRUCache 2022-03-06T10:07:59.825 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: block_cache_options: 2022-03-06T10:07:59.825 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: capacity : 536870912 2022-03-06T10:07:59.826 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: num_shard_bits : 4 2022-03-06T10:07:59.826 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: strict_capacity_limit : 0 2022-03-06T10:07:59.826 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: high_pri_pool_ratio: 0.000 2022-03-06T10:07:59.826 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: block_cache_compressed: (nil) 2022-03-06T10:07:59.827 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: persistent_cache: (nil) 2022-03-06T10:07:59.827 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: block_size: 4096 2022-03-06T10:07:59.827 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: block_size_deviation: 10 2022-03-06T10:07:59.827 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: block_restart_interval: 16 2022-03-06T10:07:59.827 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: index_block_restart_interval: 1 2022-03-06T10:07:59.828 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: metadata_block_size: 4096 2022-03-06T10:07:59.828 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: partition_filters: 0 2022-03-06T10:07:59.828 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: use_delta_encoding: 1 2022-03-06T10:07:59.828 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: filter_policy: rocksdb.BuiltinBloomFilter 2022-03-06T10:07:59.828 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: whole_key_filtering: 1 2022-03-06T10:07:59.829 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: verify_compression: 0 2022-03-06T10:07:59.829 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: read_amp_bytes_per_bit: 0 2022-03-06T10:07:59.829 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: format_version: 2 2022-03-06T10:07:59.829 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: enable_index_compression: 1 2022-03-06T10:07:59.830 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: block_align: 0 2022-03-06T10:07:59.830 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: 2022-03-06T10:07:59.830 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.write_buffer_size: 33554432 2022-03-06T10:07:59.830 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.max_write_buffer_number: 2 2022-03-06T10:07:59.830 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.compression: NoCompression 2022-03-06T10:07:59.831 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.bottommost_compression: Disabled 2022-03-06T10:07:59.831 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.prefix_extractor: nullptr 2022-03-06T10:07:59.831 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2022-03-06T10:07:59.831 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.num_levels: 7 2022-03-06T10:07:59.831 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2022-03-06T10:07:59.832 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2022-03-06T10:07:59.832 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2022-03-06T10:07:59.832 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2022-03-06T10:07:59.832 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2022-03-06T10:07:59.833 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2022-03-06T10:07:59.833 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2022-03-06T10:07:59.833 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2022-03-06T10:07:59.833 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2022-03-06T10:07:59.833 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.compression_opts.window_bits: -14 2022-03-06T10:07:59.834 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.compression_opts.level: 32767 2022-03-06T10:07:59.834 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.compression_opts.strategy: 0 2022-03-06T10:07:59.834 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2022-03-06T10:07:59.834 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2022-03-06T10:07:59.835 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.compression_opts.enabled: false 2022-03-06T10:07:59.835 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2022-03-06T10:07:59.835 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2022-03-06T10:07:59.835 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.level0_stop_writes_trigger: 36 2022-03-06T10:07:59.835 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.target_file_size_base: 67108864 2022-03-06T10:07:59.836 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.target_file_size_multiplier: 1 2022-03-06T10:07:59.836 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2022-03-06T10:07:59.836 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2022-03-06T10:07:59.836 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2022-03-06T10:07:59.836 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2022-03-06T10:07:59.837 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2022-03-06T10:07:59.837 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2022-03-06T10:07:59.837 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2022-03-06T10:07:59.837 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2022-03-06T10:07:59.838 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2022-03-06T10:07:59.838 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2022-03-06T10:07:59.838 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2022-03-06T10:07:59.838 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.max_compaction_bytes: 1677721600 2022-03-06T10:07:59.838 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.arena_block_size: 4194304 2022-03-06T10:07:59.839 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.839 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2022-03-06T10:07:59.839 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2022-03-06T10:07:59.839 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2022-03-06T10:07:59.839 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.disable_auto_compactions: 0 2022-03-06T10:07:59.840 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2022-03-06T10:07:59.840 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2022-03-06T10:07:59.840 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2022-03-06T10:07:59.840 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2022-03-06T10:07:59.841 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2022-03-06T10:07:59.841 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2022-03-06T10:07:59.841 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2022-03-06T10:07:59.841 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2022-03-06T10:07:59.841 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2022-03-06T10:07:59.842 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2022-03-06T10:07:59.842 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.table_properties_collectors: 2022-03-06T10:07:59.842 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.inplace_update_support: 0 2022-03-06T10:07:59.842 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.inplace_update_num_locks: 10000 2022-03-06T10:07:59.843 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2022-03-06T10:07:59.843 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.memtable_whole_key_filtering: 0 2022-03-06T10:07:59.843 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.memtable_huge_page_size: 0 2022-03-06T10:07:59.843 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.bloom_locality: 0 2022-03-06T10:07:59.843 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.max_successive_merges: 0 2022-03-06T10:07:59.844 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.optimize_filters_for_hits: 0 2022-03-06T10:07:59.844 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.paranoid_file_checks: 0 2022-03-06T10:07:59.844 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.force_consistency_checks: 0 2022-03-06T10:07:59.844 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.report_bg_io_stats: 0 2022-03-06T10:07:59.844 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.ttl: 2592000 2022-03-06T10:07:59.845 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: Options.periodic_compaction_seconds: 0 2022-03-06T10:07:59.845 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: [version_set.cc:4568] Recovered from manifest file:/var/lib/ceph/mon/ceph-smithi083/store.db/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2022-03-06T10:07:59.845 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: 2022-03-06T10:07:59.845 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.514+0000 7f60530df700 4 rocksdb: [version_set.cc:4577] Column family [default] (ID 0), log number is 0 2022-03-06T10:07:59.846 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: 2022-03-06T10:07:59.846 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.515+0000 7f60530df700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1646561279516262, "job": 1, "event": "recovery_started", "log_files": [3]} 2022-03-06T10:07:59.846 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.515+0000 7f60530df700 4 rocksdb: [db_impl/db_impl_open.cc:760] Recovering log #3 mode 2 2022-03-06T10:07:59.846 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: 2022-03-06T10:07:59.846 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.515+0000 7f60530df700 3 rocksdb: [le/block_based/filter_policy.cc:584] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2022-03-06T10:07:59.847 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.515+0000 7f60530df700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1646561279516733, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 4, "file_size": 1437, "table_properties": {"data_size": 523, "index_size": 40, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1646561279, "oldest_key_time": 3, "file_creation_time": 0}} 2022-03-06T10:07:59.847 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.515+0000 7f60530df700 4 rocksdb: [version_set.cc:3826] Creating manifest 5 2022-03-06T10:07:59.847 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: 2022-03-06T10:07:59.847 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.515+0000 7f60530df700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1646561279517098, "job": 1, "event": "recovery_finished"} 2022-03-06T10:07:59.848 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.516+0000 7f60530df700 4 rocksdb: DB pointer 0x558e85b4f800 2022-03-06T10:07:59.848 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.516+0000 7f6039ef7700 4 rocksdb: [db_impl/db_impl.cc:850] ------- DUMPING STATS ------- 2022-03-06T10:07:59.848 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.516+0000 7f6039ef7700 4 rocksdb: [db_impl/db_impl.cc:851] 2022-03-06T10:07:59.848 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: ** DB Stats ** 2022-03-06T10:07:59.848 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: Uptime(secs): 0.0 total, 0.0 interval 2022-03-06T10:07:59.849 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2022-03-06T10:07:59.849 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2022-03-06T10:07:59.849 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2022-03-06T10:07:59.849 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2022-03-06T10:07:59.849 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2022-03-06T10:07:59.850 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2022-03-06T10:07:59.850 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: 2022-03-06T10:07:59.850 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: ** Compaction Stats [default] ** 2022-03-06T10:07:59.850 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-03-06T10:07:59.851 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-03-06T10:07:59.851 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: L0 1/0 1.40 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.2 0.00 0.00 1 0.000 0 0 2022-03-06T10:07:59.851 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: Sum 1/0 1.40 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.2 0.00 0.00 1 0.000 0 0 2022-03-06T10:07:59.851 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.2 0.00 0.00 1 0.000 0 0 2022-03-06T10:07:59.851 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: 2022-03-06T10:07:59.852 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: ** Compaction Stats [default] ** 2022-03-06T10:07:59.852 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-03-06T10:07:59.852 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-03-06T10:07:59.852 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 3.2 0.00 0.00 1 0.000 0 0 2022-03-06T10:07:59.852 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: Uptime(secs): 0.0 total, 0.0 interval 2022-03-06T10:07:59.853 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: Flush(GB): cumulative 0.000, interval 0.000 2022-03-06T10:07:59.853 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: AddFile(GB): cumulative 0.000, interval 0.000 2022-03-06T10:07:59.853 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: AddFile(Total Files): cumulative 0, interval 0 2022-03-06T10:07:59.853 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: AddFile(L0 Files): cumulative 0, interval 0 2022-03-06T10:07:59.854 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: AddFile(Keys): cumulative 0, interval 0 2022-03-06T10:07:59.854 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: Cumulative compaction: 0.00 GB write, 0.59 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-03-06T10:07:59.854 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: Interval compaction: 0.00 GB write, 0.59 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-03-06T10:07:59.854 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2022-03-06T10:07:59.854 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: 2022-03-06T10:07:59.855 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: ** File Read Latency Histogram By Level [default] ** 2022-03-06T10:07:59.855 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: 2022-03-06T10:07:59.855 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: ** Compaction Stats [default] ** 2022-03-06T10:07:59.855 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-03-06T10:07:59.855 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-03-06T10:07:59.856 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: L0 1/0 1.40 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.2 0.00 0.00 1 0.000 0 0 2022-03-06T10:07:59.856 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: Sum 1/0 1.40 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.2 0.00 0.00 1 0.000 0 0 2022-03-06T10:07:59.856 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2022-03-06T10:07:59.856 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: 2022-03-06T10:07:59.857 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: ** Compaction Stats [default] ** 2022-03-06T10:07:59.857 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-03-06T10:07:59.857 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-03-06T10:07:59.857 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 3.2 0.00 0.00 1 0.000 0 0 2022-03-06T10:07:59.857 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: Uptime(secs): 0.0 total, 0.0 interval 2022-03-06T10:07:59.858 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: Flush(GB): cumulative 0.000, interval 0.000 2022-03-06T10:07:59.858 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: AddFile(GB): cumulative 0.000, interval 0.000 2022-03-06T10:07:59.858 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: AddFile(Total Files): cumulative 0, interval 0 2022-03-06T10:07:59.858 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: AddFile(L0 Files): cumulative 0, interval 0 2022-03-06T10:07:59.858 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: AddFile(Keys): cumulative 0, interval 0 2022-03-06T10:07:59.859 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: Cumulative compaction: 0.00 GB write, 0.58 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-03-06T10:07:59.859 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-03-06T10:07:59.859 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2022-03-06T10:07:59.859 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: 2022-03-06T10:07:59.859 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: ** File Read Latency Histogram By Level [default] ** 2022-03-06T10:07:59.860 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: 2022-03-06T10:07:59.860 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.516+0000 7f60530df700 0 mon.smithi083 does not exist in monmap, will attempt to join an existing cluster 2022-03-06T10:07:59.860 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.517+0000 7f60530df700 0 using public_addr v2:172.21.15.83:0/0 -> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] 2022-03-06T10:07:59.860 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.517+0000 7f60530df700 0 starting mon.smithi083 rank -1 at public addrs [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] at bind addrs [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] mon_data /var/lib/ceph/mon/ceph-smithi083 fsid f3cc2a6e-9d34-11ec-8c35-001a4aab830c 2022-03-06T10:07:59.861 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.518+0000 7f60530df700 1 mon.smithi083@-1(???) e0 preinit fsid f3cc2a6e-9d34-11ec-8c35-001a4aab830c 2022-03-06T10:07:59.861 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.541+0000 7f603c6fc700 0 mon.smithi083@-1(synchronizing).mds e1 new map 2022-03-06T10:07:59.861 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.541+0000 7f603c6fc700 0 mon.smithi083@-1(synchronizing).mds e1 print_map 2022-03-06T10:07:59.861 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: e1 2022-03-06T10:07:59.861 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: enable_multiple, ever_enabled_multiple: 1,1 2022-03-06T10:07:59.862 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2022-03-06T10:07:59.862 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: legacy client fscid: -1 2022-03-06T10:07:59.862 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: 2022-03-06T10:07:59.862 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: No filesystems configured 2022-03-06T10:07:59.863 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: 2022-03-06T10:07:59.863 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.541+0000 7f603c6fc700 1 mon.smithi083@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2022-03-06T10:07:59.863 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.542+0000 7f603c6fc700 1 mon.smithi083@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2022-03-06T10:07:59.863 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.542+0000 7f603c6fc700 1 mon.smithi083@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2022-03-06T10:07:59.863 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.542+0000 7f603c6fc700 1 mon.smithi083@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2022-03-06T10:07:59.864 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.542+0000 7f603c6fc700 1 mon.smithi083@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2022-03-06T10:07:59.864 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.542+0000 7f603c6fc700 1 mon.smithi083@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2022-03-06T10:07:59.864 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.542+0000 7f603c6fc700 1 mon.smithi083@-1(synchronizing).osd e5 e5: 0 total, 0 up, 0 in 2022-03-06T10:07:59.864 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.544+0000 7f603c6fc700 0 mon.smithi083@-1(synchronizing).osd e5 crush map has features 3314932999778484224, adjusting msgr requires 2022-03-06T10:07:59.864 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.544+0000 7f603c6fc700 0 mon.smithi083@-1(synchronizing).osd e5 crush map has features 288514050185494528, adjusting msgr requires 2022-03-06T10:07:59.865 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.544+0000 7f603c6fc700 0 mon.smithi083@-1(synchronizing).osd e5 crush map has features 288514050185494528, adjusting msgr requires 2022-03-06T10:07:59.865 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.544+0000 7f603c6fc700 0 mon.smithi083@-1(synchronizing).osd e5 crush map has features 288514050185494528, adjusting msgr requires 2022-03-06T10:07:59.865 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: cluster 2022-03 2022-03-06T10:07:59.865 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: -06T10:07:56.676856+0000 mgr.smithi008.onsztl (mgr.14164) 38 : cluster [DBG] pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-06T10:07:59.866 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.544+0000 7f603c6fc700 1 mon.smithi083@-1(synchronizing).paxosservice(auth 1..7) refresh upgraded, format 0 -> 3 2022-03-06T10:07:59.866 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.546+0000 7f603c6fc700 20 expand_channel_meta expand map: {default=false} 2022-03-06T10:07:59.866 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.546+0000 7f603c6fc700 20 expand_channel_meta from 'false' to 'false' 2022-03-06T10:07:59.866 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.546+0000 7f603c6fc700 20 expand_channel_meta expanded map: {default=false} 2022-03-06T10:07:59.866 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.546+0000 7f603c6fc700 20 expand_channel_meta expand map: {default=info} 2022-03-06T10:07:59.867 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.546+0000 7f603c6fc700 20 expand_channel_meta from 'info' to 'info' 2022-03-06T10:07:59.867 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.546+0000 7f603c6fc700 20 expand_channel_meta expanded map: {default=info} 2022-03-06T10:07:59.867 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.546+0000 7f603c6fc700 20 expand_channel_meta expand map: {default=daemon} 2022-03-06T10:07:59.867 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.546+0000 7f603c6fc700 20 expand_channel_meta from 'daemon' to 'daemon' 2022-03-06T10:07:59.867 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.546+0000 7f603c6fc700 20 expand_channel_meta expanded map: {default=daemon} 2022-03-06T10:07:59.868 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.546+0000 7f603c6fc700 20 expand_channel_meta expand map: {default=debug} 2022-03-06T10:07:59.868 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.546+0000 7f603c6fc700 20 expand_channel_meta from 'debug' to 'debug' 2022-03-06T10:07:59.868 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.546+0000 7f603c6fc700 20 expand_channel_meta expanded map: {default=debug} 2022-03-06T10:07:59.868 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 conmon[33008]: debug 2022-03-06T10:07:59.546+0000 7f603c6fc700 10 mon.smithi083@-1(synchronizing) e1 handle_conf_change mon_allow_pool_delete 2022-03-06T10:07:59.869 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 bash[32927]: 5fe0483de9e74de25c6d6f208792d50911aee92a767b642796cf472fca8fa1fd 2022-03-06T10:08:00.160 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:07:59 smithi083 systemd[1]: Started Ceph mon.smithi083 for f3cc2a6e-9d34-11ec-8c35-001a4aab830c. 2022-03-06T10:08:04.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:04 smithi008 conmon[29939]: cluster 2022-03-06T10:07:58.677146+0000 mgr.smithi008.onsztl (mgr.14164) 39 : cluster 2022-03-06T10:08:04.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:04 smithi008 conmon[29939]: [DBG] pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-06T10:08:04.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:04 smithi008 conmon[29939]: audit 2022-03-06T10:07:59.549897+0000 mon.smithi008 (mon.0) 161 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "mon metadata", "id": "smithi083"}]: dispatch 2022-03-06T10:08:04.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:04 smithi008 conmon[29939]: audit 2022-03-06T10 2022-03-06T10:08:04.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:04 smithi008 conmon[29939]: :07:59.552165+0000 mon.smithi008 (mon 2022-03-06T10:08:04.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:04 smithi008 conmon[29939]: .0) 162 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "mon metadata", "id": "smithi008"}]: dispatch 2022-03-06T10:08:04.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:04 smithi008 conmon[29939]: cluster 2022 2022-03-06T10:08:04.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:04 smithi008 conmon[29939]: -03-06T10:07:59.552299 2022-03-06T10:08:04.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:04 smithi008 conmon[29939]: +0000 mon.smithi008 (mon.0) 163 : cluster 2022-03-06T10:08:04.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:04 smithi008 conmon[29939]: [INF] mon.smithi008 calling monitor election 2022-03-06T10:08:04.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:04 smithi008 conmon[29939]: audit 2022-03-06T10:08:04.999 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:04 smithi008 conmon[29939]: 2022-03-06T10:07:59.564934+0000 2022-03-06T10:08:04.999 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:04 smithi008 conmon[29939]: mon.smithi008 (mon.0) 164 : audit [DBG] 2022-03-06T10:08:04.999 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:04 smithi008 conmon[29939]: from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "mon metadata", "id": "smithi083"}]: dispatch 2022-03-06T10:08:05.000 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:04 smithi008 conmon[29939]: audit 2022-03-06T10:08: 2022-03-06T10:08:05.000 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:04 smithi008 conmon[29939]: 00.549192+0000 mon.smithi008 (mon.0) 165 : 2022-03-06T10:08:05.000 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:04 smithi008 conmon[29939]: audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "mon metadata", "id": "smithi083"}]: dispatch 2022-03-06T10:08:05.000 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:04 smithi008 conmon[29939]: cluster 2022-03-06T10 2022-03-06T10:08:05.001 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:04 smithi008 conmon[29939]: :08:00.677403+0000 mgr.smithi008.onsztl (mgr.14164 2022-03-06T10:08:05.001 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:04 smithi008 conmon[29939]: ) 40 : cluster [DBG] pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-06T10:08:05.001 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:04 smithi008 conmon[29939]: audit 2022-03-06 2022-03-06T10:08:05.001 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:04 smithi008 conmon[29939]: T10:08:00.720536+0000 mon.smithi008 ( 2022-03-06T10:08:05.002 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:04 smithi008 conmon[29939]: mon.0) 166 : audit [DBG] from='mgr.? 172.21.15.83:0/280827106' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi083.piggzi/crt"}]: dispatch 2022-03-06T10:08:05.002 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:04 smithi008 conmon[29939]: audit 2022- 2022-03-06T10:08:05.002 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:04 smithi008 conmon[29939]: 03-06T10:08:01.549562+0000 2022-03-06T10:08:05.002 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:04 smithi008 conmon[29939]: mon.smithi008 (mon.0) 167 : audit [DBG] 2022-03-06T10:08:05.003 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:04 smithi008 conmon[29939]: from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "mon metadata", "id": "smithi083"}]: dispatch 2022-03-06T10:08:05.003 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:04 smithi008 conmon[29939]: cluster 2022-03-06T10:08 2022-03-06T10:08:05.003 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:04 smithi008 conmon[29939]: :01.550793+0000 mon.smithi083 (mon.1) 2022-03-06T10:08:05.003 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:04 smithi008 conmon[29939]: 1 : cluster [INF] mon.smithi083 calling monitor election 2022-03-06T10:08:05.003 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:04 smithi008 conmon[29939]: audit 2022-03- 2022-03-06T10:08:05.004 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:04 smithi008 conmon[29939]: 06T10:08:02.550010+0000 mon.smithi008 2022-03-06T10:08:05.004 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:04 smithi008 conmon[29939]: (mon.0) 168 : audit [DBG] 2022-03-06T10:08:05.004 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:04 smithi008 conmon[29939]: from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "mon metadata", "id": "smithi083"}]: dispatch 2022-03-06T10:08:05.004 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:04 smithi008 conmon[29939]: cluster 2022-03-06T10:08:05.005 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:04 smithi008 conmon[29939]: 2022-03-06T10:08:02.677789+0000 2022-03-06T10:08:05.005 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:04 smithi008 conmon[29939]: mgr.smithi008.onsztl (mgr.14164) 41 : cluster [DBG] 2022-03-06T10:08:05.005 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:04 smithi008 conmon[29939]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-06T10:08:05.005 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:04 smithi008 conmon[29939]: audit 2022-03-06T10:08:05.006 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:04 smithi008 conmon[29939]: 2022-03-06T10:08:03.549654+0000 2022-03-06T10:08:05.006 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:04 smithi008 conmon[29939]: mon.smithi008 (mon.0) 169 : audit [DBG] 2022-03-06T10:08:05.006 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:04 smithi008 conmon[29939]: from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "mon metadata", "id": "smithi083"}]: dispatch 2022-03-06T10:08:05.006 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:04 smithi008 conmon[29939]: audit 2022-03-06T10:08 2022-03-06T10:08:05.007 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:04 smithi008 conmon[29939]: :04.549947+0000 mon.smithi008 (mon.0) 2022-03-06T10:08:05.007 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:04 smithi008 conmon[29939]: 170 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "mon metadata", "id": "smithi083"}]: dispatch 2022-03-06T10:08:05.007 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:04 smithi008 conmon[29939]: cluster 2022-03-06T 2022-03-06T10:08:05.007 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:04 smithi008 conmon[29939]: 10:08:04.578478+0000 mon.smithi008 (mon 2022-03-06T10:08:05.007 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:04 smithi008 conmon[29939]: .0) 171 : cluster [INF] mon.smithi008 is new leader, mons smithi008,smithi083 in quorum (ranks 0,1) 2022-03-06T10:08:05.008 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:04 smithi008 conmon[29939]: cluster 2022 2022-03-06T10:08:05.008 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:04 smithi008 conmon[29939]: -03-06T10:08:04.586575 2022-03-06T10:08:05.008 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:04 smithi008 conmon[29939]: +0000 mon.smithi008 (mon.0) 172 : cluster 2022-03-06T10:08:05.008 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:04 smithi008 conmon[29939]: [DBG] monmap e2: 2 mons at {smithi008=[v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0],smithi083=[v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0]} 2022-03-06T10:08:05.009 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:04 smithi008 conmon[29939]: cluster 2022-03-06T10:08: 2022-03-06T10:08:05.009 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:04 smithi008 conmon[29939]: 04.586627+0000 mon.smithi008 (mon.0) 2022-03-06T10:08:05.009 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:04 smithi008 conmon[29939]: 173 : cluster [DBG] fsmap 2022-03-06T10:08:05.009 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:04 smithi008 conmon[29939]: cluster 2022-03-06 2022-03-06T10:08:05.010 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:04 smithi008 conmon[29939]: T10:08:04.586658+0000 mon.smithi008 2022-03-06T10:08:05.010 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:04 smithi008 conmon[29939]: (mon.0) 174 : cluster [DBG] osdmap e5: 0 total, 0 up, 0 in 2022-03-06T10:08:05.010 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:04 smithi008 conmon[29939]: 2022-03-06T10:08:05.010 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:04 smithi008 conmon[29939]: cluster 2022-03-06T10:08:05.010 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:04 smithi008 conmon[29939]: 2022-03-06T10:08:04.586871+0000 2022-03-06T10:08:05.011 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:04 smithi008 conmon[29939]: mon.smithi008 (mon.0) 175 : cluster [DBG] 2022-03-06T10:08:05.011 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:04 smithi008 conmon[29939]: mgrmap e17: smithi008.onsztl(active, since 65s) 2022-03-06T10:08:05.011 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:04 smithi008 conmon[29939]: cluster 2022-03-06T10: 2022-03-06T10:08:05.011 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:04 smithi008 conmon[29939]: 08:04.587766+0000 mon.smithi008 (mon.0 2022-03-06T10:08:05.012 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:04 smithi008 conmon[29939]: ) 176 : cluster [DBG] Standby manager daemon smithi083.piggzi started 2022-03-06T10:08:05.012 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:04 smithi008 conmon[29939]: audit 2022-03-06 2022-03-06T10:08:05.012 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:04 smithi008 conmon[29939]: T10:08:04.588703+0000 mon.smithi008 ( 2022-03-06T10:08:05.012 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:04 smithi008 conmon[29939]: mon.0) 177 : audit [DBG] from='mgr.? 172.21.15.83:0/280827106' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2022-03-06T10:08:05.013 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:04 smithi008 conmon[29939]: audit 2022 2022-03-06T10:08:05.013 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:04 smithi008 conmon[29939]: -03-06T10:08:04.590057 2022-03-06T10:08:05.013 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:04 smithi008 conmon[29939]: +0000 mon.smithi008 (mon.0) 178 : audit 2022-03-06T10:08:05.013 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:04 smithi008 conmon[29939]: [DBG] from='mgr.? 172.21.15.83:0/280827106' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi083.piggzi/key"}]: dispatch 2022-03-06T10:08:05.014 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:04 smithi008 conmon[29939]: audit 2022-03-06T10:08 2022-03-06T10:08:05.014 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:04 smithi008 conmon[29939]: :04.590741+0000 mon.smithi008 (mon.0) 2022-03-06T10:08:05.014 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:04 smithi008 conmon[29939]: 179 : audit [DBG] from='mgr.? 172.21.15.83:0/280827106' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2022-03-06T10:08:05.014 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:04 smithi008 conmon[29939]: cluster 2022-03-06 2022-03-06T10:08:05.015 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:04 smithi008 conmon[29939]: T10:08:04.594123+0000 mon.smithi008 ( 2022-03-06T10:08:05.015 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:04 smithi008 conmon[29939]: mon.0) 180 : cluster [INF] overall HEALTH_OK 2022-03-06T10:08:05.015 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:04 smithi008 conmon[29939]: audit 2022- 2022-03-06T10:08:05.015 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:04 smithi008 conmon[29939]: 03-06T10:08:04.599550+0000 2022-03-06T10:08:05.016 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:04 smithi008 conmon[29939]: mon.smithi008 (mon.0) 181 : audit [INF] 2022-03-06T10:08:05.016 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:04 smithi008 conmon[29939]: from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:08:05.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:04 smithi083 conmon[33008]: cluster 2022-03-06T10:07:58.677146+0000 mgr.smithi008.onsztl (mgr.14164) 39 : cluster [DBG] pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-06T10:08:05.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:04 smithi083 conmon[33008]: audit 2022-03-06T10:07:59.549897+0000 mon.smithi008 (mon.0) 161 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "mon metadata", "id": "smithi083"}]: dispatch 2022-03-06T10:08:05.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:04 smithi083 conmon[33008]: audit 2022-03-06T10:07:59.552165+0000 mon.smithi008 (mon.0) 162 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "mon metadata", "id": "smithi008"}]: dispatch 2022-03-06T10:08:05.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:04 smithi083 conmon[33008]: cluster 2022-03-06T10:07:59.552299+0000 mon.smithi008 (mon.0) 163 : cluster [INF] mon.smithi008 calling monitor election 2022-03-06T10:08:05.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:04 smithi083 conmon[33008]: audit 2022-03-06T10:07:59.564934+0000 mon.smithi008 (mon.0) 164 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "mon metadata", "id": "smithi083"}]: dispatch 2022-03-06T10:08:05.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:04 smithi083 conmon[33008]: audit 2022-03-06T10:08:00.549192+0000 mon.smithi008 (mon.0) 165 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "mon metadata", "id": "smithi083"}]: dispatch 2022-03-06T10:08:05.040 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:04 smithi083 conmon[33008]: cluster 2022-03-06T10:08:00.677403+0000 mgr.smithi008.onsztl (mgr.14164) 40 : cluster [DBG] pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-06T10:08:05.040 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:04 smithi083 conmon[33008]: audit 2022-03-06T10:08:00.720536+0000 mon.smithi008 (mon.0) 166 : audit [DBG] from='mgr.? 172.21.15.83:0/280827106' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi083.piggzi/crt"}]: dispatch 2022-03-06T10:08:05.040 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:04 smithi083 conmon[33008]: audit 2022-03-06T10:08:01.549562+0000 mon.smithi008 (mon.0) 167 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "mon metadata", "id": "smithi083"}]: dispatch 2022-03-06T10:08:05.040 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:04 smithi083 conmon[33008]: cluster 2022-03-06T10:08:01.550793+0000 mon.smithi083 (mon.1) 1 : cluster [INF] mon.smithi083 calling monitor election 2022-03-06T10:08:05.041 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:04 smithi083 conmon[33008]: audit 2022-03-06T10:08:02.550010+0000 mon.smithi008 (mon.0) 168 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "mon metadata", "id": "smithi083"}]: dispatch 2022-03-06T10:08:05.041 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:04 smithi083 conmon[33008]: cluster 2022-03-06T10:08:02.677789+0000 mgr.smithi008.onsztl (mgr.14164) 41 : cluster [DBG] pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-06T10:08:05.041 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:04 smithi083 conmon[33008]: audit 2022-03-06T10:08:03.549654+0000 mon.smithi008 (mon.0) 169 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "mon metadata", "id": "smithi083"}]: dispatch 2022-03-06T10:08:05.041 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:04 smithi083 conmon[33008]: audit 2022-03-06T10:08:04.549947+0000 mon.smithi008 (mon.0) 170 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "mon metadata", "id": "smithi083"}]: dispatch 2022-03-06T10:08:05.042 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:04 smithi083 conmon[33008]: cluster 2022-03-06T10:08:04.578478+0000 mon.smithi008 (mon.0) 171 : cluster [INF] mon.smithi008 is new leader, mons smithi008,smithi083 in quorum (ranks 0,1) 2022-03-06T10:08:05.042 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:04 smithi083 conmon[33008]: cluster 2022-03-06T10:08:04.586575+0000 mon.smithi008 (mon.0) 172 : cluster [DBG] monmap e2: 2 mons at {smithi008=[v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0],smithi083=[v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0]} 2022-03-06T10:08:05.042 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:04 smithi083 conmon[33008]: cluster 2022-03-06T10:08:04.586627+0000 mon.smithi008 (mon.0) 173 : cluster [DBG] fsmap 2022-03-06T10:08:05.042 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:04 smithi083 conmon[33008]: cluster 2022-03-06T10:08:04.586658+0000 mon.smithi008 (mon.0) 174 : cluster [DBG] osdmap e5: 0 total, 0 up, 0 in 2022-03-06T10:08:05.043 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:04 smithi083 conmon[33008]: cluster 2022-03-06T10:08:04.586871+0000 mon.smithi008 (mon.0) 175 : cluster [DBG] mgrmap e17: smithi008.onsztl(active, since 65s) 2022-03-06T10:08:05.043 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:04 smithi083 conmon[33008]: cluster 2022-03-06T10:08:04.587766+0000 mon.smithi008 (mon.0) 176 : cluster [DBG] Standby manager daemon smithi083.piggzi started 2022-03-06T10:08:05.043 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:04 smithi083 conmon[33008]: audit 2022-03-06T10:08:04.588703+0000 mon.smithi008 (mon.0) 177 : audit [DBG] from='mgr.? 172.21.15.83:0/280827106' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2022-03-06T10:08:05.043 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:04 smithi083 conmon[33008]: audit 2022-03-06T10:08:04.590057+0000 mon.smithi008 (mon.0) 178 : audit [DBG] from='mgr.? 172.21.15.83:0/280827106' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi083.piggzi/key"}]: dispatch 2022-03-06T10:08:05.044 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:04 smithi083 conmon[33008]: audit 2022-03-06T10:08:04.590741+0000 mon.smithi008 (mon.0) 179 : audit [DBG] from='mgr.? 172.21.15.83:0/280827106' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2022-03-06T10:08:05.044 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:04 smithi083 conmon[33008]: cluster 2022-03-06T10:08:04.594123+0000 mon.smithi008 (mon.0) 180 : cluster [INF] overall HEALTH_OK 2022-03-06T10:08:05.044 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:04 smithi083 conmon[33008]: audit 2022-03-06T10:08:04.599550+0000 mon.smithi008 (mon.0) 181 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:08:05.754 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:05 smithi083 conmon[33008]: cephadm 2022-03-06T10:08:04.600667+0000 mgr.smithi008.onsztl 2022-03-06T10:08:05.754 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:05 smithi083 conmon[33008]: (mgr.14164) 42 : cephadm [INF] Deploying daemon node-exporter.smithi083 on smithi083 2022-03-06T10:08:05.755 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:05 smithi083 conmon[33008]: cluster 2022-03-06T10:08:04.647710+0000 mon.smithi008 (mon.0) 182 : cluster [DBG] mgrmap e18: smithi008.onsztl(active, since 66s), standbys: smithi083.piggzi 2022-03-06T10:08:05.755 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:05 smithi083 conmon[33008]: audit 2022-03-06T10:08:04.647851+0000 mon.smithi008 (mon.0) 183 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "mgr metadata", "who": "smithi083.piggzi", "id": "smithi083.piggzi"}]: dispatch 2022-03-06T10:08:05.755 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:05 smithi083 conmon[33008]: audit 2022-03-06T10:08:05.550058+0000 mon.smithi008 (mon.0) 184 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "mon metadata", "id": "smithi083"}]: dispatch 2022-03-06T10:08:05.759 INFO:teuthology.orchestra.run.smithi083.stdout: 2022-03-06T10:08:05.760 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":2,"fsid":"f3cc2a6e-9d34-11ec-8c35-001a4aab830c","modified":"2022-03-06T10:07:59.549509Z","created":"2022-03-06T10:05:51.428395Z","min_mon_release":16,"min_mon_release_name":"pacific","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging"],"optional":[]},"mons":[{"rank":0,"name":"smithi008","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:3300","nonce":0},{"type":"v1","addr":"172.21.15.8:6789","nonce":0}]},"addr":"172.21.15.8:6789/0","public_addr":"172.21.15.8:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"smithi083","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:3300","nonce":0},{"type":"v1","addr":"172.21.15.83:6789","nonce":0}]},"addr":"172.21.15.83:6789/0","public_addr":"172.21.15.83:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2022-03-06T10:08:05.760 INFO:teuthology.orchestra.run.smithi083.stderr:dumped monmap epoch 2 2022-03-06T10:08:05.995 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:05 smithi008 conmon[29939]: cephadm 2022-03-06T10:08:04.600667+0000 mgr.smithi008.onsztl (mgr.14164) 42 2022-03-06T10:08:05.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:05 smithi008 conmon[29939]: : cephadm [INF] Deploying daemon node-exporter.smithi083 on smithi083 2022-03-06T10:08:05.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:05 smithi008 conmon[29939]: cluster 2022-03-06T10:08:04.647710+0000 mon.smithi008 (mon.0) 182 : cluster [DBG] mgrmap e18: smithi008.onsztl(active, since 66s), standbys: smithi083.piggzi 2022-03-06T10:08:05.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:05 smithi008 conmon[29939]: audit 2022-03- 2022-03-06T10:08:05.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:05 smithi008 conmon[29939]: 06T10:08:04.647851+0000 mon.smithi008 (mon.0) 183 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "mgr metadata", "who": "smithi083.piggzi", "id": "smithi083.piggzi"}]: dispatch 2022-03-06T10:08:05.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:05 smithi008 conmon[29939]: audit 2022-03-06T10:08:05.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:05 smithi008 conmon[29939]: 2022-03-06T10:08: 2022-03-06T10:08:05.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:05 smithi008 conmon[29939]: 05.550058+0000 mon.smithi008 (mon 2022-03-06T10:08:05.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:05 smithi008 conmon[29939]: .0) 184 : audit [DBG] 2022-03-06T10:08:05.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:05 smithi008 conmon[29939]: from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "mon metadata", "id": "smithi083"}]: dispatch 2022-03-06T10:08:06.800 INFO:tasks.cephadm:Generating final ceph.conf file... 2022-03-06T10:08:06.801 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f3cc2a6e-9d34-11ec-8c35-001a4aab830c -- ceph config generate-minimal-conf 2022-03-06T10:08:06.995 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:06 smithi008 conmon[29939]: cluster 2022-03-06T10:08:06.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:06 smithi008 conmon[29939]: 2022-03-06T10:08:04.678202+0000 mgr.smithi008.onsztl (mgr.14164) 43 : cluster [DBG] pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-06T10:08:06.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:06 smithi008 conmon[29939]: audit 2022 2022-03-06T10:08:06.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:06 smithi008 conmon[29939]: -03-06T10:08:05.756474+0000 2022-03-06T10:08:06.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:06 smithi008 conmon[29939]: mon.smithi008 (mon.0) 185 : audit 2022-03-06T10:08:06.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:06 smithi008 conmon[29939]: [DBG] from='client.? 172.21.15.83:0/139124023' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2022-03-06T10:08:07.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:06 smithi083 conmon[33008]: cluster 2022-03-06T10:08:04.678202+0000 mgr.smithi008.onsztl ( 2022-03-06T10:08:07.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:06 smithi083 conmon[33008]: mgr.14164) 43 : cluster [DBG] pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-06T10:08:07.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:06 smithi083 conmon[33008]: audit 2022-03-06T10:08:05.756474+0000 mon.smithi008 (mon.0) 185 : audit [DBG] from='client.? 172.21.15.83:0/139124023' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2022-03-06T10:08:08.745 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:08 smithi008 conmon[29939]: cluster 2022-03-06T10:08:06.678545+0000 mgr.smithi008.onsztl (mgr 2022-03-06T10:08:08.746 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:08 smithi008 conmon[29939]: .14164) 44 : cluster [DBG] pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-06T10:08:08.746 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:08 smithi008 conmon[29939]: audit 2022-03-06T10:08:07.526414+0000 mon.smithi008 (mon.0) 186 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:08:08.746 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:08 smithi008 conmon[29939]: audit 2022-03-06T10:08:07.527201+0000 mon.smithi008 (mon.0) 187 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:08:08.787 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:08 smithi083 conmon[33008]: cluster 2022-03-06T10:08:06.678545+0000 mgr.smithi008.onsztl (mgr.14164) 44 : cluster [DBG] pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-06T10:08:08.788 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:08 smithi083 conmon[33008]: audit 2022-03-06T10:08:07.526414+0000 mon.smithi008 (mon.0) 186 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:08:08.788 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:08 smithi083 conmon[33008]: audit 2022-03-06T10:08:07.527201+0000 mon.smithi008 (mon.0) 187 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:08:08.978 INFO:teuthology.orchestra.run.smithi008.stdout:# minimal ceph.conf for f3cc2a6e-9d34-11ec-8c35-001a4aab830c 2022-03-06T10:08:08.978 INFO:teuthology.orchestra.run.smithi008.stdout:[global] 2022-03-06T10:08:08.979 INFO:teuthology.orchestra.run.smithi008.stdout: fsid = f3cc2a6e-9d34-11ec-8c35-001a4aab830c 2022-03-06T10:08:08.979 INFO:teuthology.orchestra.run.smithi008.stdout: mon_host = [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] 2022-03-06T10:08:09.547 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2022-03-06T10:08:09.548 DEBUG:teuthology.orchestra.run.smithi008:> set -ex 2022-03-06T10:08:09.548 DEBUG:teuthology.orchestra.run.smithi008:> sudo dd of=/etc/ceph/ceph.conf 2022-03-06T10:08:09.580 DEBUG:teuthology.orchestra.run.smithi008:> set -ex 2022-03-06T10:08:09.580 DEBUG:teuthology.orchestra.run.smithi008:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2022-03-06T10:08:09.650 DEBUG:teuthology.orchestra.run.smithi083:> set -ex 2022-03-06T10:08:09.650 DEBUG:teuthology.orchestra.run.smithi083:> sudo dd of=/etc/ceph/ceph.conf 2022-03-06T10:08:09.682 DEBUG:teuthology.orchestra.run.smithi083:> set -ex 2022-03-06T10:08:09.683 DEBUG:teuthology.orchestra.run.smithi083:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2022-03-06T10:08:09.745 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:09 smithi008 conmon[29939]: audit 2022-03-06T10:08:08.976417+0000 2022-03-06T10:08:09.746 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:09 smithi008 conmon[29939]: mon.smithi008 (mon.0) 188 : audit [DBG] from='client.? 172.21.15.8:0/1795150053' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:08:09.746 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:09 smithi008 conmon[29939]: audit 2022-03-06T10:08:09.467443+0000 mon.smithi008 (mon.0) 189 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:08:09.750 INFO:tasks.cephadm:Deploying OSDs... 2022-03-06T10:08:09.751 DEBUG:teuthology.orchestra.run.smithi008:> set -ex 2022-03-06T10:08:09.751 DEBUG:teuthology.orchestra.run.smithi008:> dd if=/scratch_devs of=/dev/stdout 2022-03-06T10:08:09.770 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2022-03-06T10:08:09.770 DEBUG:teuthology.orchestra.run.smithi008:> stat /dev/vg_nvme/lv_1 && sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_1 2022-03-06T10:08:09.787 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:09 smithi083 conmon[33008]: audit 2022-03-06T10:08:08.976417+0000 mon.smithi008 (mon.0 2022-03-06T10:08:09.787 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:09 smithi083 conmon[33008]: ) 188 : audit [DBG] from='client.? 172.21.15.8:0/1795150053' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:08:09.787 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:09 smithi083 conmon[33008]: audit 2022-03-06T10:08:09.467443+0000 mon.smithi008 (mon.0) 189 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:08:09.828 INFO:teuthology.orchestra.run.smithi008.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2022-03-06T10:08:09.829 INFO:teuthology.orchestra.run.smithi008.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2022-03-06T10:08:09.830 INFO:teuthology.orchestra.run.smithi008.stdout:Device: 6h/6d Inode: 154074 Links: 1 2022-03-06T10:08:09.830 INFO:teuthology.orchestra.run.smithi008.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2022-03-06T10:08:09.830 INFO:teuthology.orchestra.run.smithi008.stdout:Context: system_u:object_r:device_t:s0 2022-03-06T10:08:09.831 INFO:teuthology.orchestra.run.smithi008.stdout:Access: 2022-03-06 10:07:39.493819407 +0000 2022-03-06T10:08:09.831 INFO:teuthology.orchestra.run.smithi008.stdout:Modify: 2022-03-06 10:04:56.586560645 +0000 2022-03-06T10:08:09.831 INFO:teuthology.orchestra.run.smithi008.stdout:Change: 2022-03-06 10:04:56.586560645 +0000 2022-03-06T10:08:09.831 INFO:teuthology.orchestra.run.smithi008.stdout: Birth: - 2022-03-06T10:08:09.838 INFO:teuthology.orchestra.run.smithi008.stderr:1+0 records in 2022-03-06T10:08:09.838 INFO:teuthology.orchestra.run.smithi008.stderr:1+0 records out 2022-03-06T10:08:09.838 INFO:teuthology.orchestra.run.smithi008.stderr:512 bytes copied, 0.000103536 s, 4.9 MB/s 2022-03-06T10:08:09.841 DEBUG:teuthology.orchestra.run.smithi008:> stat /dev/vg_nvme/lv_2 && sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_2 2022-03-06T10:08:09.899 INFO:teuthology.orchestra.run.smithi008.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2022-03-06T10:08:09.899 INFO:teuthology.orchestra.run.smithi008.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2022-03-06T10:08:09.899 INFO:teuthology.orchestra.run.smithi008.stdout:Device: 6h/6d Inode: 154174 Links: 1 2022-03-06T10:08:09.900 INFO:teuthology.orchestra.run.smithi008.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2022-03-06T10:08:09.900 INFO:teuthology.orchestra.run.smithi008.stdout:Context: system_u:object_r:device_t:s0 2022-03-06T10:08:09.900 INFO:teuthology.orchestra.run.smithi008.stdout:Access: 2022-03-06 10:07:39.493819407 +0000 2022-03-06T10:08:09.900 INFO:teuthology.orchestra.run.smithi008.stdout:Modify: 2022-03-06 10:04:56.929556971 +0000 2022-03-06T10:08:09.901 INFO:teuthology.orchestra.run.smithi008.stdout:Change: 2022-03-06 10:04:56.929556971 +0000 2022-03-06T10:08:09.901 INFO:teuthology.orchestra.run.smithi008.stdout: Birth: - 2022-03-06T10:08:09.909 INFO:teuthology.orchestra.run.smithi008.stderr:1+0 records in 2022-03-06T10:08:09.909 INFO:teuthology.orchestra.run.smithi008.stderr:1+0 records out 2022-03-06T10:08:09.910 INFO:teuthology.orchestra.run.smithi008.stderr:512 bytes copied, 9.1629e-05 s, 5.6 MB/s 2022-03-06T10:08:09.913 DEBUG:teuthology.orchestra.run.smithi008:> stat /dev/vg_nvme/lv_3 && sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_3 2022-03-06T10:08:09.969 INFO:teuthology.orchestra.run.smithi008.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2022-03-06T10:08:09.969 INFO:teuthology.orchestra.run.smithi008.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2022-03-06T10:08:09.970 INFO:teuthology.orchestra.run.smithi008.stdout:Device: 6h/6d Inode: 154894 Links: 1 2022-03-06T10:08:09.970 INFO:teuthology.orchestra.run.smithi008.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2022-03-06T10:08:09.970 INFO:teuthology.orchestra.run.smithi008.stdout:Context: system_u:object_r:device_t:s0 2022-03-06T10:08:09.970 INFO:teuthology.orchestra.run.smithi008.stdout:Access: 2022-03-06 10:07:39.493819407 +0000 2022-03-06T10:08:09.971 INFO:teuthology.orchestra.run.smithi008.stdout:Modify: 2022-03-06 10:04:57.263553394 +0000 2022-03-06T10:08:09.971 INFO:teuthology.orchestra.run.smithi008.stdout:Change: 2022-03-06 10:04:57.263553394 +0000 2022-03-06T10:08:09.971 INFO:teuthology.orchestra.run.smithi008.stdout: Birth: - 2022-03-06T10:08:09.979 INFO:teuthology.orchestra.run.smithi008.stderr:1+0 records in 2022-03-06T10:08:09.980 INFO:teuthology.orchestra.run.smithi008.stderr:1+0 records out 2022-03-06T10:08:09.980 INFO:teuthology.orchestra.run.smithi008.stderr:512 bytes copied, 0.000109422 s, 4.7 MB/s 2022-03-06T10:08:09.982 DEBUG:teuthology.orchestra.run.smithi008:> stat /dev/vg_nvme/lv_4 && sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_4 2022-03-06T10:08:10.040 INFO:teuthology.orchestra.run.smithi008.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2022-03-06T10:08:10.040 INFO:teuthology.orchestra.run.smithi008.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2022-03-06T10:08:10.040 INFO:teuthology.orchestra.run.smithi008.stdout:Device: 6h/6d Inode: 154411 Links: 1 2022-03-06T10:08:10.041 INFO:teuthology.orchestra.run.smithi008.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2022-03-06T10:08:10.041 INFO:teuthology.orchestra.run.smithi008.stdout:Context: system_u:object_r:device_t:s0 2022-03-06T10:08:10.041 INFO:teuthology.orchestra.run.smithi008.stdout:Access: 2022-03-06 10:07:39.494819396 +0000 2022-03-06T10:08:10.041 INFO:teuthology.orchestra.run.smithi008.stdout:Modify: 2022-03-06 10:04:57.616549613 +0000 2022-03-06T10:08:10.042 INFO:teuthology.orchestra.run.smithi008.stdout:Change: 2022-03-06 10:04:57.616549613 +0000 2022-03-06T10:08:10.042 INFO:teuthology.orchestra.run.smithi008.stdout: Birth: - 2022-03-06T10:08:10.051 INFO:teuthology.orchestra.run.smithi008.stderr:1+0 records in 2022-03-06T10:08:10.051 INFO:teuthology.orchestra.run.smithi008.stderr:1+0 records out 2022-03-06T10:08:10.051 INFO:teuthology.orchestra.run.smithi008.stderr:512 bytes copied, 0.000104598 s, 4.9 MB/s 2022-03-06T10:08:10.056 DEBUG:teuthology.orchestra.run.smithi083:> set -ex 2022-03-06T10:08:10.056 DEBUG:teuthology.orchestra.run.smithi083:> dd if=/scratch_devs of=/dev/stdout 2022-03-06T10:08:10.075 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2022-03-06T10:08:10.075 DEBUG:teuthology.orchestra.run.smithi083:> stat /dev/vg_nvme/lv_1 && sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_1 2022-03-06T10:08:10.132 INFO:teuthology.orchestra.run.smithi083.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2022-03-06T10:08:10.132 INFO:teuthology.orchestra.run.smithi083.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2022-03-06T10:08:10.132 INFO:teuthology.orchestra.run.smithi083.stdout:Device: 6h/6d Inode: 154046 Links: 1 2022-03-06T10:08:10.133 INFO:teuthology.orchestra.run.smithi083.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2022-03-06T10:08:10.133 INFO:teuthology.orchestra.run.smithi083.stdout:Context: system_u:object_r:device_t:s0 2022-03-06T10:08:10.133 INFO:teuthology.orchestra.run.smithi083.stdout:Access: 2022-03-06 10:08:05.208166942 +0000 2022-03-06T10:08:10.133 INFO:teuthology.orchestra.run.smithi083.stdout:Modify: 2022-03-06 10:04:48.222284177 +0000 2022-03-06T10:08:10.133 INFO:teuthology.orchestra.run.smithi083.stdout:Change: 2022-03-06 10:04:48.222284177 +0000 2022-03-06T10:08:10.134 INFO:teuthology.orchestra.run.smithi083.stdout: Birth: - 2022-03-06T10:08:10.142 INFO:teuthology.orchestra.run.smithi083.stderr:1+0 records in 2022-03-06T10:08:10.142 INFO:teuthology.orchestra.run.smithi083.stderr:1+0 records out 2022-03-06T10:08:10.143 INFO:teuthology.orchestra.run.smithi083.stderr:512 bytes copied, 0.00032823 s, 1.6 MB/s 2022-03-06T10:08:10.145 DEBUG:teuthology.orchestra.run.smithi083:> stat /dev/vg_nvme/lv_2 && sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_2 2022-03-06T10:08:10.202 INFO:teuthology.orchestra.run.smithi083.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2022-03-06T10:08:10.203 INFO:teuthology.orchestra.run.smithi083.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2022-03-06T10:08:10.203 INFO:teuthology.orchestra.run.smithi083.stdout:Device: 6h/6d Inode: 150472 Links: 1 2022-03-06T10:08:10.203 INFO:teuthology.orchestra.run.smithi083.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2022-03-06T10:08:10.203 INFO:teuthology.orchestra.run.smithi083.stdout:Context: system_u:object_r:device_t:s0 2022-03-06T10:08:10.204 INFO:teuthology.orchestra.run.smithi083.stdout:Access: 2022-03-06 10:08:05.208166942 +0000 2022-03-06T10:08:10.204 INFO:teuthology.orchestra.run.smithi083.stdout:Modify: 2022-03-06 10:04:48.561276061 +0000 2022-03-06T10:08:10.204 INFO:teuthology.orchestra.run.smithi083.stdout:Change: 2022-03-06 10:04:48.561276061 +0000 2022-03-06T10:08:10.204 INFO:teuthology.orchestra.run.smithi083.stdout: Birth: - 2022-03-06T10:08:10.212 INFO:teuthology.orchestra.run.smithi083.stderr:1+0 records in 2022-03-06T10:08:10.213 INFO:teuthology.orchestra.run.smithi083.stderr:1+0 records out 2022-03-06T10:08:10.213 INFO:teuthology.orchestra.run.smithi083.stderr:512 bytes copied, 0.000217306 s, 2.4 MB/s 2022-03-06T10:08:10.215 DEBUG:teuthology.orchestra.run.smithi083:> stat /dev/vg_nvme/lv_3 && sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_3 2022-03-06T10:08:10.272 INFO:teuthology.orchestra.run.smithi083.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2022-03-06T10:08:10.272 INFO:teuthology.orchestra.run.smithi083.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2022-03-06T10:08:10.273 INFO:teuthology.orchestra.run.smithi083.stdout:Device: 6h/6d Inode: 156706 Links: 1 2022-03-06T10:08:10.273 INFO:teuthology.orchestra.run.smithi083.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2022-03-06T10:08:10.273 INFO:teuthology.orchestra.run.smithi083.stdout:Context: system_u:object_r:device_t:s0 2022-03-06T10:08:10.273 INFO:teuthology.orchestra.run.smithi083.stdout:Access: 2022-03-06 10:08:05.208166942 +0000 2022-03-06T10:08:10.274 INFO:teuthology.orchestra.run.smithi083.stdout:Modify: 2022-03-06 10:04:48.900267945 +0000 2022-03-06T10:08:10.274 INFO:teuthology.orchestra.run.smithi083.stdout:Change: 2022-03-06 10:04:48.900267945 +0000 2022-03-06T10:08:10.274 INFO:teuthology.orchestra.run.smithi083.stdout: Birth: - 2022-03-06T10:08:10.281 INFO:teuthology.orchestra.run.smithi083.stderr:1+0 records in 2022-03-06T10:08:10.282 INFO:teuthology.orchestra.run.smithi083.stderr:1+0 records out 2022-03-06T10:08:10.282 INFO:teuthology.orchestra.run.smithi083.stderr:512 bytes copied, 0.000218642 s, 2.3 MB/s 2022-03-06T10:08:10.284 DEBUG:teuthology.orchestra.run.smithi083:> stat /dev/vg_nvme/lv_4 && sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_4 2022-03-06T10:08:10.341 INFO:teuthology.orchestra.run.smithi083.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2022-03-06T10:08:10.341 INFO:teuthology.orchestra.run.smithi083.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2022-03-06T10:08:10.342 INFO:teuthology.orchestra.run.smithi083.stdout:Device: 6h/6d Inode: 154120 Links: 1 2022-03-06T10:08:10.342 INFO:teuthology.orchestra.run.smithi083.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2022-03-06T10:08:10.342 INFO:teuthology.orchestra.run.smithi083.stdout:Context: system_u:object_r:device_t:s0 2022-03-06T10:08:10.342 INFO:teuthology.orchestra.run.smithi083.stdout:Access: 2022-03-06 10:08:05.208166942 +0000 2022-03-06T10:08:10.343 INFO:teuthology.orchestra.run.smithi083.stdout:Modify: 2022-03-06 10:04:49.244259709 +0000 2022-03-06T10:08:10.343 INFO:teuthology.orchestra.run.smithi083.stdout:Change: 2022-03-06 10:04:49.244259709 +0000 2022-03-06T10:08:10.343 INFO:teuthology.orchestra.run.smithi083.stdout: Birth: - 2022-03-06T10:08:10.350 INFO:teuthology.orchestra.run.smithi083.stderr:1+0 records in 2022-03-06T10:08:10.351 INFO:teuthology.orchestra.run.smithi083.stderr:1+0 records out 2022-03-06T10:08:10.351 INFO:teuthology.orchestra.run.smithi083.stderr:512 bytes copied, 0.000174613 s, 2.9 MB/s 2022-03-06T10:08:10.353 INFO:tasks.cephadm:Deploying osd.0 on smithi008 with /dev/vg_nvme/lv_4... 2022-03-06T10:08:10.354 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f3cc2a6e-9d34-11ec-8c35-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2022-03-06T10:08:10.745 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:10 smithi008 conmon[29939]: cluster 2022-03-06T10:08:08.678885+0000 mgr.smithi008.onsztl (mgr.14164) 45 : cluster [DBG] pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-06T10:08:10.787 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:10 smithi083 conmon[33008]: cluster 2022-03-06T10:08:08.678885+0000 mgr.smithi008.onsztl (mgr.14164) 45 : cluster [DBG] pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-06T10:08:12.445 INFO:teuthology.orchestra.run.smithi008.stderr:--> Zapping: /dev/vg_nvme/lv_4 2022-03-06T10:08:12.445 INFO:teuthology.orchestra.run.smithi008.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2022-03-06T10:08:12.445 INFO:teuthology.orchestra.run.smithi008.stderr: stderr: 10+0 records in 2022-03-06T10:08:12.446 INFO:teuthology.orchestra.run.smithi008.stderr:10+0 records out 2022-03-06T10:08:12.446 INFO:teuthology.orchestra.run.smithi008.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.00793783 s, 1.3 GB/s 2022-03-06T10:08:12.446 INFO:teuthology.orchestra.run.smithi008.stderr:--> Zapping successful for: 2022-03-06T10:08:12.745 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:12 smithi008 conmon[29939]: cluster 2022-03-06T10:08:10.679143+0000 mgr.smithi008.onsztl (mgr.14164) 46 : cluster [DBG] pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-06T10:08:12.787 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:12 smithi083 conmon[33008]: cluster 2022-03-06T10:08:10.679143+0000 mgr.smithi008.onsztl (mgr.14164) 46 : cluster [DBG] pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-06T10:08:12.884 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f3cc2a6e-9d34-11ec-8c35-001a4aab830c -- ceph orch daemon add osd smithi008:vg_nvme/lv_4 2022-03-06T10:08:14.666 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:14 smithi008 conmon[29939]: cluster 2022-03-06T10:08:12.679439+0000 mgr.smithi008.onsztl (mgr.14164) 47 : cluster [DBG] pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-06T10:08:14.666 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:14 smithi008 conmon[29939]: audit 2022-03-06T10:08:13.340830+0000 mon.smithi008 (mon.0) 190 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:08:14.666 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:14 smithi008 conmon[29939]: audit 2022-03-06T10:08:13.712656+0000 mon.smithi008 (mon.0) 191 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:08:14.667 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:14 smithi008 conmon[29939]: audit 2022-03-06T10:08:13.715243+0000 mon.smithi008 (mon.0) 192 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2022-03-06T10:08:14.667 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:14 smithi008 conmon[29939]: audit 2022-03-06T10:08:13.715889+0000 mon.smithi008 (mon.0) 193 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2022-03-06T10:08:14.667 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:14 smithi008 conmon[29939]: audit 2022-03-06T10:08:13. 2022-03-06T10:08:14.667 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:14 smithi008 conmon[29939]: 716505+0000 mon.smithi008 (mon.0) 194 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:08:14.787 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:14 smithi083 conmon[33008]: cluster 2022-03-06T10:08:12.679439+0000 mgr.smithi008.onsztl (mgr.14164) 47 : cluster [DBG] pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-06T10:08:14.788 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:14 smithi083 conmon[33008]: audit 2022-03-06T10:08:13.340830 2022-03-06T10:08:14.788 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:14 smithi083 conmon[33008]: +0000 mon.smithi008 (mon.0) 190 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:08:14.788 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:14 smithi083 conmon[33008]: audit 2022-03-06T10:08:13.712656+0000 mon.smithi008 (mon.0) 191 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:08:14.788 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:14 smithi083 conmon[33008]: audit 2022-03-06T10:08:13.715243+0000 mon.smithi008 (mon.0) 192 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2022-03-06T10:08:14.789 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:14 smithi083 conmon[33008]: audit 2022-03-06T10:08:13.715889+0000 mon.smithi008 (mon.0) 193 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2022-03-06T10:08:14.789 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:14 smithi083 conmon[33008]: audit 2022-03-06T10:08:13.716505+0000 mon.smithi008 (mon.0) 194 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:08:15.495 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:15 smithi008 conmon[29939]: cephadm 2022-03-06T10:08:13.715002+0000 mgr.smithi008.onsztl (mgr.14164) 48 : cephadm [INF] Reconfiguring mon.smithi008 (unknown last config time)... 2022-03-06T10:08:15.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:15 smithi008 conmon[29939]: cephadm 2022-03-06T10:08:13.717125+0000 mgr.smithi008.onsztl (mgr.14164) 49 : cephadm [INF] Reconfiguring daemon mon.smithi008 on smithi008 2022-03-06T10:08:15.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:15 smithi008 conmon[29939]: audit 2022-03-06T10:08:14.777565+0000 mon.smithi008 (mon.0) 195 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2022-03-06T10:08:15.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:15 smithi008 conmon[29939]: audit 2022-03-06T10:08:14.779092+0000 mon.smithi008 (mon.0) 196 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2022-03-06T10:08:15.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:15 smithi008 conmon[29939]: audit 2022-03-06T10:08:14.779678+0000 mon.smithi008 (mon.0) 197 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:08:15.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:15 smithi008 conmon[29939]: audit 2022-03-06T10:08:15.295140+0000 mon.smithi008 (mon.0) 198 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:08:15.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:15 smithi008 conmon[29939]: audit 2022-03-06T10:08:15.295917+0000 mon.smithi008 (mon.0) 199 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi008.onsztl", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2022-03-06T10:08:15.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:15 smithi008 conmon[29939]: audit 2022-03-06T10:08:15.296673+0000 mon.smithi008 (mon.0) 200 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "mgr services"}]: dispatch 2022-03-06T10:08:15.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:15 smithi008 conmon[29939]: audit 2022-03-06T10:08:15.297315+0000 mon.smithi008 (mon.0) 201 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:08:15.787 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:15 smithi083 conmon[33008]: cephadm 2022-03-06T10:08:13.715002+0000 mgr.smithi008.onsztl (mgr.14164) 48 : cephadm [INF] Reconfiguring mon.smithi008 (unknown last config time)... 2022-03-06T10:08:15.788 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:15 smithi083 conmon[33008]: cephadm 2022-03-06T10:08: 2022-03-06T10:08:15.788 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:15 smithi083 conmon[33008]: 13.717125+0000 mgr.smithi008.onsztl (mgr.14164) 49 : cephadm [INF] Reconfiguring daemon mon.smithi008 on smithi008 2022-03-06T10:08:15.788 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:15 smithi083 conmon[33008]: audit 2022-03-06T10:08:14.777565+0000 mon.smithi008 (mon.0) 195 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2022-03-06T10:08:15.789 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:15 smithi083 conmon[33008]: audit 2022-03-06T10:08 2022-03-06T10:08:15.789 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:15 smithi083 conmon[33008]: :14.779092+0000 mon.smithi008 (mon.0) 196 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2022-03-06T10:08:15.789 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:15 smithi083 conmon[33008]: audit 2022-03-06T10:08:14.779678+0000 2022-03-06T10:08:15.789 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:15 smithi083 conmon[33008]: mon.smithi008 (mon.0) 197 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:08:15.790 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:15 smithi083 conmon[33008]: audit 2022-03-06T 2022-03-06T10:08:15.790 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:15 smithi083 conmon[33008]: 10:08:15.295140+0000 mon.smithi008 (mon.0) 198 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:08:15.790 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:15 smithi083 conmon[33008]: audit 2022-03-06T10:08:15.790 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:15 smithi083 conmon[33008]: 2022-03-06T10:08:15.295917+0000 mon.smithi008 (mon.0) 199 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi008.onsztl", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2022-03-06T10:08:15.791 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:15 smithi083 conmon[33008]: audit 2022-03-06T10:08 2022-03-06T10:08:15.791 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:15 smithi083 conmon[33008]: :15.296673+0000 mon.smithi008 (mon.0) 200 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "mgr services"}]: dispatch 2022-03-06T10:08:15.791 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:15 smithi083 conmon[33008]: audit 2022-03-06T10:08:15.297315+0000 2022-03-06T10:08:15.791 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:15 smithi083 conmon[33008]: mon.smithi008 (mon.0) 201 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:08:16.606 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:16 smithi008 conmon[29939]: cluster 2022-03-06T10:08:14.679676+0000 2022-03-06T10:08:16.606 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:16 smithi008 conmon[29939]: mgr.smithi008.onsztl (mgr.14164) 50 : cluster [DBG] pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-06T10:08:16.606 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:16 smithi008 conmon[29939]: audit 2022-03-06T10:08:14.776725+0000 mgr.smithi008.onsztl (mgr.14164) 51 : audit [DBG] from='client.14214 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi008:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2022-03-06T10:08:16.607 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:16 smithi008 conmon[29939]: cephadm 2022-03-06T10:08:14.778868+0000 mgr.smithi008.onsztl (mgr.14164) 52 : cephadm [INF] Applying service osd.None on host smithi008... 2022-03-06T10:08:16.607 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:16 smithi008 conmon[29939]: cephadm 2022-03-06T10:08:15.295647+0000 mgr.smithi008.onsztl (mgr.14164) 53 : cephadm [INF] Reconfiguring mgr.smithi008.onsztl (unknown last config time)... 2022-03-06T10:08:16.607 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:16 smithi008 conmon[29939]: cephadm 2022-03 2022-03-06T10:08:16.607 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:16 smithi008 conmon[29939]: -06T10:08:15.297829+0000 mgr.smithi008.onsztl (mgr.14164) 54 : cephadm [INF] Reconfiguring daemon mgr.smithi008.onsztl on smithi008 2022-03-06T10:08:16.787 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:16 smithi083 conmon[33008]: cluster 2022-03-06T10:08:14.679676+0000 mgr.smithi008.onsztl (mgr.14164) 50 : cluster [DBG] pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-06T10:08:16.788 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:16 smithi083 conmon[33008]: audit 2022-03- 2022-03-06T10:08:16.788 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:16 smithi083 conmon[33008]: 06T10:08:14.776725+0000 mgr.smithi008.onsztl (mgr.14164) 51 : audit [DBG] from='client.14214 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi008:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2022-03-06T10:08:16.788 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:16 smithi083 conmon[33008]: cephadm 2022-03-06T10:08:14.778868+0000 mgr.smithi008.onsztl (mgr.14164) 52 : cephadm [INF] Applying service osd.None on host smithi008... 2022-03-06T10:08:16.788 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:16 smithi083 conmon[33008]: cephadm 2022-03-06T10:08:15.295647+0000 mgr.smithi008.onsztl (mgr.14164) 53 : cephadm [INF] Reconfiguring mgr.smithi008.onsztl (unknown last config time)... 2022-03-06T10:08:16.789 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:16 smithi083 conmon[33008]: cephadm 2022-03-06T10:08:15.297829+0000 mgr.smithi008.onsztl (mgr.14164) 54 : cephadm 2022-03-06T10:08:16.789 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:16 smithi083 conmon[33008]: [INF] Reconfiguring daemon mgr.smithi008.onsztl on smithi008 2022-03-06T10:08:17.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:17 smithi008 conmon[29939]: audit 2022-03-06T10:08:16.644582+0000 mon.smithi008 (mon.0) 202 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:08:17.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:17 smithi008 conmon[29939]: cephadm 2022-03-06T10:08:16.645223+0000 mgr.smithi008.onsztl (mgr.14164) 55 : cephadm [INF] Reconfiguring alertmanager.smithi008 (dependencies changed)... 2022-03-06T10:08:17.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:17 smithi008 conmon[29939]: cephadm 2022-03-06T10:08:16.647724+0000 mgr.smithi008.onsztl (mgr.14164) 56 : cephadm [INF] Reconfiguring daemon alertmanager.smithi008 on smithi008 2022-03-06T10:08:18.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:17 smithi083 conmon[33008]: audit 2022-03-06T10:08:16.644582+0000 mon.smithi008 (mon.0) 202 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:08:18.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:17 smithi083 conmon[33008]: cephadm 2022-03-06T10:08:16 2022-03-06T10:08:18.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:17 smithi083 conmon[33008]: .645223+0000 mgr.smithi008.onsztl (mgr.14164) 55 : cephadm [INF] Reconfiguring alertmanager.smithi008 (dependencies changed)... 2022-03-06T10:08:18.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:17 smithi083 conmon[33008]: cephadm 2022-03-06T10:08:16.647724+0000 mgr.smithi008.onsztl (mgr.14164) 56 : cephadm [INF] Reconfiguring daemon alertmanager.smithi008 on smithi008 2022-03-06T10:08:18.995 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:18 smithi008 conmon[29939]: cluster 2022-03-06T10:08:16.679888+0000 mgr.smithi008.onsztl (mgr.14164) 57 2022-03-06T10:08:18.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:18 smithi008 conmon[29939]: : cluster [DBG] pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-06T10:08:18.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:18 smithi008 conmon[29939]: audit 2022-03-06T10:08:17.650078+0000 mon.smithi008 (mon.0) 203 : audit [INF] from='client.? 172.21.15.8:0/2405986956' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1ad09a39-c6be-4e95-b6be-1e9a14dd4988"}]: dispatch 2022-03-06T10:08:18.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:18 smithi008 conmon[29939]: audit 2022-03-06T10:08:18.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:18 smithi008 conmon[29939]: 2022-03-06T10:08:17.652867+0000 mon.smithi008 (mon.0) 204 : audit [INF] from='client.? 172.21.15.8:0/2405986956' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1ad09a39-c6be-4e95-b6be-1e9a14dd4988"}]': finished 2022-03-06T10:08:18.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:18 smithi008 conmon[29939]: cluster 2022-03 2022-03-06T10:08:18.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:18 smithi008 conmon[29939]: -06T10:08:17.652908+0000 mon.smithi008 (mon.0) 205 : cluster 2022-03-06T10:08:18.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:18 smithi008 conmon[29939]: [DBG] osdmap e6: 1 total, 0 up, 1 in 2022-03-06T10:08:18.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:18 smithi008 conmon[29939]: audit 2022-03 2022-03-06T10:08:18.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:18 smithi008 conmon[29939]: -06T10:08:17.653019+0000 mon.smithi008 (mon.0) 2022-03-06T10:08:18.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:18 smithi008 conmon[29939]: 206 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-03-06T10:08:18.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:18 smithi008 conmon[29939]: audit 2022-03-06T10:08 2022-03-06T10:08:18.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:18 smithi008 conmon[29939]: :18.086637+0000 mon.smithi008 (mon.0) 207 : audit [DBG] from='client.? 172.21.15.8:0/3545126642' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2022-03-06T10:08:19.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:18 smithi083 conmon[33008]: cluster 2022-03-06T10:08:16.679888+0000 mgr.smithi008.onsztl (mgr.14164) 57 : cluster [DBG] pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-06T10:08:19.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:18 smithi083 conmon[33008]: audit 2022-03-06 2022-03-06T10:08:19.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:18 smithi083 conmon[33008]: T10:08:17.650078+0000 mon.smithi008 (mon.0) 203 : audit [INF] from='client.? 172.21.15.8:0/2405986956' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1ad09a39-c6be-4e95-b6be-1e9a14dd4988"}]: dispatch 2022-03-06T10:08:19.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:18 smithi083 conmon[33008]: audit 2022-03-06T10:08:17.652867+0000 mon.smithi008 (mon.0) 204 : audit [INF] from='client.? 172.21.15.8:0/2405986956' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1ad09a39-c6be-4e95-b6be-1e9a14dd4988"}]': finished 2022-03-06T10:08:19.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:18 smithi083 conmon[33008]: cluster 2022-03-06T10:08:19.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:18 smithi083 conmon[33008]: 2022-03-06T10:08:17.652908+0000 mon.smithi008 (mon.0) 205 : cluster [DBG] osdmap e6: 1 total, 0 up, 1 in 2022-03-06T10:08:19.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:18 smithi083 conmon[33008]: audit 2022-03-06T10 2022-03-06T10:08:19.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:18 smithi083 conmon[33008]: :08:17.653019+0000 mon.smithi008 (mon.0) 206 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-03-06T10:08:19.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:18 smithi083 conmon[33008]: audit 2022-03-06T10:08:19.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:18 smithi083 conmon[33008]: 2022-03-06T10:08:18.086637+0000 mon.smithi008 (mon.0) 207 : audit [DBG] from='client.? 172.21.15.8:0/3545126642' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2022-03-06T10:08:20.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:20 smithi008 conmon[29939]: cluster 2022-03-06T10:08:18.680299+0000 mgr.smithi008.onsztl (mgr.14164) 58 : cluster [DBG] pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-06T10:08:21.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:20 smithi083 conmon[33008]: cluster 2022-03-06T10:08:18.680299+0000 mgr.smithi008.onsztl (mgr.14164) 58 : cluster [DBG] pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-06T10:08:22.961 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:22 smithi008 conmon[29939]: cluster 2022-03-06T10:08:20.680660+0000 2022-03-06T10:08:22.961 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:22 smithi008 conmon[29939]: mgr.smithi008.onsztl (mgr.14164) 59 : cluster [DBG] pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-06T10:08:23.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:22 smithi083 conmon[33008]: cluster 2022-03-06T10:08:20.680660+0000 mgr.smithi008.onsztl (mgr.14164) 59 : cluster [DBG] pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-06T10:08:24.988 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:24 smithi008 conmon[29939]: cluster 2022-03-06T10:08:22.680897+0000 2022-03-06T10:08:24.988 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:24 smithi008 conmon[29939]: mgr.smithi008.onsztl (mgr.14164) 60 : cluster [DBG] pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-06T10:08:24.988 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:24 smithi008 conmon[29939]: audit 2022-03-06T10:08:24.318883+0000 mon.smithi008 (mon.0) 208 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:08:24.989 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:24 smithi008 conmon[29939]: audit 2022-03-06T10:08:24.319640+0000 mon.smithi008 (mon.0) 209 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.smithi008", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2022-03-06T10:08:24.989 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:24 smithi008 conmon[29939]: audit 2022-03-06T10:08:24.320364+0000 mon.smithi008 (mon.0) 210 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:08:25.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:24 smithi083 conmon[33008]: cluster 2022-03-06T10:08:22.680897+0000 mgr.smithi008.onsztl (mgr.14164) 60 : cluster [DBG] pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-06T10:08:25.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:24 smithi083 conmon[33008]: audit 2022-03-06T10:08: 2022-03-06T10:08:25.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:24 smithi083 conmon[33008]: 24.318883+0000 mon.smithi008 (mon.0) 208 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:08:25.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:24 smithi083 conmon[33008]: audit 2022-03-06T10:08:24.319640+0000 mon.smithi008 (mon.0) 209 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.smithi008", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2022-03-06T10:08:25.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:24 smithi083 conmon[33008]: audit 2022-03-06T10:08 2022-03-06T10:08:25.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:24 smithi083 conmon[33008]: :24.320364+0000 mon.smithi008 (mon.0) 210 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:08:25.937 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:25 smithi008 conmon[29939]: cephadm 2022-03-06T10:08:24 2022-03-06T10:08:25.937 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:25 smithi008 conmon[29939]: .319390+0000 mgr.smithi008.onsztl (mgr.14164) 61 : cephadm [INF] Reconfiguring crash.smithi008 (monmap changed)... 2022-03-06T10:08:25.937 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:25 smithi008 conmon[29939]: cephadm 2022-03-06T10:08:24.320902+0000 mgr.smithi008.onsztl (mgr.14164) 62 : cephadm [INF] Reconfiguring daemon crash.smithi008 on smithi008 2022-03-06T10:08:25.937 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:25 smithi008 conmon[29939]: audit 2022-03-06T10:08:25.503049+0000 mon.smithi008 (mon.0) 211 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2022-03-06T10:08:25.938 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:25 smithi008 conmon[29939]: audit 2022-03-06T10:08:25.503720+0000 mon.smithi008 (mon.0) 212 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:08:26.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:25 smithi083 conmon[33008]: cephadm 2022-03-06T10:08:24.319390+0000 mgr.smithi008.onsztl (mgr 2022-03-06T10:08:26.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:25 smithi083 conmon[33008]: .14164) 61 : cephadm [INF] Reconfiguring crash.smithi008 (monmap changed)... 2022-03-06T10:08:26.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:25 smithi083 conmon[33008]: cephadm 2022-03-06T10:08:24.320902+0000 mgr.smithi008.onsztl (mgr.14164) 62 : cephadm [INF] Reconfiguring daemon crash.smithi008 on smithi008 2022-03-06T10:08:26.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:25 smithi083 conmon[33008]: audit 2022-03-06T10:08:25.503049+0000 mon.smithi008 (mon.0) 211 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2022-03-06T10:08:26.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:25 smithi083 conmon[33008]: audit 2022-03-06T10:08:25.503720+0000 mon.smithi008 (mon.0 2022-03-06T10:08:26.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:25 smithi083 conmon[33008]: ) 212 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:08:26.923 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:26 smithi008 conmon[29939]: cluster 2022-03-06T10:08:24.681178+0000 mgr.smithi008.onsztl (mgr.14164 2022-03-06T10:08:26.924 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:26 smithi008 conmon[29939]: ) 63 : cluster [DBG] pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-06T10:08:26.924 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:26 smithi008 conmon[29939]: cephadm 2022-03-06T10:08:25 2022-03-06T10:08:26.924 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:26 smithi008 conmon[29939]: .504261+0000 mgr.smithi008.onsztl (mgr.14164) 64 : cephadm [INF] Deploying daemon osd.0 on smithi008 2022-03-06T10:08:26.924 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:26 smithi008 conmon[29939]: audit 2022-03-06 2022-03-06T10:08:26.925 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:26 smithi008 conmon[29939]: T10:08:26.524087+0000 mon.smithi008 (mon.0) 213 : audit 2022-03-06T10:08:26.925 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:26 smithi008 conmon[29939]: [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:08:27.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:26 smithi083 conmon[33008]: cluster 2022-03-06T10:08:24.681178+0000 mgr.smithi008.onsztl (mgr.14164) 63 : cluster [DBG] pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-06T10:08:27.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:26 smithi083 conmon[33008]: cephadm 2022-03-06 2022-03-06T10:08:27.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:26 smithi083 conmon[33008]: T10:08:25.504261+0000 mgr.smithi008.onsztl (mgr.14164) 64 : cephadm [INF] Deploying daemon osd.0 on smithi008 2022-03-06T10:08:27.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:26 smithi083 conmon[33008]: audit 2022-03-06T10:08:26.524087+0000 mon.smithi008 (mon.0) 213 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:08:27.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:27 smithi008 conmon[29939]: cephadm 2022-03-06T10:08:26.524805+0000 mgr.smithi008.onsztl (mgr.14164) 65 : cephadm [INF] Reconfiguring grafana.smithi008 (dependencies changed)... 2022-03-06T10:08:27.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:27 smithi008 conmon[29939]: cephadm 2022-03-06T10:08:26.529209+0000 mgr.smithi008.onsztl (mgr.14164) 66 : cephadm [INF] Reconfiguring daemon grafana.smithi008 on smithi008 2022-03-06T10:08:28.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:27 smithi083 conmon[33008]: cephadm 2022-03-06T10:08:26.524805+0000 mgr.smithi008.onsztl (mgr 2022-03-06T10:08:28.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:27 smithi083 conmon[33008]: .14164) 65 : cephadm [INF] Reconfiguring grafana.smithi008 (dependencies changed)... 2022-03-06T10:08:28.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:27 smithi083 conmon[33008]: cephadm 2022-03-06T10:08:26.529209+0000 mgr.smithi008.onsztl (mgr.14164) 66 : cephadm [INF] Reconfiguring daemon grafana.smithi008 on smithi008 2022-03-06T10:08:28.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:28 smithi008 conmon[29939]: cluster 2022-03-06T10:08:26.681403+0000 mgr.smithi008.onsztl ( 2022-03-06T10:08:28.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:28 smithi008 conmon[29939]: mgr.14164) 67 : cluster [DBG] pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-06T10:08:29.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:28 smithi083 conmon[33008]: cluster 2022-03-06T10:08:26.681403+0000 mgr.smithi008.onsztl (mgr.14164) 67 : cluster [DBG] pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-06T10:08:29.673 INFO:teuthology.orchestra.run.smithi008.stdout:Created osd(s) 0 on host 'smithi008' 2022-03-06T10:08:30.115 DEBUG:teuthology.orchestra.run.smithi008:osd.0> sudo journalctl -f -n 0 -u ceph-f3cc2a6e-9d34-11ec-8c35-001a4aab830c@osd.0.service 2022-03-06T10:08:30.117 INFO:tasks.cephadm:Deploying osd.1 on smithi008 with /dev/vg_nvme/lv_3... 2022-03-06T10:08:30.118 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f3cc2a6e-9d34-11ec-8c35-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2022-03-06T10:08:30.147 INFO:journalctl@ceph.osd.0.smithi008.stdout:-- Logs begin at Sun 2022-03-06 10:00:10 UTC. -- 2022-03-06T10:08:30.932 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:30 smithi008 conmon[29939]: cluster 2022-03-06T10:08:28.681612+0000 mgr.smithi008.onsztl (mgr.14164) 68 : cluster [DBG] pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-06T10:08:30.932 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:30 smithi008 conmon[29939]: audit 2022-03-06T10:08:29.664785+0000 mon.smithi008 (mon.0) 214 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:08:30.933 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:30 smithi008 conmon[29939]: audit 2022-03-06T10:08:29.668920+0000 mon.smithi008 (mon.0) 215 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:08:31.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:30 smithi083 conmon[33008]: cluster 2022-03-06T10:08:28.681612+0000 mgr.smithi008.onsztl (mgr.14164) 68 : cluster [DBG] pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-06T10:08:31.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:30 smithi083 conmon[33008]: audit 2022-03-06T10:08: 2022-03-06T10:08:31.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:30 smithi083 conmon[33008]: 29.664785+0000 mon.smithi008 (mon.0) 214 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:08:31.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:30 smithi083 conmon[33008]: audit 2022-03-06T10:08:29.668920+0000 mon.smithi008 (mon.0) 215 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:08:32.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:32 smithi008 conmon[29939]: cluster 2022-03-06T10:08:30.681825+0000 2022-03-06T10:08:32.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:32 smithi008 conmon[29939]: mgr.smithi008.onsztl (mgr.14164) 69 : cluster [DBG] pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-06T10:08:32.997 INFO:journalctl@ceph.osd.0.smithi008.stdout:Mar 06 10:08:32 smithi008 conmon[46786]: debug 2022-03-06T10:08:32.819+0000 7fc815aa6080 -1 osd.0 0 log_to_monitors {default=true} 2022-03-06T10:08:33.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:32 smithi083 conmon[33008]: cluster 2022-03-06T10:08:30.681825+0000 mgr.smithi008.onsztl (mgr.14164) 69 : cluster [DBG] pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-06T10:08:33.251 INFO:teuthology.orchestra.run.smithi008.stderr:--> Zapping: /dev/vg_nvme/lv_3 2022-03-06T10:08:33.252 INFO:teuthology.orchestra.run.smithi008.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2022-03-06T10:08:33.252 INFO:teuthology.orchestra.run.smithi008.stderr: stderr: 10+0 records in 2022-03-06T10:08:33.252 INFO:teuthology.orchestra.run.smithi008.stderr:10+0 records out 2022-03-06T10:08:33.253 INFO:teuthology.orchestra.run.smithi008.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.00947381 s, 1.1 GB/s 2022-03-06T10:08:33.253 INFO:teuthology.orchestra.run.smithi008.stderr:--> Zapping successful for: 2022-03-06T10:08:33.674 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:33 smithi008 conmon[29939]: audit 2022-03-06T10:08:32 2022-03-06T10:08:33.691 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f3cc2a6e-9d34-11ec-8c35-001a4aab830c -- ceph orch daemon add osd smithi008:vg_nvme/lv_3 2022-03-06T10:08:33.995 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:33 smithi008 conmon[29939]: .823247+0000 mon.smithi008 (mon.0) 216 : audit [INF] from='osd.0 [v2:172.21.15.8:6802/2370839203,v1:172.21.15.8:6803/2370839203]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2022-03-06T10:08:33.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:33 smithi008 conmon[29939]: audit 2022-03-06T10:08:33.542993+0000 mon.smithi008 (mon.0) 217 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:08:34.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:33 smithi083 conmon[33008]: audit 2022-03-06T10:08:32.823247+0000 mon.smithi008 (mon.0) 216 : audit [INF] from='osd.0 [v2:172.21.15.8:6802/2370839203,v1:172.21.15.8:6803/2370839203]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2022-03-06T10:08:34.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:33 smithi083 conmon[33008]: 2022-03-06T10:08:34.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:33 smithi083 conmon[33008]: audit 2022-03-06T10:08:33.542993+0000 mon.smithi008 (mon.0) 217 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:08:34.679 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:34 smithi008 conmon[29939]: cluster 2022-03-06T10:08:32.682061 2022-03-06T10:08:34.679 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:34 smithi008 conmon[29939]: +0000 mgr.smithi008.onsztl (mgr.14164) 70 : cluster [DBG] pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-06T10:08:34.679 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:34 smithi008 conmon[29939]: cephadm 2022-03-06T10:08:33.543689+0000 mgr.smithi008.onsztl (mgr.14164) 71 : cephadm [INF] Reconfiguring prometheus.smithi008 (dependencies changed)... 2022-03-06T10:08:34.680 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:34 smithi008 conmon[29939]: cephadm 2022-03-06T10:08:33.546130+0000 mgr.smithi008.onsztl (mgr.14164) 72 : cephadm [INF] Reconfiguring daemon prometheus.smithi008 on smithi008 2022-03-06T10:08:34.680 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:34 smithi008 conmon[29939]: audit 2022-03-06T10:08:33.674709+0000 mon.smithi008 (mon.0) 218 : audit [INF] from='osd.0 [v2:172.21.15.8:6802/2370839203,v1:172.21.15.8:6803/2370839203]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2022-03-06T10:08:34.680 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:34 smithi008 conmon[29939]: cluster 2022-03-06T10:08:33.674788+0000 mon.smithi008 (mon.0) 219 : cluster [DBG] osdmap e7: 1 total, 0 up, 1 in 2022-03-06T10:08:34.680 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:34 smithi008 conmon[29939]: audit 2022-03-06T10:08:33.675071+0000 mon.smithi008 (mon.0) 220 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-03-06T10:08:34.681 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:34 smithi008 conmon[29939]: audit 2022-03-06T10:08:33.675528+0000 mon.smithi008 (mon.0) 221 : audit [INF] from='osd.0 [v2:172.21.15.8:6802/2370839203,v1:172.21.15.8:6803/2370839203]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi008", "root=default"]}]: dispatch 2022-03-06T10:08:34.995 INFO:journalctl@ceph.osd.0.smithi008.stdout:Mar 06 10:08:34 smithi008 conmon[46786]: debug 2022-03-06T10:08:34.678+0000 7fc80c017700 -1 osd.0 0 waiting for initial osdmap 2022-03-06T10:08:34.996 INFO:journalctl@ceph.osd.0.smithi008.stdout:Mar 06 10:08:34 smithi008 conmon[46786]: debug 2022-03-06T10:08:34.681+0000 7fc80478b700 -1 osd.0 8 set_numa_affinity unable to identify public interface 'ens1f0' numa node: (0) Success 2022-03-06T10:08:35.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:34 smithi083 conmon[33008]: cluster 2022-03-06T10:08:32.682061+0000 mgr.smithi008.onsztl (mgr.14164) 70 : cluster [DBG] pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-06T10:08:35.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:34 smithi083 conmon[33008]: cephadm 2022-03-06 2022-03-06T10:08:35.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:34 smithi083 conmon[33008]: T10:08:33.543689+0000 mgr.smithi008.onsztl (mgr.14164) 71 : cephadm [INF] Reconfiguring prometheus.smithi008 (dependencies changed)... 2022-03-06T10:08:35.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:34 smithi083 conmon[33008]: cephadm 2022-03-06T10:08:33.546130+0000 mgr.smithi008.onsztl (mgr.14164) 72 : cephadm [INF] Reconfiguring daemon prometheus.smithi008 on smithi008 2022-03-06T10:08:35.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:34 smithi083 conmon[33008]: audit 2022-03-06T10:08:35.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:34 smithi083 conmon[33008]: 2022-03-06T10:08:33.674709+0000 mon.smithi008 (mon.0) 218 : audit [INF] from='osd.0 [v2:172.21.15.8:6802/2370839203,v1:172.21.15.8:6803/2370839203]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2022-03-06T10:08:35.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:34 smithi083 conmon[33008]: cluster 2022-03-06T10:08:33. 2022-03-06T10:08:35.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:34 smithi083 conmon[33008]: 674788+0000 mon.smithi008 (mon.0) 219 : cluster [DBG] osdmap e7: 1 total, 0 up, 1 in 2022-03-06T10:08:35.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:34 smithi083 conmon[33008]: audit 2022-03- 2022-03-06T10:08:35.040 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:34 smithi083 conmon[33008]: 06T10:08:33.675071+0000 mon.smithi008 (mon.0) 220 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-03-06T10:08:35.040 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:34 smithi083 conmon[33008]: audit 2022-03-06T10:08:33.675528+0000 mon.smithi008 2022-03-06T10:08:35.040 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:34 smithi083 conmon[33008]: (mon.0) 221 : audit [INF] from='osd.0 [v2:172.21.15.8:6802/2370839203,v1:172.21.15.8:6803/2370839203]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi008", "root=default"]}]: dispatch 2022-03-06T10:08:35.717 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:35 smithi008 conmon[29939]: audit 2022-03-06T10:08:34.675452+0000 2022-03-06T10:08:35.717 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:35 smithi008 conmon[29939]: mon.smithi008 (mon.0) 222 : audit [INF] from='osd.0 [v2:172.21.15.8:6802/2370839203,v1:172.21.15.8:6803/2370839203]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi008", "root=default"]}]': finished 2022-03-06T10:08:35.717 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:35 smithi008 conmon[29939]: cluster 2022-03-06T10:08:34.675514+0000 mon.smithi008 (mon.0) 223 : cluster [DBG] osdmap e8: 1 total, 0 up, 1 in 2022-03-06T10:08:35.718 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:35 smithi008 conmon[29939]: audit 2022-03-06T10:08:34.675797+0000 mon.smithi008 (mon.0) 224 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-03-06T10:08:35.718 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:35 smithi008 conmon[29939]: audit 2022-03-06T10:08:34.680185+0000 mon.smithi008 (mon.0) 225 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-03-06T10:08:35.718 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:35 smithi008 conmon[29939]: cluster 2022-03-06T10:08:34.682305+0000 mgr.smithi008.onsztl (mgr.14164) 73 : cluster [DBG] pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-06T10:08:36.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:35 smithi083 conmon[33008]: audit 2022-03-06T10:08:34.675452+0000 mon.smithi008 (mon.0) 222 : audit [INF] from='osd.0 [v2:172.21.15.8:6802/2370839203,v1:172.21.15.8:6803/2370839203]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi008", "root=default"]}]': finished 2022-03-06T10:08:36.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:35 smithi083 conmon[33008]: cluster 2022-03-06T10:08 2022-03-06T10:08:36.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:35 smithi083 conmon[33008]: :34.675514+0000 mon.smithi008 (mon.0) 223 : cluster [DBG] osdmap e8: 1 total, 0 up, 1 in 2022-03-06T10:08:36.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:35 smithi083 conmon[33008]: audit 2022-03-06T10:08:34.675797+0000 mon.smithi008 (mon.0) 224 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-03-06T10:08:36.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:35 smithi083 conmon[33008]: audit 2022-03-06T10:08 2022-03-06T10:08:36.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:35 smithi083 conmon[33008]: :34.680185+0000 mon.smithi008 (mon.0) 225 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-03-06T10:08:36.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:35 smithi083 conmon[33008]: cluster 2022-03-06T10:08:34 2022-03-06T10:08:36.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:35 smithi083 conmon[33008]: .682305+0000 mgr.smithi008.onsztl (mgr.14164) 73 : cluster [DBG] pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-03-06T10:08:36.855 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:36 smithi008 conmon[29939]: cluster 2022-03-06T10:08:33 2022-03-06T10:08:36.856 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:36 smithi008 conmon[29939]: .805318+0000 osd.0 (osd.0) 1 : cluster [DBG] purged_snaps scrub starts 2022-03-06T10:08:36.856 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:36 smithi008 conmon[29939]: cluster 2022-03-06T10:08:33.805417+0000 osd.0 (osd.0) 2 : cluster [DBG] purged_snaps scrub ok 2022-03-06T10:08:36.856 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:36 smithi008 conmon[29939]: cluster 2022-03-06T10:08:35.680063+0000 mon.smithi008 (mon.0) 226 : cluster [INF] osd.0 [v2:172.21.15.8:6802/2370839203,v1:172.21.15.8:6803/2370839203] boot 2022-03-06T10:08:36.856 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:36 smithi008 conmon[29939]: cluster 2022-03-06T10:08:35.680091+0000 mon.smithi008 (mon.0) 227 : cluster [DBG] osdmap e9: 1 total, 1 up, 1 in 2022-03-06T10:08:36.857 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:36 smithi008 conmon[29939]: audit 2022-03-06T10:08:35.680342+0000 mon.smithi008 (mon.0) 228 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-03-06T10:08:36.857 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:36 smithi008 conmon[29939]: audit 2022-03-06T10:08:36.331295+0000 mgr.smithi008.onsztl (mgr.14164) 74 : audit [DBG] from='client.14232 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi008:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2022-03-06T10:08:36.857 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:36 smithi008 conmon[29939]: audit 2022-03-06T10:08:36.332088+0000 mon.smithi008 (mon.0) 229 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2022-03-06T10:08:36.857 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:36 smithi008 conmon[29939]: cephadm 2022-03-06T10:08:36.333273+0000 mgr.smithi008.onsztl (mgr.14164) 75 : cephadm [INF] Applying service osd.None on host smithi008... 2022-03-06T10:08:36.858 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:36 smithi008 conmon[29939]: audit 2022-03-06T10:08:36.333488+0000 mon.smithi008 (mon.0) 230 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2022-03-06T10:08:36.858 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:36 smithi008 conmon[29939]: audit 2022-03-06T10:08:36.334118+0000 mon.smithi008 (mon.0) 231 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:08:37.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:36 smithi083 conmon[33008]: cluster 2022-03-06T10:08:33.805318+0000 osd.0 (osd.0) 1 : cluster [DBG] purged_snaps scrub starts 2022-03-06T10:08:37.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:36 smithi083 conmon[33008]: cluster 2022-03-06 2022-03-06T10:08:37.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:36 smithi083 conmon[33008]: T10:08:33.805417+0000 osd.0 (osd.0) 2 : cluster [DBG] purged_snaps scrub ok 2022-03-06T10:08:37.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:36 smithi083 conmon[33008]: cluster 2022-03-06T10:08:35.680063+0000 mon.smithi008 (mon.0) 226 : cluster [INF] osd.0 [v2:172.21.15.8:6802/2370839203,v1:172.21.15.8:6803/2370839203] boot 2022-03-06T10:08:37.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:36 smithi083 conmon[33008]: cluster 2022-03-06T10:08:35.680091+0000 mon.smithi008 (mon.0) 227 : cluster [DBG] osdmap e9: 1 total, 1 up, 1 in 2022-03-06T10:08:37.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:36 smithi083 conmon[33008]: audit 2022-03-06T10:08:35.680342+0000 mon.smithi008 (mon.0) 228 : 2022-03-06T10:08:37.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:36 smithi083 conmon[33008]: audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-03-06T10:08:37.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:36 smithi083 conmon[33008]: audit 2022-03-06 2022-03-06T10:08:37.040 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:36 smithi083 conmon[33008]: T10:08:36.331295+0000 mgr.smithi008.onsztl (mgr.14164) 74 : audit [DBG] from='client.14232 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi008:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2022-03-06T10:08:37.040 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:36 smithi083 conmon[33008]: audit 2022-03-06T10:08:36.332088+0000 mon.smithi008 (mon 2022-03-06T10:08:37.040 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:36 smithi083 conmon[33008]: .0) 229 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2022-03-06T10:08:37.040 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:36 smithi083 conmon[33008]: cephadm 2022-03-06T10:08:36.333273+0000 mgr.smithi008.onsztl (mgr.14164) 75 : 2022-03-06T10:08:37.041 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:36 smithi083 conmon[33008]: cephadm [INF] Applying service osd.None on host smithi008... 2022-03-06T10:08:37.041 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:36 smithi083 conmon[33008]: audit 2022- 2022-03-06T10:08:37.041 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:36 smithi083 conmon[33008]: 03-06T10:08:36.333488+0000 mon.smithi008 (mon.0) 230 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2022-03-06T10:08:37.041 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:36 smithi083 conmon[33008]: audit 2022-03-06T10:08:36.334118+0000 mon.smithi008 (mon 2022-03-06T10:08:37.042 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:36 smithi083 conmon[33008]: .0) 231 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:08:37.745 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:37 smithi008 conmon[29939]: cluster 2022-03-06T10:08: 2022-03-06T10:08:37.746 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:37 smithi008 conmon[29939]: 36.682591+0000 mgr.smithi008.onsztl (mgr.14164) 76 : cluster [DBG] pgmap v47: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-03-06T10:08:37.746 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:37 smithi008 conmon[29939]: cluster 2022-03-06T10:08:36.686971+0000 mon.smithi008 (mon.0) 232 : cluster [DBG] osdmap e10: 1 total, 1 up, 1 in 2022-03-06T10:08:38.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:37 smithi083 conmon[33008]: cluster 2022-03-06T10:08:36.682591+0000 mgr.smithi008.onsztl (mgr.14164) 76 : cluster [DBG] pgmap v47: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-03-06T10:08:38.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:37 smithi083 conmon[33008]: cluster 2022-03-06T 2022-03-06T10:08:38.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:37 smithi083 conmon[33008]: 10:08:36.686971+0000 mon.smithi008 (mon.0) 232 : cluster [DBG] osdmap e10: 1 total, 1 up, 1 in 2022-03-06T10:08:39.288 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:39 smithi083 conmon[33008]: audit 2022-03-06T10:08:38.053304+0000 mon.smithi008 (mon.0) 233 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:08:39.288 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:39 smithi083 conmon[33008]: cephadm 2022-03-06T10:08:38.053789+0000 mgr.smithi008.onsztl (mgr.14164) 77 : cephadm [INF] Reconfiguring crash.smithi083 (monmap changed)... 2022-03-06T10:08:39.288 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:39 smithi083 conmon[33008]: audit 2022-03-06T10:08:38.054038+0000 mon.smithi008 (mon.0) 234 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.smithi083", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2022-03-06T10:08:39.289 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:39 smithi083 conmon[33008]: audit 2022-03-06T10:08:38.054718+0000 mon.smithi008 (mon.0) 235 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:08:39.289 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:39 smithi083 conmon[33008]: cephadm 2022-03-06T10:08:38.055215+0000 mgr.smithi008.onsztl (mgr.14164) 78 : cephadm [INF] 2022-03-06T10:08:39.289 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:39 smithi083 conmon[33008]: Reconfiguring daemon crash.smithi083 on smithi083 2022-03-06T10:08:39.289 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:39 smithi083 conmon[33008]: audit 2022-03-06T10:08:39.031423+0000 mon.smithi008 (mon.0) 236 : audit [INF] from='client.? 172.21.15.8:0/2415398476' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "882c8f64-86ec-4d57-a3ec-ecfd80852664"}]: dispatch 2022-03-06T10:08:39.289 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:39 smithi083 conmon[33008]: audit 2022-03-06T10:08:39.034994+0000 mon.smithi008 (mon.0) 237 : audit [INF] from='client.? 172.21.15.8:0/2415398476' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "882c8f64-86ec-4d57-a3ec-ecfd80852664"}]': finished 2022-03-06T10:08:39.290 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:39 smithi083 conmon[33008]: cluster 2022-03-06T10:08:39.035051+0000 mon.smithi008 (mon.0) 238 : cluster [DBG] osdmap e11: 2 total, 1 up, 2 in 2022-03-06T10:08:39.290 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:39 smithi083 conmon[33008]: audit 2022-03-06T10:08:39.035299+0000 mon.smithi008 (mon.0) 239 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-03-06T10:08:39.290 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:39 smithi083 conmon[33008]: audit 2022-03-06T10:08:39.037939+0000 mon.smithi008 (mon.0) 240 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:08:39.290 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:39 smithi083 conmon[33008]: audit 2022-03-06T10 2022-03-06T10:08:39.291 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:39 smithi083 conmon[33008]: :08:39.038811+0000 mon.smithi008 (mon.0) 241 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi083.piggzi", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2022-03-06T10:08:39.291 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:39 smithi083 conmon[33008]: audit 2022-03-06T10 2022-03-06T10:08:39.291 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:39 smithi083 conmon[33008]: :08:39.039536+0000 mon.smithi008 2022-03-06T10:08:39.291 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:39 smithi083 conmon[33008]: (mon.0) 242 : audit 2022-03-06T10:08:39.291 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:39 smithi083 conmon[33008]: [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "mgr services"}]: dispatch 2022-03-06T10:08:39.292 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:39 smithi083 conmon[33008]: audit 2022-03 2022-03-06T10:08:39.292 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:39 smithi083 conmon[33008]: -06T10:08:39.040135 2022-03-06T10:08:39.292 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:39 smithi083 conmon[33008]: +0000 mon.smithi008 (mon.0) 2022-03-06T10:08:39.292 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:39 smithi083 conmon[33008]: 243 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:08:39.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:39 smithi008 conmon[29939]: audit 2022-03-06T10:08:38.053304+0000 mon.smithi008 (mon.0) 233 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:08:39.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:39 smithi008 conmon[29939]: cephadm 2022-03-06T10:08:38.053789+0000 mgr.smithi008.onsztl (mgr.14164) 77 : cephadm [INF] Reconfiguring crash.smithi083 (monmap changed)... 2022-03-06T10:08:39.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:39 smithi008 conmon[29939]: audit 2022-03-06T10:08:38.054038+0000 mon.smithi008 (mon.0) 234 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.smithi083", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2022-03-06T10:08:39.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:39 smithi008 conmon[29939]: audit 2022-03-06T10:08:38.054718+0000 mon.smithi008 (mon.0) 235 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:08:39.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:39 smithi008 conmon[29939]: cephadm 2022-03-06T10:08:38.055215+0000 mgr.smithi008.onsztl (mgr.14164) 78 : cephadm [INF] Reconfiguring daemon crash.smithi083 on smithi083 2022-03-06T10:08:39.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:39 smithi008 conmon[29939]: audit 2022-03-06T10:08:39.031423+0000 mon.smithi008 (mon.0) 236 : audit [INF] from='client.? 172.21.15.8:0/2415398476' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "882c8f64-86ec-4d57-a3ec-ecfd80852664"}]: dispatch 2022-03-06T10:08:39.498 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:39 smithi008 conmon[29939]: audit 2022-03-06T10:08:39.034994+0000 mon.smithi008 (mon.0) 237 : audit [INF] from='client.? 172.21.15.8:0/2415398476' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "882c8f64-86ec-4d57-a3ec-ecfd80852664"}]': finished 2022-03-06T10:08:39.498 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:39 smithi008 conmon[29939]: cluster 2022-03-06T10:08:39.035051+0000 mon.smithi008 (mon.0) 238 : cluster [DBG] osdmap e11: 2 total, 1 up, 2 in 2022-03-06T10:08:39.498 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:39 smithi008 conmon[29939]: audit 2022-03-06T10:08:39.035299+0000 mon.smithi008 (mon.0) 239 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-03-06T10:08:39.498 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:39 smithi008 conmon[29939]: audit 2022-03-06T10:08:39.037939+0000 mon.smithi008 (mon.0) 240 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:08:39.499 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:39 smithi008 conmon[29939]: audit 2022-03-06T10:08:39.038811+0000 mon.smithi008 (mon.0) 241 : audit 2022-03-06T10:08:39.499 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:39 smithi008 conmon[29939]: [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi083.piggzi", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2022-03-06T10:08:39.499 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:39 smithi008 conmon[29939]: audit 2022-03-06T10:08:39.039536+0000 mon.smithi008 (mon.0) 242 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "mgr services"}]: dispatch 2022-03-06T10:08:39.499 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:39 smithi008 conmon[29939]: audit 2022-03-06T10:08:39.040135+0000 mon.smithi008 (mon.0) 243 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:08:40.417 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:40 smithi083 conmon[33008]: cluster 2022-03-06T10:08:38.682866+0000 mgr.smithi008.onsztl (mgr.14164) 79 : 2022-03-06T10:08:40.417 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:40 smithi083 conmon[33008]: cluster [DBG] pgmap v49: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-03-06T10:08:40.417 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:40 smithi083 conmon[33008]: cephadm 2022-03-06T10:08:39.038554+0000 mgr.smithi008.onsztl (mgr.14164) 80 : cephadm [INF] Reconfiguring mgr.smithi083.piggzi (monmap changed)... 2022-03-06T10:08:40.417 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:40 smithi083 conmon[33008]: cephadm 2022-03-06T10:08:39.040669+0000 mgr.smithi008.onsztl (mgr.14164) 81 : cephadm [INF] Reconfiguring daemon mgr.smithi083.piggzi on smithi083 2022-03-06T10:08:40.418 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:40 smithi083 conmon[33008]: audit 2022-03-06T10:08:39.470808+0000 mon.smithi008 (mon.0) 244 : audit [DBG] from='client.? 172.21.15.8:0/763357522' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2022-03-06T10:08:40.418 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:40 smithi083 conmon[33008]: audit 2022-03-06T10:08:40.007969+0000 mon.smithi008 (mon.0) 245 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:08:40.418 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:40 smithi083 conmon[33008]: audit 2022-03-06T10:08:40.008905+0000 mon.smithi008 (mon.0) 246 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2022-03-06T10:08:40.418 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:40 smithi083 conmon[33008]: audit 2022-03-06T10:08:40.009779+0000 mon.smithi008 (mon.0) 247 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2022-03-06T10:08:40.419 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:40 smithi083 conmon[33008]: audit 2022-03-06T10:08:40.010607+0000 mon.smithi008 (mon.0) 248 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:08:40.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:40 smithi008 conmon[29939]: cluster 2022-03-06T10:08:38.682866+0000 mgr.smithi008.onsztl (mgr.14164) 79 : cluster [DBG] 2022-03-06T10:08:40.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:40 smithi008 conmon[29939]: pgmap v49: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-03-06T10:08:40.498 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:40 smithi008 conmon[29939]: cephadm 2022-03-06T10:08:39.038554+0000 mgr.smithi008.onsztl (mgr.14164) 80 : cephadm [INF] Reconfiguring mgr.smithi083.piggzi (monmap changed)... 2022-03-06T10:08:40.498 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:40 smithi008 conmon[29939]: cephadm 2022-03-06T10:08:39.040669+0000 mgr.smithi008.onsztl (mgr.14164) 81 : cephadm [INF] Reconfiguring daemon mgr.smithi083.piggzi on smithi083 2022-03-06T10:08:40.498 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:40 smithi008 conmon[29939]: audit 2022-03-06T10:08:39.470808+0000 mon.smithi008 (mon.0) 244 : audit [DBG] from='client.? 172.21.15.8:0/763357522' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2022-03-06T10:08:40.499 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:40 smithi008 conmon[29939]: audit 2022-03-06T10:08:40.007969+0000 2022-03-06T10:08:40.499 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:40 smithi008 conmon[29939]: mon.smithi008 (mon.0) 245 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:08:40.500 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:40 smithi008 conmon[29939]: audit 2022-03-06T10:08:40.008905+0000 mon.smithi008 (mon.0) 246 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2022-03-06T10:08:40.500 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:40 smithi008 conmon[29939]: audit 2022-03-06T10:08:40.009779+0000 mon.smithi008 (mon.0) 247 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2022-03-06T10:08:40.500 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:40 smithi008 conmon[29939]: audit 2022-03-06T10:08:40.010607+0000 mon.smithi008 (mon.0) 248 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:08:41.495 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:41 smithi008 conmon[29939]: cephadm 2022-03-06T10:08:40.008580+0000 mgr.smithi008.onsztl 2022-03-06T10:08:41.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:41 smithi008 conmon[29939]: (mgr.14164) 82 : cephadm [INF] Reconfiguring mon.smithi083 (monmap changed)... 2022-03-06T10:08:41.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:41 smithi008 conmon[29939]: cephadm 2022-03-06T10:08:40.011298+0000 mgr.smithi008.onsztl (mgr 2022-03-06T10:08:41.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:41 smithi008 conmon[29939]: .14164) 83 : cephadm [INF] Reconfiguring daemon mon.smithi083 on smithi083 2022-03-06T10:08:41.537 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:41 smithi083 conmon[33008]: cephadm 2022-03-06T10:08:40.008580+0000 mgr.smithi008.onsztl (mgr.14164) 82 : cephadm [INF] Reconfiguring mon.smithi083 (monmap changed)... 2022-03-06T10:08:41.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:41 smithi083 conmon[33008]: cephadm 2022-03-06T10: 2022-03-06T10:08:41.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:41 smithi083 conmon[33008]: 08:40.011298+0000 mgr.smithi008.onsztl (mgr.14164) 83 : cephadm [INF] Reconfiguring daemon mon.smithi083 on smithi083 2022-03-06T10:08:42.495 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:42 smithi008 conmon[29939]: cluster 2022-03-06T10:08:40.683240+0000 mgr.smithi008.onsztl (mgr.14164) 84 : cluster [DBG] pgmap v51: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-03-06T10:08:42.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:42 smithi008 conmon[29939]: audit 2022-03-06T10:08:41.179435+0000 mon.smithi008 (mon.0) 249 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:08:42.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:42 smithi008 conmon[29939]: audit 2022-03-06T10:08:41.182957+0000 mon.smithi008 (mon.0) 250 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2022-03-06T10:08:42.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:42 smithi008 conmon[29939]: audit 2022-03-06T10:08:41.183407+0000 mgr.smithi008.onsztl (mgr.14164) 85 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2022-03-06T10:08:42.537 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:42 smithi083 conmon[33008]: cluster 2022-03-06T10:08:40.683240+0000 mgr.smithi008.onsztl (mgr.14164) 84 : cluster [DBG] pgmap v51: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-03-06T10:08:42.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:42 smithi083 conmon[33008]: audit 2022-03-06T10:08:41.179435+0000 mon.smithi008 (mon.0) 249 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:08:42.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:42 smithi083 conmon[33008]: audit 2022-03-06T10:08:41.182957+0000 mon.smithi008 (mon.0) 250 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2022-03-06T10:08:42.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:42 smithi083 conmon[33008]: audit 2022-03-06T10:08:41.183407+0000 mgr.smithi008.onsztl (mgr.14164) 85 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2022-03-06T10:08:44.745 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:44 smithi008 conmon[29939]: cluster 2022-03-06T10:08:42.683596+0000 mgr.smithi008.onsztl (mgr.14164) 86 2022-03-06T10:08:44.746 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:44 smithi008 conmon[29939]: : cluster [DBG] pgmap v52: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-03-06T10:08:44.746 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:44 smithi008 conmon[29939]: audit 2022-03-06T10:08:44.450354+0000 mon.smithi008 (mon.0) 251 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2022-03-06T10:08:44.746 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:44 smithi008 conmon[29939]: audit 2022-03-06T10:08:44.450999+0000 mon.smithi008 (mon.0) 252 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:08:45.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:44 smithi083 conmon[33008]: cluster 2022-03-06T10:08:42.683596+0000 mgr.smithi008.onsztl (mgr.14164) 86 : cluster [DBG] pgmap v52: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-03-06T10:08:45.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:44 smithi083 conmon[33008]: audit 2022-03-06T10:08:44.450354+0000 mon.smithi008 (mon.0) 251 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2022-03-06T10:08:45.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:44 smithi083 conmon[33008]: audit 2022-03-06T10:08:44.450999+0000 mon.smithi008 (mon.0) 252 : audit 2022-03-06T10:08:45.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:44 smithi083 conmon[33008]: [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:08:45.854 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:45 smithi008 conmon[29939]: cephadm 2022-03-06T10:08:44.451526+0000 mgr.smithi008.onsztl (mgr.14164) 87 : cephadm [INF] Deploying daemon osd.1 on smithi008 2022-03-06T10:08:46.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:45 smithi083 conmon[33008]: cephadm 2022-03-06T10:08:44.451526+0000 mgr.smithi008.onsztl (mgr.14164) 87 : cephadm [INF] Deploying daemon osd.1 on smithi008 2022-03-06T10:08:46.857 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:46 smithi008 conmon[29939]: cluster 2022-03-06T10:08:44.683953+0000 mgr.smithi008.onsztl (mgr.14164) 88 : cluster 2022-03-06T10:08:46.857 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:46 smithi008 conmon[29939]: [DBG] pgmap v53: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-03-06T10:08:47.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:46 smithi083 conmon[33008]: cluster 2022-03-06T10:08:44.683953+0000 mgr.smithi008.onsztl (mgr.14164) 88 : cluster [DBG] pgmap v53: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-03-06T10:08:47.583 INFO:teuthology.orchestra.run.smithi008.stdout:Created osd(s) 1 on host 'smithi008' 2022-03-06T10:08:47.988 DEBUG:teuthology.orchestra.run.smithi008:osd.1> sudo journalctl -f -n 0 -u ceph-f3cc2a6e-9d34-11ec-8c35-001a4aab830c@osd.1.service 2022-03-06T10:08:47.991 INFO:tasks.cephadm:Deploying osd.2 on smithi008 with /dev/vg_nvme/lv_2... 2022-03-06T10:08:47.992 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f3cc2a6e-9d34-11ec-8c35-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2022-03-06T10:08:48.024 INFO:journalctl@ceph.osd.1.smithi008.stdout:-- Logs begin at Sun 2022-03-06 10:00:10 UTC. -- 2022-03-06T10:08:48.245 INFO:journalctl@ceph.osd.1.smithi008.stdout:Mar 06 10:08:48 smithi008 conmon[50975]: debug 2022-03-06T10:08:48.047+0000 7f2d90dcc080 -1 Falling back to public interface 2022-03-06T10:08:48.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:48 smithi008 conmon[29939]: cluster 2022-03-06T10:08: 2022-03-06T10:08:48.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:48 smithi008 conmon[29939]: 46.684172+0000 mgr.smithi008.onsztl (mgr.14164) 89 : cluster [DBG] pgmap v54: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-03-06T10:08:48.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:48 smithi008 conmon[29939]: audit 2022-03-06T10:08:47.576548+0000 mon.smithi008 (mon.0) 253 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:08:48.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:48 smithi008 conmon[29939]: audit 2022-03-06T10:08:47.579917+0000 2022-03-06T10:08:48.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:48 smithi008 conmon[29939]: mon.smithi008 (mon.0) 254 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:08:48.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:48 smithi008 conmon[29939]: audit 2022-03-06T10:08:48.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:48 smithi008 conmon[29939]: 2022-03-06T10:08:47 2022-03-06T10:08:48.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:48 smithi008 conmon[29939]: .595489+0000 mon.smithi008 (mon.0) 2022-03-06T10:08:48.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:48 smithi008 conmon[29939]: 255 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://172.21.15.8:9093"}]: dispatch 2022-03-06T10:08:48.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:48 smithi008 conmon[29939]: audit 2022- 2022-03-06T10:08:48.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:48 smithi008 conmon[29939]: 03-06T10:08:47 2022-03-06T10:08:48.999 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:48 smithi008 conmon[29939]: .595957+0000 mgr.smithi008.onsztl (mgr.14164) 90 2022-03-06T10:08:48.999 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:48 smithi008 conmon[29939]: : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://172.21.15.8:9093"}]: dispatch 2022-03-06T10:08:48.999 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:48 smithi008 conmon[29939]: audit 2022-03-06T10:08:48.999 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:48 smithi008 conmon[29939]: 2022-03- 2022-03-06T10:08:49.000 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:48 smithi008 conmon[29939]: 06T10:08:47.600976 2022-03-06T10:08:49.000 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:48 smithi008 conmon[29939]: +0000 mon.smithi008 (mon.0) 256 : 2022-03-06T10:08:49.000 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:48 smithi008 conmon[29939]: audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:08:49.000 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:48 smithi008 conmon[29939]: audit 2022-03-06T10:08:49.000 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:48 smithi008 conmon[29939]: 2022-03-06T10:08:47.604939 2022-03-06T10:08:49.001 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:48 smithi008 conmon[29939]: +0000 mon.smithi008 (mon.0) 257 : audit 2022-03-06T10:08:49.001 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:48 smithi008 conmon[29939]: [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2022-03-06T10:08:49.001 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:48 smithi008 conmon[29939]: audit 2022-03-06T10 2022-03-06T10:08:49.001 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:48 smithi008 conmon[29939]: :08:47.605483+0000 mgr.smithi008.onsztl (mgr 2022-03-06T10:08:49.001 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:48 smithi008 conmon[29939]: .14164) 91 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2022-03-06T10:08:49.002 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:48 smithi008 conmon[29939]: audit 2022- 2022-03-06T10:08:49.002 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:48 smithi008 conmon[29939]: 03-06T10:08:47. 2022-03-06T10:08:49.002 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:48 smithi008 conmon[29939]: 612393+0000 mon.smithi008 (mon.0) 258 : 2022-03-06T10:08:49.002 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:48 smithi008 conmon[29939]: audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://172.21.15.8:3000"}]: dispatch 2022-03-06T10:08:49.003 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:48 smithi008 conmon[29939]: audit 2022-03 2022-03-06T10:08:49.003 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:48 smithi008 conmon[29939]: -06T10:08:47.612757+0000 2022-03-06T10:08:49.003 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:48 smithi008 conmon[29939]: mgr.smithi008.onsztl (mgr.14164) 92 : audit [DBG] 2022-03-06T10:08:49.003 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:48 smithi008 conmon[29939]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://172.21.15.8:3000"}]: dispatch 2022-03-06T10:08:49.004 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:48 smithi008 conmon[29939]: audit 2022-03-06T10:08:49.004 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:48 smithi008 conmon[29939]: 2022-03-06T10:08:47.616569+0000 2022-03-06T10:08:49.004 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:48 smithi008 conmon[29939]: mon.smithi008 (mon.0) 259 : audit [INF] 2022-03-06T10:08:49.004 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:48 smithi008 conmon[29939]: from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:08:49.004 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:48 smithi008 conmon[29939]: audit 2022-03- 2022-03-06T10:08:49.005 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:48 smithi008 conmon[29939]: 06T10:08:47.620769+0000 mon.smithi008 2022-03-06T10:08:49.005 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:48 smithi008 conmon[29939]: (mon.0) 260 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2022-03-06T10:08:49.005 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:48 smithi008 conmon[29939]: 2022-03-06T10:08:49.005 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:48 smithi008 conmon[29939]: audit 2022-03-06T10:08:49.005 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:48 smithi008 conmon[29939]: 2022-03-06T10:08 2022-03-06T10:08:49.006 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:48 smithi008 conmon[29939]: :47.621214+0000 mgr.smithi008.onsztl (mgr.14164) 2022-03-06T10:08:49.006 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:48 smithi008 conmon[29939]: 93 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2022-03-06T10:08:49.006 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:48 smithi008 conmon[29939]: audit 2022 2022-03-06T10:08:49.006 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:48 smithi008 conmon[29939]: -03-06T10:08:47.626700 2022-03-06T10:08:49.007 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:48 smithi008 conmon[29939]: +0000 mon.smithi008 (mon.0) 261 : audit 2022-03-06T10:08:49.007 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:48 smithi008 conmon[29939]: [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://172.21.15.8:9095"}]: dispatch 2022-03-06T10:08:49.007 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:48 smithi008 conmon[29939]: audit 2022-03-06T 2022-03-06T10:08:49.007 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:48 smithi008 conmon[29939]: 10:08:47.627085+0000 mgr.smithi008.onsztl (mgr 2022-03-06T10:08:49.007 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:48 smithi008 conmon[29939]: .14164) 94 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://172.21.15.8:9095"}]: dispatch 2022-03-06T10:08:49.008 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:48 smithi008 conmon[29939]: audit 2022- 2022-03-06T10:08:49.008 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:48 smithi008 conmon[29939]: 03-06T10:08:47. 2022-03-06T10:08:49.008 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:48 smithi008 conmon[29939]: 630927+0000 mon.smithi008 (mon.0) 262 : 2022-03-06T10:08:49.008 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:48 smithi008 conmon[29939]: audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:08:49.008 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:48 smithi008 conmon[29939]: audit 2022-03- 2022-03-06T10:08:49.009 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:48 smithi008 conmon[29939]: 06T10:08:47.633668+0000 mon.smithi008 2022-03-06T10:08:49.009 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:48 smithi008 conmon[29939]: (mon.0) 263 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:08:49.009 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:48 smithi008 conmon[29939]: 2022-03-06T10:08:49.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:48 smithi083 conmon[33008]: cluster 2022-03-06T10:08:46.684172+0000 mgr.smithi008.onsztl (mgr.14164) 89 : cluster [DBG] pgmap v54: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-03-06T10:08:49.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:48 smithi083 conmon[33008]: audit 2022-03-06T10: 2022-03-06T10:08:49.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:48 smithi083 conmon[33008]: 08:47.576548+0000 mon.smithi008 (mon.0) 253 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:08:49.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:48 smithi083 conmon[33008]: audit 2022-03-06T10:08:47.579917+0000 mon.smithi008 (mon.0) 254 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:08:49.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:48 smithi083 conmon[33008]: audit 2022-03-06T10:08:47.595489+0000 mon.smithi008 (mon 2022-03-06T10:08:49.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:48 smithi083 conmon[33008]: .0) 255 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://172.21.15.8:9093"}]: dispatch 2022-03-06T10:08:49.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:48 smithi083 conmon[33008]: audit 2022-03-06T10:08:47.595957 2022-03-06T10:08:49.040 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:48 smithi083 conmon[33008]: +0000 mgr.smithi008.onsztl (mgr.14164) 90 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://172.21.15.8:9093"}]: dispatch 2022-03-06T10:08:49.040 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:48 smithi083 conmon[33008]: audit 2022-03-06T10:08:47.600976+0000 2022-03-06T10:08:49.040 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:48 smithi083 conmon[33008]: mon.smithi008 (mon.0) 256 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:08:49.041 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:48 smithi083 conmon[33008]: audit 2022-03-06T10:08 2022-03-06T10:08:49.041 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:48 smithi083 conmon[33008]: :47.604939+0000 mon.smithi008 (mon.0) 257 : audit [DBG] 2022-03-06T10:08:49.041 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:48 smithi083 conmon[33008]: from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2022-03-06T10:08:49.041 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:48 smithi083 conmon[33008]: audit 2022 2022-03-06T10:08:49.042 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:48 smithi083 conmon[33008]: -03-06T10:08:47.605483+0000 mgr.smithi008.onsztl (mgr.14164) 91 : audit 2022-03-06T10:08:49.042 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:48 smithi083 conmon[33008]: [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2022-03-06T10:08:49.042 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:48 smithi083 conmon[33008]: audit 2022-03-06T10:08:49.042 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:48 smithi083 conmon[33008]: 2022-03-06T10:08:47.612393+0000 mon.smithi008 (mon.0) 258 : 2022-03-06T10:08:49.043 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:48 smithi083 conmon[33008]: audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://172.21.15.8:3000"}]: dispatch 2022-03-06T10:08:49.043 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:48 smithi083 conmon[33008]: audit 2022 2022-03-06T10:08:49.043 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:48 smithi083 conmon[33008]: -03-06T10:08:47.612757+0000 mgr.smithi008.onsztl (mgr.14164) 92 : audit [DBG] 2022-03-06T10:08:49.043 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:48 smithi083 conmon[33008]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://172.21.15.8:3000"}]: dispatch 2022-03-06T10:08:49.044 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:48 smithi083 conmon[33008]: audit 2022-03 2022-03-06T10:08:49.044 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:48 smithi083 conmon[33008]: -06T10:08:47.616569+0000 mon.smithi008 (mon.0) 259 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:08:49.044 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:48 smithi083 conmon[33008]: 2022-03-06T10:08:49.044 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:48 smithi083 conmon[33008]: audit 2022-03-06T10:08:49.044 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:48 smithi083 conmon[33008]: 2022-03-06T10:08:47.620769+0000 mon.smithi008 (mon.0) 260 : audit 2022-03-06T10:08:49.045 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:48 smithi083 conmon[33008]: [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2022-03-06T10:08:49.045 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:48 smithi083 conmon[33008]: audit 2022 2022-03-06T10:08:49.045 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:48 smithi083 conmon[33008]: -03-06T10:08:47.621214+0000 mgr.smithi008.onsztl (mgr.14164) 93 : audit 2022-03-06T10:08:49.045 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:48 smithi083 conmon[33008]: [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2022-03-06T10:08:49.046 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:48 smithi083 conmon[33008]: audit 2022 2022-03-06T10:08:49.046 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:48 smithi083 conmon[33008]: -03-06T10:08:47.626700+0000 mon.smithi008 (mon.0) 261 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://172.21.15.8:9095"}]: dispatch 2022-03-06T10:08:49.046 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:48 smithi083 conmon[33008]: audit 2022-03-06T10:08: 2022-03-06T10:08:49.046 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:48 smithi083 conmon[33008]: 47.627085+0000 mgr.smithi008.onsztl (mgr.14164) 94 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://172.21.15.8:9095"}]: dispatch 2022-03-06T10:08:49.046 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:48 smithi083 conmon[33008]: audit 2022-03-06T10:08: 2022-03-06T10:08:49.047 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:48 smithi083 conmon[33008]: 47.630927+0000 mon.smithi008 (mon.0) 262 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:08:49.047 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:48 smithi083 conmon[33008]: audit 2022-03-06T10:08: 2022-03-06T10:08:49.047 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:48 smithi083 conmon[33008]: 47.633668+0000 mon.smithi008 (mon.0) 263 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:08:50.171 INFO:teuthology.orchestra.run.smithi008.stderr:--> Zapping: /dev/vg_nvme/lv_2 2022-03-06T10:08:50.171 INFO:teuthology.orchestra.run.smithi008.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2022-03-06T10:08:50.171 INFO:teuthology.orchestra.run.smithi008.stderr: stderr: 10+0 records in 2022-03-06T10:08:50.172 INFO:teuthology.orchestra.run.smithi008.stderr:10+0 records out 2022-03-06T10:08:50.172 INFO:teuthology.orchestra.run.smithi008.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0136496 s, 768 MB/s 2022-03-06T10:08:50.172 INFO:teuthology.orchestra.run.smithi008.stderr: stderr: 2022-03-06T10:08:50.173 INFO:teuthology.orchestra.run.smithi008.stderr:--> Zapping successful for: 2022-03-06T10:08:50.667 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f3cc2a6e-9d34-11ec-8c35-001a4aab830c -- ceph orch daemon add osd smithi008:vg_nvme/lv_2 2022-03-06T10:08:50.996 INFO:journalctl@ceph.osd.1.smithi008.stdout:Mar 06 10:08:50 smithi008 conmon[50975]: debug 2022-03-06T10:08:50.777+0000 7f2d90dcc080 -1 osd.1 0 log_to_monitors {default=true} 2022-03-06T10:08:50.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:50 smithi008 conmon[29939]: cluster 2022-03-06T10:08:48.684445+0000 mgr.smithi008.onsztl (mgr.14164) 95 : cluster [DBG] pgmap v55: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-03-06T10:08:50.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:50 smithi008 conmon[29939]: audit 2022-03-06T10:08:49.674632+0000 mon.smithi008 (mon.0) 264 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:08:51.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:50 smithi083 conmon[33008]: cluster 2022-03-06T10:08:48.684445+0000 mgr.smithi008.onsztl (mgr.14164) 95 : cluster [DBG] pgmap v55: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-03-06T10:08:51.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:50 smithi083 conmon[33008]: audit 2022-03-06T10:08:49.674632+0000 mon.smithi008 (mon.0) 264 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:08:51.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:51 smithi008 conmon[29939]: audit 2022-03-06T10:08:50.781653+0000 mon.smithi008 (mon.0) 265 : audit [INF] from='osd.1 [v2:172.21.15.8:6810/3126124092,v1:172.21.15.8:6811/3126124092]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2022-03-06T10:08:52.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:51 smithi083 conmon[33008]: audit 2022-03-06T10:08:50.781653+0000 mon.smithi008 (mon.0) 265 : audit [INF] from='osd.1 [v2:172.21.15.8:6810/3126124092,v1:172.21.15.8:6811/3126124092]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2022-03-06T10:08:52.997 INFO:journalctl@ceph.osd.1.smithi008.stdout:Mar 06 10:08:52 smithi008 conmon[50975]: debug 2022-03-06T10:08:52.685+0000 7f2d8733d700 -1 osd.1 0 waiting for initial osdmap 2022-03-06T10:08:52.997 INFO:journalctl@ceph.osd.1.smithi008.stdout:Mar 06 10:08:52 smithi008 conmon[50975]: debug 2022-03-06T10:08:52.689+0000 7f2d83ab9700 -1 osd.1 13 set_numa_affinity unable to identify public interface 'ens1f0' numa node: (0) Success 2022-03-06T10:08:52.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:52 smithi008 conmon[29939]: cluster 2022-03-06T10:08:50 2022-03-06T10:08:52.999 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:52 smithi008 conmon[29939]: .684736+0000 mgr.smithi008.onsztl (mgr.14164) 96 : cluster [DBG] pgmap v56: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-03-06T10:08:53.000 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:52 smithi008 conmon[29939]: audit 2022-03-06T10:08:51.681265+0000 mon.smithi008 (mon.0) 266 : audit [INF] from='osd.1 [v2:172.21.15.8:6810/3126124092,v1:172.21.15.8:6811/3126124092]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2022-03-06T10:08:53.001 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:52 smithi008 conmon[29939]: cluster 2022-03-06T10:08:51.681321+0000 mon.smithi008 (mon.0) 267 : cluster [DBG] osdmap e12: 2 total, 1 up, 2 in 2022-03-06T10:08:53.002 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:52 smithi008 conmon[29939]: audit 2022-03-06T10:08:51.681416+0000 mon.smithi008 (mon.0) 268 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-03-06T10:08:53.005 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:52 smithi008 conmon[29939]: audit 2022-03-06T10:08:51.681783+0000 mon.smithi008 (mon.0) 269 : audit [INF] from='osd.1 [v2:172.21.15.8:6810/3126124092,v1:172.21.15.8:6811/3126124092]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi008", "root=default"]}]: dispatch 2022-03-06T10:08:53.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:52 smithi083 conmon[33008]: cluster 2022-03-06T10:08:50.684736+0000 mgr.smithi008.onsztl (mgr 2022-03-06T10:08:53.041 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:52 smithi083 conmon[33008]: .14164) 96 : cluster [DBG] pgmap v56: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-03-06T10:08:53.042 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:52 smithi083 conmon[33008]: audit 2022-03-06T10:08:51.681265+0000 mon.smithi008 (mon.0) 266 : audit [INF] from='osd.1 [v2:172.21.15.8:6810/3126124092,v1:172.21.15.8:6811/3126124092]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2022-03-06T10:08:53.043 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:52 smithi083 conmon[33008]: cluster 2022-03-06T10:08:51.681321+0000 mon.smithi008 (mon.0) 267 : cluster [DBG] osdmap e12: 2 total, 1 up, 2 in 2022-03-06T10:08:53.045 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:52 smithi083 conmon[33008]: audit 2022-03-06T10:08:51.681416+0000 mon.smithi008 (mon.0) 2022-03-06T10:08:53.046 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:52 smithi083 conmon[33008]: 268 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-03-06T10:08:53.046 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:52 smithi083 conmon[33008]: audit 2022-03 2022-03-06T10:08:53.047 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:52 smithi083 conmon[33008]: -06T10:08:51.681783+0000 mon.smithi008 (mon.0) 269 : audit [INF] from='osd.1 [v2:172.21.15.8:6810/3126124092,v1:172.21.15.8:6811/3126124092]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi008", "root=default"]}]: dispatch 2022-03-06T10:08:53.922 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:53 smithi008 conmon[29939]: audit 2022-03-06T10:08:52.683629 2022-03-06T10:08:53.925 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:53 smithi008 conmon[29939]: +0000 mon.smithi008 (mon.0) 270 : audit [INF] from='osd.1 [v2:172.21.15.8:6810/3126124092,v1:172.21.15.8:6811/3126124092]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi008", "root=default"]}]': finished 2022-03-06T10:08:53.926 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:53 smithi008 conmon[29939]: cluster 2022-03-06T10:08:52.683705+0000 mon.smithi008 (mon.0) 271 : cluster [DBG] osdmap e13: 2 total, 1 up, 2 in 2022-03-06T10:08:53.926 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:53 smithi008 conmon[29939]: audit 2022-03-06T10:08:52.683812+0000 mon.smithi008 (mon.0) 272 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-03-06T10:08:53.927 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:53 smithi008 conmon[29939]: cluster 2022-03-06T10:08:52.684967+0000 mgr.smithi008.onsztl (mgr.14164) 97 : cluster [DBG] pgmap v59: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-03-06T10:08:53.928 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:53 smithi008 conmon[29939]: audit 2022-03-06T10:08:52.687012+0000 mon.smithi008 (mon.0) 273 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-03-06T10:08:53.928 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:53 smithi008 conmon[29939]: audit 2022-03-06T10:08:52.877086+0000 mgr.smithi008.onsztl (mgr.14164) 98 : audit [DBG] from='client.14250 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi008:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2022-03-06T10:08:53.929 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:53 smithi008 conmon[29939]: audit 2022-03-06T10:08:52.877839+0000 mon.smithi008 (mon.0) 274 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2022-03-06T10:08:53.929 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:53 smithi008 conmon[29939]: cephadm 2022-03-06T10:08:52.878992+0000 mgr.smithi008.onsztl (mgr.14164) 99 : cephadm [INF] Applying service osd.None on host smithi008... 2022-03-06T10:08:53.929 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:53 smithi008 conmon[29939]: audit 2022-03-06T10:08:52.879192+0000 mon.smithi008 (mon.0) 275 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2022-03-06T10:08:53.929 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:53 smithi008 conmon[29939]: audit 2022-03-06T10:08:52.879745+0000 mon.smithi008 (mon.0) 276 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:08:53.930 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:53 smithi008 conmon[29939]: audit 2022-03-06T10:08:53.359169+0000 mon.smithi008 (mon.0) 277 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:08:54.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:53 smithi083 conmon[33008]: audit 2022-03-06T10:08:52.683629+0000 mon.smithi008 (mon.0) 270 : audit [INF] from='osd.1 [v2:172.21.15.8:6810/3126124092,v1:172.21.15.8:6811/3126124092]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi008", "root=default"]}]': finished 2022-03-06T10:08:54.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:53 smithi083 conmon[33008]: cluster 2022-03-06T10:08:52.683705+0000 mon.smithi008 (mon.0) 271 : cluster [DBG] osdmap e13: 2 total, 1 up, 2 in 2022-03-06T10:08:54.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:53 smithi083 conmon[33008]: audit 2022-03-06T10:08:52.683812+0000 mon.smithi008 (mon. 2022-03-06T10:08:54.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:53 smithi083 conmon[33008]: 0) 272 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-03-06T10:08:54.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:53 smithi083 conmon[33008]: cluster 2022-03-06T10:08:52.684967+0000 mgr.smithi008.onsztl 2022-03-06T10:08:54.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:53 smithi083 conmon[33008]: (mgr.14164) 97 : cluster [DBG] pgmap v59: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-03-06T10:08:54.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:53 smithi083 conmon[33008]: audit 2022-03-06T10:08: 2022-03-06T10:08:54.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:53 smithi083 conmon[33008]: 52.687012+0000 mon.smithi008 (mon.0) 273 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-03-06T10:08:54.040 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:53 smithi083 conmon[33008]: audit 2022-03- 2022-03-06T10:08:54.040 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:53 smithi083 conmon[33008]: 06T10:08:52.877086+0000 mgr.smithi008.onsztl (mgr.14164) 98 : audit [DBG] from='client.14250 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi008:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2022-03-06T10:08:54.040 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:53 smithi083 conmon[33008]: audit 2022-03-06T10:08:52.877839+0000 mon.smithi008 (mon.0) 274 : audit 2022-03-06T10:08:54.040 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:53 smithi083 conmon[33008]: [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2022-03-06T10:08:54.041 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:53 smithi083 conmon[33008]: cephadm 2022-03 2022-03-06T10:08:54.041 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:53 smithi083 conmon[33008]: -06T10:08:52.878992+0000 mgr.smithi008.onsztl (mgr.14164) 99 : cephadm [INF] Applying service osd.None on host smithi008... 2022-03-06T10:08:54.041 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:53 smithi083 conmon[33008]: audit 2022-03-06T10:08:52.879192+0000 mon.smithi008 (mon 2022-03-06T10:08:54.041 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:53 smithi083 conmon[33008]: .0) 275 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2022-03-06T10:08:54.042 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:53 smithi083 conmon[33008]: audit 2022-03-06T10:08:52.879745+0000 mon.smithi008 ( 2022-03-06T10:08:54.042 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:53 smithi083 conmon[33008]: mon.0) 276 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:08:54.043 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:53 smithi083 conmon[33008]: audit 2022-03-06T10:08 2022-03-06T10:08:54.043 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:53 smithi083 conmon[33008]: :53.359169+0000 mon.smithi008 (mon.0) 277 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:08:54.812 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:54 smithi008 conmon[29939]: cluster 2022-03-06T10:08:51.810452+0000 osd.1 (osd.1) 1 : cluster [DBG] purged_snaps scrub starts 2022-03-06T10:08:54.812 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:54 smithi008 conmon[29939]: cluster 2022-03-06T10:08:51.810559+0000 osd.1 (osd.1) 2 : cluster [DBG] purged_snaps scrub ok 2022-03-06T10:08:54.813 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:54 smithi008 conmon[29939]: cluster 2022-03-06T10:08:53.687963+0000 mon.smithi008 (mon.0) 278 : cluster [INF] osd.1 [v2:172.21.15.8:6810/3126124092,v1:172.21.15.8:6811/3126124092] boot 2022-03-06T10:08:54.813 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:54 smithi008 conmon[29939]: cluster 2022-03-06T10:08:53.687995+0000 mon.smithi008 (mon.0) 279 : cluster [DBG] osdmap e14: 2 total, 2 up, 2 in 2022-03-06T10:08:54.813 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:54 smithi008 conmon[29939]: audit 2022-03-06T10:08:53.688482+0000 mon.smithi008 (mon.0) 280 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-03-06T10:08:55.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:54 smithi083 conmon[33008]: cluster 2022-03-06T10:08:51.810452+0000 osd.1 (osd.1) 1 : cluster [DBG] purged_snaps scrub starts 2022-03-06T10:08:55.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:54 smithi083 conmon[33008]: cluster 2022-03-06T10:08:51.810559+0000 osd.1 (osd.1) 2 : cluster [DBG] purged_snaps scrub ok 2022-03-06T10:08:55.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:54 smithi083 conmon[33008]: cluster 2022-03-06T10:08:53.687963+0000 mon.smithi008 (mon.0) 2022-03-06T10:08:55.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:54 smithi083 conmon[33008]: 278 : cluster [INF] osd.1 [v2:172.21.15.8:6810/3126124092,v1:172.21.15.8:6811/3126124092] boot 2022-03-06T10:08:55.040 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:54 smithi083 conmon[33008]: cluster 2022-03-06T10:08:53.687995+0000 mon.smithi008 (mon.0 2022-03-06T10:08:55.040 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:54 smithi083 conmon[33008]: ) 279 : cluster [DBG] osdmap e14: 2 total, 2 up, 2 in 2022-03-06T10:08:55.043 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:54 smithi083 conmon[33008]: audit 2022-03-06T10:08:53.688482 2022-03-06T10:08:55.043 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:54 smithi083 conmon[33008]: +0000 mon.smithi008 (mon.0) 280 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-03-06T10:08:55.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:55 smithi008 conmon[29939]: cluster 2022-03-06T10:08:54.685184+0000 2022-03-06T10:08:55.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:55 smithi008 conmon[29939]: mgr.smithi008.onsztl (mgr.14164) 100 : cluster [DBG] pgmap v61: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-03-06T10:08:55.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:55 smithi008 conmon[29939]: cluster 2022-03-06T10:08:54.691268+0000 mon.smithi008 (mon.0) 281 : cluster [DBG] osdmap e15: 2 total, 2 up, 2 in 2022-03-06T10:08:55.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:55 smithi008 conmon[29939]: audit 2022-03-06T10:08:55.166406+0000 mon.smithi008 (mon.0) 282 : audit [INF] from='client.? 172.21.15.8:0/1775306074' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9783befd-8fda-4fea-90e7-9e084657b1eb"}]: dispatch 2022-03-06T10:08:55.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:55 smithi008 conmon[29939]: audit 2022-03-06T10:08:55.169879+0000 mon.smithi008 (mon.0) 283 : audit [INF] from='client.? 172.21.15.8:0/1775306074' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9783befd-8fda-4fea-90e7-9e084657b1eb"}]': finished 2022-03-06T10:08:55.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:55 smithi008 conmon[29939]: cluster 2022-03-06T10:08:55.169934+0000 mon.smithi008 (mon.0) 284 : cluster [DBG] osdmap e16: 3 total, 2 up, 3 in 2022-03-06T10:08:55.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:55 smithi008 conmon[29939]: audit 2022-03-06T10:08:55.170056+0000 mon.smithi008 (mon.0) 285 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-03-06T10:08:55.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:55 smithi008 conmon[29939]: audit 2022-03-06T10:08:55.592431+0000 mon.smithi008 (mon.0) 286 : audit [DBG] from='client.? 172.21.15.8:0/1439939061' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2022-03-06T10:08:56.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:55 smithi083 conmon[33008]: cluster 2022-03-06T10:08:54.685184+0000 mgr.smithi008.onsztl (mgr.14164) 100 : cluster [DBG] pgmap v61: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-03-06T10:08:56.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:55 smithi083 conmon[33008]: cluster 2022-03-06T10:08:54.691268+0000 mon.smithi008 (mon.0) 281 : cluster [DBG] osdmap e15: 2 total, 2 up, 2 in 2022-03-06T10:08:56.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:55 smithi083 conmon[33008]: audit 2022-03-06T10:08:55.166406+0000 mon.smithi008 (mon.0) 282 : audit [INF] from='client.? 172.21.15.8:0/1775306074' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9783befd-8fda-4fea-90e7-9e084657b1eb"}]: dispatch 2022-03-06T10:08:56.040 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:55 smithi083 conmon[33008]: 2022-03-06T10:08:56.040 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:55 smithi083 conmon[33008]: audit 2022-03-06T10:08:55.169879+0000 mon.smithi008 (mon.0) 283 : audit [INF] from='client.? 172.21.15.8:0/1775306074' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9783befd-8fda-4fea-90e7-9e084657b1eb"}]': finished 2022-03-06T10:08:56.040 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:55 smithi083 conmon[33008]: cluster 2022-03-06T10:08:55.169934+0000 mon.smithi008 (mon.0) 284 : 2022-03-06T10:08:56.041 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:55 smithi083 conmon[33008]: cluster [DBG] osdmap e16: 3 total, 2 up, 3 in 2022-03-06T10:08:56.041 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:55 smithi083 conmon[33008]: audit 2022-03-06 2022-03-06T10:08:56.042 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:55 smithi083 conmon[33008]: T10:08:55.170056+0000 mon.smithi008 (mon.0) 285 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-03-06T10:08:56.042 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:55 smithi083 conmon[33008]: audit 2022-03-06T10:08:55.592431+0000 mon.smithi008 (mon.0) 286 : audit 2022-03-06T10:08:56.043 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:55 smithi083 conmon[33008]: [DBG] from='client.? 172.21.15.8:0/1439939061' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2022-03-06T10:08:58.739 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:58 smithi008 conmon[29939]: cluster 2022-03-06T10:08:56.685484+0000 mgr.smithi008.onsztl (mgr.14164) 101 : cluster [DBG] pgmap v64: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2022-03-06T10:08:59.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:58 smithi083 conmon[33008]: cluster 2022-03-06T10:08:56.685484+0000 mgr.smithi008.onsztl (mgr.14164) 101 : cluster [DBG] pgmap v64: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2022-03-06T10:08:59.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:59 smithi008 conmon[29939]: audit 2022-03-06T10:08:58.838599 2022-03-06T10:08:59.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:59 smithi008 conmon[29939]: +0000 mon.smithi008 (mon.0) 287 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi008.onsztl/mirror_snapshot_schedule"}]: dispatch 2022-03-06T10:08:59.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:08:59 smithi008 conmon[29939]: audit 2022-03-06T10:08:58.842380+0000 mon.smithi008 (mon.0) 288 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi008.onsztl/trash_purge_schedule"}]: dispatch 2022-03-06T10:09:00.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:59 smithi083 conmon[33008]: audit 2022-03-06T10:08:58.838599+0000 mon.smithi008 (mon.0 2022-03-06T10:09:00.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:59 smithi083 conmon[33008]: ) 287 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi008.onsztl/mirror_snapshot_schedule"}]: dispatch 2022-03-06T10:09:00.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:08:59 smithi083 conmon[33008]: audit 2022-03-06T10:08:58.842380+0000 mon.smithi008 (mon.0) 288 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi008.onsztl/trash_purge_schedule"}]: dispatch 2022-03-06T10:09:00.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:00 smithi008 conmon[29939]: cluster 2022-03-06T10:08:58.685704+0000 mgr.smithi008.onsztl (mgr.14164) 102 : cluster [DBG] pgmap v65: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2022-03-06T10:09:00.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:00 smithi008 conmon[29939]: audit 2022-03-06T10:09:00.148191+0000 mon.smithi008 (mon.0) 289 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:09:00.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:00 smithi008 conmon[29939]: audit 2022-03-06T10:09:00.151355+0000 mon.smithi008 (mon.0) 290 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:09:00.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:00 smithi008 conmon[29939]: audit 2022-03-06T10:09:00.154204+0000 mon.smithi008 (mon.0) 291 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:09:01.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:00 smithi083 conmon[33008]: cluster 2022-03-06T10:08:58.685704+0000 mgr.smithi008.onsztl (mgr 2022-03-06T10:09:01.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:00 smithi083 conmon[33008]: .14164) 102 : cluster [DBG] pgmap v65: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2022-03-06T10:09:01.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:00 smithi083 conmon[33008]: audit 2022-03-06T10:09:00.148191+0000 mon.smithi008 (mon.0) 289 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:09:01.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:00 smithi083 conmon[33008]: audit 2022-03-06T10:09:00.151355+0000 mon.smithi008 (mon.0) 2022-03-06T10:09:01.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:00 smithi083 conmon[33008]: 290 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:09:01.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:00 smithi083 conmon[33008]: audit 2022-03-06T10:09: 2022-03-06T10:09:01.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:00 smithi083 conmon[33008]: 00.154204+0000 mon.smithi008 (mon.0) 291 : audit [DBG] 2022-03-06T10:09:01.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:00 smithi083 conmon[33008]: from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:09:01.915 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:01 smithi008 conmon[29939]: cephadm 2022-03-06T10 2022-03-06T10:09:01.915 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:01 smithi008 conmon[29939]: :09:00.142940+0000 mgr.smithi008.onsztl (mgr.14164) 103 : cephadm [INF] Detected new or changed devices on smithi008 2022-03-06T10:09:01.915 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:01 smithi008 conmon[29939]: audit 2022-03-06T10:09:01.022612+0000 mon.smithi008 (mon.0) 292 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2022-03-06T10:09:01.916 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:01 smithi008 conmon[29939]: audit 2022-03 2022-03-06T10:09:01.916 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:01 smithi008 conmon[29939]: -06T10:09:01.023270+0000 mon.smithi008 (mon.0) 293 : audit [DBG] 2022-03-06T10:09:01.916 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:01 smithi008 conmon[29939]: from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:09:02.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:01 smithi083 conmon[33008]: cephadm 2022-03-06T10:09:00.142940+0000 mgr.smithi008.onsztl (mgr.14164) 103 : cephadm [INF] Detected new or changed devices on smithi008 2022-03-06T10:09:02.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:01 smithi083 conmon[33008]: audit 2022-03-06T10: 2022-03-06T10:09:02.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:01 smithi083 conmon[33008]: 09:01.022612+0000 mon.smithi008 (mon.0) 292 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2022-03-06T10:09:02.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:01 smithi083 conmon[33008]: audit 2022-03-06T10:09:01.023270+0000 mon.smithi008 (mon.0) 293 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:09:02.833 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:02 smithi008 conmon[29939]: cluster 2022-03-06T10:09:00.685949+0000 mgr.smithi008.onsztl (mgr.14164) 104 : cluster [DBG] pgmap v66: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2022-03-06T10:09:02.834 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:02 smithi008 conmon[29939]: cephadm 2022-03-06T10:09:01.023781+0000 mgr.smithi008.onsztl (mgr.14164) 105 : cephadm [INF] Deploying daemon osd.2 on smithi008 2022-03-06T10:09:02.834 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:02 smithi008 conmon[29939]: audit 2022-03-06T10:09:02.197618+0000 mon.smithi008 (mon.0) 294 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:09:03.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:02 smithi083 conmon[33008]: cluster 2022-03-06T10:09:00.685949+0000 mgr.smithi008.onsztl (mgr.14164) 104 : cluster [DBG] pgmap v66: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2022-03-06T10:09:03.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:02 smithi083 conmon[33008]: cephadm 2022-03-06T10:09:01.023781+0000 mgr.smithi008.onsztl (mgr.14164) 105 : cephadm [INF] Deploying daemon osd.2 on smithi008 2022-03-06T10:09:03.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:02 smithi083 conmon[33008]: audit 2022-03-06T10:09:02.197618+0000 mon.smithi008 (mon.0) 294 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:09:03.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:02 smithi083 conmon[33008]: 2022-03-06T10:09:04.626 INFO:teuthology.orchestra.run.smithi008.stdout:Created osd(s) 2 on host 'smithi008' 2022-03-06T10:09:04.745 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:04 smithi008 conmon[29939]: cluster 2022-03-06T10:09:02.686186+0000 mgr.smithi008.onsztl (mgr.14164) 106 : cluster [DBG] 2022-03-06T10:09:04.745 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:04 smithi008 conmon[29939]: pgmap v67: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2022-03-06T10:09:05.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:04 smithi083 conmon[33008]: cluster 2022-03-06T10:09:02.686186+0000 mgr.smithi008.onsztl (mgr.14164) 106 : cluster [DBG] pgmap v67: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2022-03-06T10:09:05.236 DEBUG:teuthology.orchestra.run.smithi008:osd.2> sudo journalctl -f -n 0 -u ceph-f3cc2a6e-9d34-11ec-8c35-001a4aab830c@osd.2.service 2022-03-06T10:09:05.238 INFO:tasks.cephadm:Deploying osd.3 on smithi008 with /dev/vg_nvme/lv_1... 2022-03-06T10:09:05.239 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f3cc2a6e-9d34-11ec-8c35-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2022-03-06T10:09:05.269 INFO:journalctl@ceph.osd.2.smithi008.stdout:-- Logs begin at Sun 2022-03-06 10:00:10 UTC. -- 2022-03-06T10:09:05.882 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:05 smithi008 conmon[29939]: audit 2022-03-06T10:09:04.619347+0000 mon.smithi008 (mon.0) 295 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:09:05.882 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:05 smithi008 conmon[29939]: audit 2022-03-06T10:09:04.623520+0000 mon.smithi008 (mon.0) 296 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:09:06.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:05 smithi083 conmon[33008]: audit 2022-03-06T10:09:04.619347+0000 mon.smithi008 (mon.0) 295 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:09:06.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:05 smithi083 conmon[33008]: audit 2022-03-06T10:09:04.623520+0000 mon.smithi008 (mon.0) 296 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:09:06.960 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:06 smithi008 conmon[29939]: cluster 2022-03-06T10:09:04.686415+0000 mgr.smithi008.onsztl (mgr.14164) 107 : cluster [DBG] 2022-03-06T10:09:06.961 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:06 smithi008 conmon[29939]: pgmap v68: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2022-03-06T10:09:06.961 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:06 smithi008 conmon[29939]: audit 2022-03-06T10:09:06.115541+0000 mon.smithi008 (mon.0) 297 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:09:07.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:06 smithi083 conmon[33008]: cluster 2022-03-06T10:09:04.686415+0000 mgr.smithi008.onsztl (mgr.14164) 107 : cluster [DBG] pgmap v68: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2022-03-06T10:09:07.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:06 smithi083 conmon[33008]: audit 2022-03-06T10:09:06.115541+0000 mon.smithi008 (mon.0) 297 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:09:07.569 INFO:teuthology.orchestra.run.smithi008.stderr:--> Zapping: /dev/vg_nvme/lv_1 2022-03-06T10:09:07.570 INFO:teuthology.orchestra.run.smithi008.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2022-03-06T10:09:07.570 INFO:teuthology.orchestra.run.smithi008.stderr: stderr: 10+0 records in 2022-03-06T10:09:07.570 INFO:teuthology.orchestra.run.smithi008.stderr:10+0 records out 2022-03-06T10:09:07.570 INFO:teuthology.orchestra.run.smithi008.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.00921349 s, 1.1 GB/s 2022-03-06T10:09:07.571 INFO:teuthology.orchestra.run.smithi008.stderr: stderr: 2022-03-06T10:09:07.571 INFO:teuthology.orchestra.run.smithi008.stderr:--> Zapping successful for: 2022-03-06T10:09:07.905 INFO:journalctl@ceph.osd.2.smithi008.stdout:Mar 06 10:09:07 smithi008 conmon[56528]: debug 2022-03-06T10:09:07.722+0000 7f9dc9651080 -1 osd.2 0 log_to_monitors {default=true} 2022-03-06T10:09:08.173 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f3cc2a6e-9d34-11ec-8c35-001a4aab830c -- ceph orch daemon add osd smithi008:vg_nvme/lv_1 2022-03-06T10:09:08.879 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:08 smithi008 conmon[29939]: cluster 2022-03-06T10:09:06.686674+0000 mgr.smithi008.onsztl (mgr.14164) 108 : cluster [DBG] pgmap v69: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2022-03-06T10:09:08.879 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:08 smithi008 conmon[29939]: audit 2022-03-06T10:09:07.727882+0000 mon.smithi008 (mon.0) 298 : audit [INF] from='osd.2 [v2:172.21.15.8:6818/1105066856,v1:172.21.15.8:6819/1105066856]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2022-03-06T10:09:09.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:08 smithi083 conmon[33008]: cluster 2022-03-06T10:09:06.686674+0000 mgr.smithi008.onsztl (mgr.14164) 108 : cluster [DBG] pgmap v69: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2022-03-06T10:09:09.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:08 smithi083 conmon[33008]: audit 2022-03-06T10:09:07.727882+0000 mon.smithi008 (mon.0) 298 : audit [INF] from='osd.2 [v2:172.21.15.8:6818/1105066856,v1:172.21.15.8:6819/1105066856]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2022-03-06T10:09:09.745 INFO:journalctl@ceph.osd.2.smithi008.stdout:Mar 06 10:09:09 smithi008 conmon[56528]: debug 2022-03-06T10:09:09.632+0000 7f9dbfbc2700 -1 osd.2 0 waiting for initial osdmap 2022-03-06T10:09:09.746 INFO:journalctl@ceph.osd.2.smithi008.stdout:Mar 06 10:09:09 smithi008 conmon[56528]: debug 2022-03-06T10:09:09.639+0000 7f9dba33a700 -1 osd.2 18 set_numa_affinity unable to identify public interface 'ens1f0' numa node: (0) Success 2022-03-06T10:09:09.746 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:09 smithi008 conmon[29939]: audit 2022-03-06T10:09 2022-03-06T10:09:09.746 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:09 smithi008 conmon[29939]: :08.629158+0000 mon.smithi008 (mon.0) 299 : audit [INF] from='osd.2 [v2:172.21.15.8:6818/1105066856,v1:172.21.15.8:6819/1105066856]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2022-03-06T10:09:09.747 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:09 smithi008 conmon[29939]: cluster 2022-03-06T10:09:08.629218+0000 mon.smithi008 (mon.0) 300 : cluster [DBG] osdmap e17: 3 total, 2 up, 3 in 2022-03-06T10:09:09.747 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:09 smithi008 conmon[29939]: audit 2022-03-06T10:09:08.629570+0000 mon.smithi008 (mon.0) 301 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-03-06T10:09:09.747 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:09 smithi008 conmon[29939]: audit 2022-03-06T10:09:08.629868+0000 mon.smithi008 (mon.0) 302 : audit [INF] from='osd.2 [v2:172.21.15.8:6818/1105066856,v1:172.21.15.8:6819/1105066856]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi008", "root=default"]}]: dispatch 2022-03-06T10:09:10.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:09 smithi083 conmon[33008]: audit 2022-03-06T10:09:08.629158+0000 mon.smithi008 (mon.0) 299 : audit [INF] from='osd.2 [v2:172.21.15.8:6818/1105066856,v1:172.21.15.8:6819/1105066856]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2022-03-06T10:09:10.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:09 smithi083 conmon[33008]: cluster 2022-03-06T10:09:08.629218+0000 mon.smithi008 (mon.0) 300 : cluster [DBG] osdmap e17: 3 total, 2 up, 3 in 2022-03-06T10:09:10.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:09 smithi083 conmon[33008]: audit 2022-03-06T 2022-03-06T10:09:10.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:09 smithi083 conmon[33008]: 10:09:08.629570+0000 mon.smithi008 (mon.0) 301 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-03-06T10:09:10.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:09 smithi083 conmon[33008]: audit 2022-03-06T10 2022-03-06T10:09:10.040 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:09 smithi083 conmon[33008]: :09:08.629868+0000 mon.smithi008 (mon.0) 2022-03-06T10:09:10.040 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:09 smithi083 conmon[33008]: 302 : audit [INF] from='osd.2 [v2:172.21.15.8:6818/1105066856,v1:172.21.15.8:6819/1105066856]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi008", "root=default"]}]: dispatch 2022-03-06T10:09:10.858 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:10 smithi008 conmon[29939]: cluster 2022-03-06T10:09:08.686918+0000 mgr.smithi008.onsztl (mgr.14164) 109 : cluster [DBG] pgmap v71: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2022-03-06T10:09:10.858 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:10 smithi008 conmon[29939]: audit 2022-03-06T10:09:09.630290+0000 mon.smithi008 (mon.0) 303 : audit [INF] from='osd.2 [v2:172.21.15.8:6818/1105066856,v1:172.21.15.8:6819/1105066856]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi008", "root=default"]}]': finished 2022-03-06T10:09:10.858 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:10 smithi008 conmon[29939]: cluster 2022-03-06T10:09:09.630392+0000 mon.smithi008 (mon.0) 304 : cluster [DBG] osdmap e18: 3 total, 2 up, 3 in 2022-03-06T10:09:10.859 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:10 smithi008 conmon[29939]: audit 2022-03-06T10:09:09.630514+0000 mon.smithi008 (mon.0) 305 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-03-06T10:09:10.859 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:10 smithi008 conmon[29939]: audit 2022-03-06T10:09:09.636954+0000 mon.smithi008 (mon.0) 306 : audit 2022-03-06T10:09:10.859 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:10 smithi008 conmon[29939]: [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-03-06T10:09:10.859 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:10 smithi008 conmon[29939]: audit 2022-03-06T10:09:09.861883+0000 mon.smithi008 (mon.0) 307 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:09:10.860 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:10 smithi008 conmon[29939]: audit 2022-03-06T10:09:09.866602+0000 mon.smithi008 (mon.0) 308 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:09:10.860 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:10 smithi008 conmon[29939]: audit 2022-03-06T10:09:09.869522+0000 mon.smithi008 (mon.0) 309 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:09:10.860 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:10 smithi008 conmon[29939]: audit 2022-03-06T10:09:10.126060+0000 mon.smithi008 (mon.0) 310 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2022-03-06T10:09:10.860 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:10 smithi008 conmon[29939]: audit 2022-03-06T10:09:10.127606+0000 mon.smithi008 (mon.0) 311 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2022-03-06T10:09:10.860 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:10 smithi008 conmon[29939]: audit 2022-03-06T10:09:10.128277+0000 mon.smithi008 (mon.0) 312 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:09:10.861 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:10 smithi008 conmon[29939]: audit 2022-03-06T10:09:10.633710+0000 mon.smithi008 (mon.0) 313 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-03-06T10:09:11.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:10 smithi083 conmon[33008]: cluster 2022-03-06T10:09:08.686918+0000 mgr.smithi008.onsztl (mgr.14164) 109 : cluster [DBG] pgmap v71: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2022-03-06T10:09:11.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:10 smithi083 conmon[33008]: audit 2022-03-06T10:09:09.630290+0000 mon.smithi008 (mon.0) 303 : audit [INF] from='osd.2 [v2:172.21.15.8:6818/1105066856,v1:172.21.15.8:6819/1105066856]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi008", "root=default"]}]': finished 2022-03-06T10:09:11.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:10 smithi083 conmon[33008]: cluster 2022-03-06T10:09:09 2022-03-06T10:09:11.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:10 smithi083 conmon[33008]: .630392+0000 mon.smithi008 (mon.0) 304 : cluster [DBG] osdmap e18: 3 total, 2 up, 3 in 2022-03-06T10:09:11.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:10 smithi083 conmon[33008]: audit 2022 2022-03-06T10:09:11.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:10 smithi083 conmon[33008]: -03-06T10:09:09.630514+0000 mon.smithi008 (mon.0) 2022-03-06T10:09:11.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:10 smithi083 conmon[33008]: 305 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-03-06T10:09:11.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:10 smithi083 conmon[33008]: audit 2022-03-06T10:09 2022-03-06T10:09:11.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:10 smithi083 conmon[33008]: :09.636954+0000 mon.smithi008 (mon.0) 306 : 2022-03-06T10:09:11.040 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:10 smithi083 conmon[33008]: audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-03-06T10:09:11.040 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:10 smithi083 conmon[33008]: audit 2022-03-06T10:09:11.040 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:10 smithi083 conmon[33008]: 2022-03-06T10:09:09 2022-03-06T10:09:11.040 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:10 smithi083 conmon[33008]: .861883+0000 mon.smithi008 (mon.0) 307 : audit 2022-03-06T10:09:11.041 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:10 smithi083 conmon[33008]: [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:09:11.041 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:10 smithi083 conmon[33008]: audit 2022-03-06T10:09 2022-03-06T10:09:11.041 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:10 smithi083 conmon[33008]: :09.866602+0000 mon.smithi008 (mon.0) 308 2022-03-06T10:09:11.041 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:10 smithi083 conmon[33008]: : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:09:11.042 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:10 smithi083 conmon[33008]: audit 2022-03-06T10 2022-03-06T10:09:11.042 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:10 smithi083 conmon[33008]: :09:09.869522+0000 mon.smithi008 (mon.0 2022-03-06T10:09:11.042 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:10 smithi083 conmon[33008]: ) 309 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:09:11.042 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:10 smithi083 conmon[33008]: audit 2022-03-06T 2022-03-06T10:09:11.042 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:10 smithi083 conmon[33008]: 10:09:10.126060+0000 mon.smithi008 (mon 2022-03-06T10:09:11.043 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:10 smithi083 conmon[33008]: .0) 310 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2022-03-06T10:09:11.043 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:10 smithi083 conmon[33008]: audit 2022-03 2022-03-06T10:09:11.043 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:10 smithi083 conmon[33008]: -06T10:09:10.127606+0000 mon.smithi008 2022-03-06T10:09:11.043 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:10 smithi083 conmon[33008]: (mon.0) 311 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2022-03-06T10:09:11.044 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:10 smithi083 conmon[33008]: audit 2022-03-06T10:09:11.044 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:10 smithi083 conmon[33008]: 2022-03-06T10:09:10. 2022-03-06T10:09:11.044 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:10 smithi083 conmon[33008]: 128277+0000 mon.smithi008 (mon.0) 312 : audit [DBG] 2022-03-06T10:09:11.044 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:10 smithi083 conmon[33008]: from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:09:11.045 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:10 smithi083 conmon[33008]: audit 2022-03-06T10:09:11.045 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:10 smithi083 conmon[33008]: 2022-03-06T10:09:10.633710+0000 mon.smithi008 2022-03-06T10:09:11.045 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:10 smithi083 conmon[33008]: (mon.0) 313 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-03-06T10:09:11.722 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:11 smithi008 conmon[29939]: cluster 2022-03-06T10:09:08.740474+0000 2022-03-06T10:09:11.723 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:11 smithi008 conmon[29939]: osd.2 (osd.2) 1 : cluster [DBG] purged_snaps scrub starts 2022-03-06T10:09:11.723 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:11 smithi008 conmon[29939]: cluster 2022-03-06T10:09:08.740572+0000 osd.2 (osd.2) 2 : cluster [DBG] purged_snaps scrub ok 2022-03-06T10:09:11.723 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:11 smithi008 conmon[29939]: audit 2022-03-06T10:09:10.125215+0000 mgr.smithi008.onsztl (mgr.14164) 110 : audit [DBG] from='client.14268 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi008:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2022-03-06T10:09:11.723 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:11 smithi008 conmon[29939]: cephadm 2022-03-06T10:09:10.127368+0000 mgr.smithi008.onsztl (mgr.14164) 111 : cephadm [INF] Applying service osd.None on host smithi008... 2022-03-06T10:09:11.723 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:11 smithi008 conmon[29939]: cluster 2022-03-06T10:09:10.638169+0000 mon.smithi008 (mon. 2022-03-06T10:09:11.724 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:11 smithi008 conmon[29939]: 0) 314 : cluster [INF] osd.2 [v2:172.21.15.8:6818/1105066856,v1:172.21.15.8:6819/1105066856] boot 2022-03-06T10:09:11.724 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:11 smithi008 conmon[29939]: cluster 2022-03-06 2022-03-06T10:09:11.724 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:11 smithi008 conmon[29939]: T10:09:10.638217+0000 mon.smithi008 (mon 2022-03-06T10:09:11.724 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:11 smithi008 conmon[29939]: .0) 315 : cluster [DBG] osdmap e19: 3 total, 3 up, 3 in 2022-03-06T10:09:11.725 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:11 smithi008 conmon[29939]: audit 2022-03-06T10:09:11.725 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:11 smithi008 conmon[29939]: 2022-03-06T10:09:10.638573+0000 mon.smithi008 2022-03-06T10:09:11.725 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:11 smithi008 conmon[29939]: (mon.0) 316 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-03-06T10:09:12.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:11 smithi083 conmon[33008]: cluster 2022-03-06T10:09:08.740474+0000 osd.2 (osd.2) 1 : cluster [DBG] 2022-03-06T10:09:12.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:11 smithi083 conmon[33008]: purged_snaps scrub starts 2022-03-06T10:09:12.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:11 smithi083 conmon[33008]: cluster 2022-03-06T10:09:08.740572+0000 osd.2 (osd.2) 2 : cluster [DBG] purged_snaps scrub ok 2022-03-06T10:09:12.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:11 smithi083 conmon[33008]: audit 2022-03-06T10:09: 2022-03-06T10:09:12.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:11 smithi083 conmon[33008]: 10.125215+0000 mgr.smithi008.onsztl (mgr.14164) 110 : audit [DBG] from='client.14268 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi008:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2022-03-06T10:09:12.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:11 smithi083 conmon[33008]: cephadm 2022-03-06T10:09:10 2022-03-06T10:09:12.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:11 smithi083 conmon[33008]: .127368+0000 mgr.smithi008.onsztl (mgr.14164) 111 : cephadm [INF] Applying service osd.None on host smithi008... 2022-03-06T10:09:12.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:11 smithi083 conmon[33008]: cluster 2022-03-06T10: 2022-03-06T10:09:12.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:11 smithi083 conmon[33008]: 09:10.638169+0000 mon.smithi008 (mon.0) 314 : cluster [INF] osd.2 [v2:172.21.15.8:6818/1105066856,v1:172.21.15.8:6819/1105066856] boot 2022-03-06T10:09:12.040 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:11 smithi083 conmon[33008]: cluster 2022-03 2022-03-06T10:09:12.040 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:11 smithi083 conmon[33008]: -06T10:09:10.638217+0000 mon.smithi008 (mon. 2022-03-06T10:09:12.040 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:11 smithi083 conmon[33008]: 0) 315 : cluster [DBG] osdmap e19: 3 total, 3 up, 3 in 2022-03-06T10:09:12.040 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:11 smithi083 conmon[33008]: audit 2022-03-06T 2022-03-06T10:09:12.040 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:11 smithi083 conmon[33008]: 10:09:10.638573+0000 mon.smithi008 (mon.0) 316 2022-03-06T10:09:12.041 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:11 smithi083 conmon[33008]: : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-03-06T10:09:12.995 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:12 smithi008 conmon[29939]: cluster 2022-03-06T10:09:10.687173+0000 mgr.smithi008.onsztl (mgr.14164) 112 : cluster [DBG] pgmap v74: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2022-03-06T10:09:12.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:12 smithi008 conmon[29939]: cluster 2022-03-06T10:09:11.646310+0000 mon.smithi008 (mon.0) 317 : cluster [DBG] osdmap e20: 3 total, 3 up, 3 in 2022-03-06T10:09:12.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:12 smithi008 conmon[29939]: audit 2022-03-06T10:09:11.915001+0000 mon.smithi008 (mon.0) 318 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:09:12.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:12 smithi008 conmon[29939]: audit 2022-03-06T10:09:12.443144+0000 mon.smithi008 (mon.0) 319 : audit [INF] from='client.? 172.21.15.8:0/2919654932' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4beb14a9-c8ce-4772-97e6-c010464448b7"}]: dispatch 2022-03-06T10:09:12.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:12 smithi008 conmon[29939]: audit 2022-03-06T10:09:12.446988+0000 mon.smithi008 (mon.0) 320 : audit [INF] from='client.? 172.21.15.8:0/2919654932' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4beb14a9-c8ce-4772-97e6-c010464448b7"}]': finished 2022-03-06T10:09:12.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:12 smithi008 conmon[29939]: cluster 2022-03-06T10:09:12.447050+0000 mon.smithi008 (mon.0) 321 : cluster [DBG] osdmap e21: 4 total, 3 up, 4 in 2022-03-06T10:09:12.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:12 smithi008 conmon[29939]: audit 2022-03-06T10:09:12.447165+0000 mon.smithi008 (mon.0) 322 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-03-06T10:09:13.042 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:12 smithi083 conmon[33008]: cluster 2022-03-06T10:09:10.687173+0000 mgr.smithi008.onsztl (mgr.14164) 112 : cluster [DBG] pgmap v74: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2022-03-06T10:09:13.042 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:12 smithi083 conmon[33008]: cluster 2022-03-06T10 2022-03-06T10:09:13.043 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:12 smithi083 conmon[33008]: :09:11.646310+0000 mon.smithi008 (mon.0) 317 : cluster [DBG] osdmap e20: 3 total, 3 up, 3 in 2022-03-06T10:09:13.043 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:12 smithi083 conmon[33008]: audit 2022-03-06T10:09:11.915001+0000 mon.smithi008 (mon.0) 318 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:09:13.043 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:12 smithi083 conmon[33008]: audit 2022-03-06T10 2022-03-06T10:09:13.043 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:12 smithi083 conmon[33008]: :09:12.443144+0000 mon.smithi008 (mon.0) 319 : audit [INF] from='client.? 172.21.15.8:0/2919654932' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4beb14a9-c8ce-4772-97e6-c010464448b7"}]: dispatch 2022-03-06T10:09:13.044 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:12 smithi083 conmon[33008]: audit 2022 2022-03-06T10:09:13.044 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:12 smithi083 conmon[33008]: -03-06T10:09:12.446988+0000 mon.smithi008 (mon.0) 320 2022-03-06T10:09:13.044 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:12 smithi083 conmon[33008]: : audit [INF] from='client.? 172.21.15.8:0/2919654932' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4beb14a9-c8ce-4772-97e6-c010464448b7"}]': finished 2022-03-06T10:09:13.044 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:12 smithi083 conmon[33008]: cluster 2022-03-06T10 2022-03-06T10:09:13.045 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:12 smithi083 conmon[33008]: :09:12.447050+0000 mon.smithi008 (mon.0) 2022-03-06T10:09:13.045 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:12 smithi083 conmon[33008]: 321 : cluster [DBG] osdmap e21: 4 total, 3 up, 4 in 2022-03-06T10:09:13.045 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:12 smithi083 conmon[33008]: audit 2022-03-06 2022-03-06T10:09:13.045 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:12 smithi083 conmon[33008]: T10:09:12.447165+0000 mon.smithi008 (mon 2022-03-06T10:09:13.045 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:12 smithi083 conmon[33008]: .0) 322 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-03-06T10:09:13.995 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:13 smithi008 conmon[29939]: audit 2022-03-06T10:09:12.891855+0000 mon.smithi008 2022-03-06T10:09:13.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:13 smithi008 conmon[29939]: (mon.0) 323 : audit [DBG] from='client.? 172.21.15.8:0/3647566343' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2022-03-06T10:09:14.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:13 smithi083 conmon[33008]: audit 2022-03-06T10:09:12.891855+0000 mon.smithi008 (mon.0) 323 : audit [DBG] from='client.? 172.21.15.8:0/3647566343' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2022-03-06T10:09:14.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:14 smithi008 conmon[29939]: cluster 2022-03-06T10:09:12.687444+0000 2022-03-06T10:09:14.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:14 smithi008 conmon[29939]: mgr.smithi008.onsztl (mgr.14164) 113 : cluster [DBG] pgmap v77: 0 pgs: ; 0 B data, 14 MiB used, 268 GiB / 268 GiB avail 2022-03-06T10:09:15.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:14 smithi083 conmon[33008]: cluster 2022-03-06T10:09:12.687444+0000 mgr.smithi008.onsztl (mgr.14164) 113 : cluster [DBG] pgmap v77: 0 pgs: ; 0 B data, 14 MiB used, 268 GiB / 268 GiB avail 2022-03-06T10:09:16.495 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:16 smithi008 conmon[29939]: cluster 2022-03-06T10:09:14.687709+0000 mgr.smithi008.onsztl (mgr.14164) 114 : cluster [DBG] pgmap v78: 0 pgs: ; 0 B data, 14 MiB used, 268 GiB / 268 GiB avail 2022-03-06T10:09:16.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:16 smithi008 conmon[29939]: audit 2022-03-06T10:09:15.156207+0000 mon.smithi008 (mon.0) 324 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:09:16.537 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:16 smithi083 conmon[33008]: cluster 2022-03-06T10:09:14.687709+0000 mgr.smithi008.onsztl (mgr.14164) 114 : cluster [DBG] pgmap v78: 0 pgs: ; 0 B data, 14 MiB used, 268 GiB / 268 GiB avail 2022-03-06T10:09:16.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:16 smithi083 conmon[33008]: audit 2022-03-06T 2022-03-06T10:09:16.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:16 smithi083 conmon[33008]: 10:09:15.156207+0000 mon.smithi008 (mon.0) 324 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:09:18.892 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:18 smithi008 conmon[29939]: cluster 2022-03-06T10:09:16.688154+0000 mgr.smithi008.onsztl ( 2022-03-06T10:09:18.893 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:18 smithi008 conmon[29939]: mgr.14164) 115 : cluster [DBG] pgmap v79: 0 pgs: ; 0 B data, 14 MiB used, 268 GiB / 268 GiB avail 2022-03-06T10:09:19.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:18 smithi083 conmon[33008]: cluster 2022-03-06T10:09:16.688154+0000 mgr.smithi008.onsztl (mgr.14164) 115 : cluster [DBG] pgmap v79: 0 pgs: ; 0 B data, 14 MiB used, 268 GiB / 268 GiB avail 2022-03-06T10:09:20.245 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:20 smithi008 conmon[29939]: cluster 2022-03-06T10:09:18.688451+0000 mgr.smithi008.onsztl (mgr.14164) 116 : cluster [DBG] pgmap v80: 0 pgs: ; 0 B data, 14 MiB used, 268 GiB / 268 GiB avail 2022-03-06T10:09:20.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:20 smithi008 conmon[29939]: cephadm 2022-03-06T10:09:19.040398+0000 mgr.smithi008.onsztl (mgr.14164) 117 : cephadm [INF] Detected new or changed devices on smithi008 2022-03-06T10:09:20.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:20 smithi008 conmon[29939]: audit 2022-03-06T10:09:19.045761+0000 mon.smithi008 (mon.0) 325 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:09:20.247 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:20 smithi008 conmon[29939]: audit 2022-03-06T10:09:19.408613+0000 mon.smithi008 (mon.0) 326 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:09:20.247 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:20 smithi008 conmon[29939]: audit 2022-03-06T10:09:19.933237+0000 mon.smithi008 (mon.0) 327 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2022-03-06T10:09:20.247 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:20 smithi008 conmon[29939]: audit 2022-03-06T10:09:19.933910+0000 mon.smithi008 (mon.0) 328 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:09:20.537 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:20 smithi083 conmon[33008]: cluster 2022-03-06T10:09:18.688451+0000 mgr.smithi008.onsztl (mgr.14164) 116 : cluster [DBG] pgmap v80: 0 pgs: ; 0 B data, 14 MiB used, 268 GiB / 268 GiB avail 2022-03-06T10:09:20.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:20 smithi083 conmon[33008]: cephadm 2022-03-06T10:09:19.040398+0000 mgr.smithi008.onsztl (mgr.14164) 117 : cephadm [INF] Detected new or changed devices on smithi008 2022-03-06T10:09:20.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:20 smithi083 conmon[33008]: audit 2022-03-06T10:09:19.045761+0000 mon.smithi008 (mon.0) 325 2022-03-06T10:09:20.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:20 smithi083 conmon[33008]: : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:09:20.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:20 smithi083 conmon[33008]: audit 2022-03-06T10:09:19.408613+0000 mon.smithi008 (mon.0) 326 2022-03-06T10:09:20.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:20 smithi083 conmon[33008]: : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:09:20.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:20 smithi083 conmon[33008]: audit 2022-03-06T10:09:19.933237 2022-03-06T10:09:20.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:20 smithi083 conmon[33008]: +0000 mon.smithi008 (mon.0) 327 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2022-03-06T10:09:20.540 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:20 smithi083 conmon[33008]: audit 2022-03- 2022-03-06T10:09:20.540 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:20 smithi083 conmon[33008]: 06T10:09:19.933910+0000 mon.smithi008 (mon.0) 328 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:09:21.050 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:21 smithi008 conmon[29939]: cephadm 2022-03-06T10:09:19.934487+0000 mgr.smithi008.onsztl (mgr.14164) 118 : cephadm [INF] Deploying daemon osd.3 on smithi008 2022-03-06T10:09:21.537 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:21 smithi083 conmon[33008]: cephadm 2022-03-06T10:09:19.934487+0000 mgr.smithi008.onsztl (mgr.14164) 118 : cephadm [INF] Deploying daemon osd.3 on smithi008 2022-03-06T10:09:22.369 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:22 smithi008 conmon[29939]: cluster 2022-03-06T10:09:20.688875+0000 mgr.smithi008.onsztl (mgr 2022-03-06T10:09:22.370 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:22 smithi008 conmon[29939]: .14164) 119 : cluster [DBG] pgmap v81: 0 pgs: ; 0 B data, 14 MiB used, 268 GiB / 268 GiB avail 2022-03-06T10:09:22.537 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:22 smithi083 conmon[33008]: cluster 2022-03-06T10:09:20.688875+0000 mgr.smithi008.onsztl (mgr.14164) 119 : cluster [DBG] pgmap v81: 0 pgs: ; 0 B data, 14 MiB used, 268 GiB / 268 GiB avail 2022-03-06T10:09:23.186 INFO:teuthology.orchestra.run.smithi008.stdout:Created osd(s) 3 on host 'smithi008' 2022-03-06T10:09:23.578 DEBUG:teuthology.orchestra.run.smithi008:osd.3> sudo journalctl -f -n 0 -u ceph-f3cc2a6e-9d34-11ec-8c35-001a4aab830c@osd.3.service 2022-03-06T10:09:23.581 INFO:tasks.cephadm:Deploying osd.4 on smithi083 with /dev/vg_nvme/lv_4... 2022-03-06T10:09:23.581 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f3cc2a6e-9d34-11ec-8c35-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2022-03-06T10:09:23.619 INFO:journalctl@ceph.osd.3.smithi008.stdout:-- Logs begin at Sun 2022-03-06 10:00:10 UTC. -- 2022-03-06T10:09:23.995 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:23 smithi008 conmon[29939]: audit 2022-03-06T10:09:23. 2022-03-06T10:09:23.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:23 smithi008 conmon[29939]: 172127+0000 mon.smithi008 (mon.0) 329 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:09:23.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:23 smithi008 conmon[29939]: audit 2022-03-06T10:09:23.176019+0000 mon.smithi008 (mon.0) 330 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:09:23.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:23 smithi008 conmon[29939]: audit 2022-03-06T10:09:23.181815+0000 mon.smithi008 (mon.0) 331 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:09:24.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:23 smithi083 conmon[33008]: audit 2022-03-06T10:09:23.172127+0000 mon.smithi008 (mon.0) 329 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:09:24.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:23 smithi083 conmon[33008]: audit 2022-03 2022-03-06T10:09:24.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:23 smithi083 conmon[33008]: -06T10:09:23.176019+0000 mon.smithi008 (mon.0) 330 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:09:24.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:23 smithi083 conmon[33008]: audit 2022-03-06T10:09:23.181815+0000 mon.smithi008 (mon.0) 331 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:09:24.788 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:24 smithi083 conmon[33008]: cluster 2022-03-06T10:09:22.689195+0000 mgr.smithi008.onsztl (mgr.14164) 120 : cluster [DBG] pgmap v82: 0 pgs: ; 0 B data, 14 MiB used, 268 GiB / 268 GiB avail 2022-03-06T10:09:24.788 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:24 smithi083 conmon[33008]: audit 2022-03-06T10:09:23.183847+0000 mon.smithi008 (mon.0) 332 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]: dispatch 2022-03-06T10:09:24.788 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:24 smithi083 conmon[33008]: audit 2022-03-06T10:09:24.183952+0000 mon.smithi008 (mon.0) 333 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd='[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]': finished 2022-03-06T10:09:24.789 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:24 smithi083 conmon[33008]: cluster 2022-03-06T10:09:24.184003+0000 mon.smithi008 (mon.0) 334 : cluster [DBG] osdmap e22: 4 total, 3 up, 4 in 2022-03-06T10:09:24.789 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:24 smithi083 conmon[33008]: audit 2022-03-06T10:09:24.184135+0000 mon.smithi008 (mon.0) 335 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-03-06T10:09:24.789 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:24 smithi083 conmon[33008]: audit 2022-03-06T10:09:24.184936+0000 mon.smithi008 (mon.0) 336 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2022-03-06T10:09:24.995 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:24 smithi008 conmon[29939]: cluster 2022-03-06T10:09:22.689195+0000 mgr.smithi008.onsztl 2022-03-06T10:09:24.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:24 smithi008 conmon[29939]: (mgr.14164) 120 : cluster [DBG] pgmap v82: 0 pgs: ; 0 B data, 14 MiB used, 268 GiB / 268 GiB avail 2022-03-06T10:09:24.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:24 smithi008 conmon[29939]: audit 2022-03-06T10:09:23.183847+0000 mon.smithi008 (mon.0) 332 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]: dispatch 2022-03-06T10:09:24.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:24 smithi008 conmon[29939]: audit 2022-03-06T10:09:24.183952+0000 mon.smithi008 (mon.0) 333 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd='[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]': finished 2022-03-06T10:09:24.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:24 smithi008 conmon[29939]: cluster 2022-03-06T10:09:24.184003+0000 mon.smithi008 (mon.0) 334 : cluster [DBG] osdmap e22: 4 total, 3 up, 4 in 2022-03-06T10:09:24.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:24 smithi008 conmon[29939]: audit 2022-03-06T10:09:24.184135+0000 mon.smithi008 (mon.0) 335 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-03-06T10:09:24.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:24 smithi008 conmon[29939]: audit 2022-03-06T10:09:24.184936+0000 mon.smithi008 (mon.0) 336 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2022-03-06T10:09:25.534 INFO:teuthology.orchestra.run.smithi083.stderr:--> Zapping: /dev/vg_nvme/lv_4 2022-03-06T10:09:25.535 INFO:teuthology.orchestra.run.smithi083.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2022-03-06T10:09:25.535 INFO:teuthology.orchestra.run.smithi083.stderr: stderr: 10+0 records in 2022-03-06T10:09:25.535 INFO:teuthology.orchestra.run.smithi083.stderr:10+0 records out 2022-03-06T10:09:25.535 INFO:teuthology.orchestra.run.smithi083.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0109078 s, 961 MB/s 2022-03-06T10:09:25.536 INFO:teuthology.orchestra.run.smithi083.stderr:--> Zapping successful for: 2022-03-06T10:09:25.895 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f3cc2a6e-9d34-11ec-8c35-001a4aab830c -- ceph orch daemon add osd smithi083:vg_nvme/lv_4 2022-03-06T10:09:26.450 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:26 smithi083 conmon[33008]: cluster 2022-03-06T10:09:24.689524+0000 mgr.smithi008.onsztl (mgr.14164) 121 : cluster [DBG] pgmap v84: 1 pgs: 1 creating+peering; 0 B data, 14 MiB used, 268 GiB / 268 GiB avail 2022-03-06T10:09:26.451 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:26 smithi083 conmon[33008]: audit 2022-03-06T10:09:25.185207+0000 mon.smithi008 (mon.0) 337 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2022-03-06T10:09:26.451 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:26 smithi083 conmon[33008]: cluster 2022-03-06T10:09:25.185297+0000 mon.smithi008 (mon.0) 338 : cluster [DBG] osdmap e23: 4 total, 3 up, 4 in 2022-03-06T10:09:26.452 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:26 smithi083 conmon[33008]: audit 2022-03-06T10:09:25.185414+0000 mon.smithi008 (mon.0) 339 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-03-06T10:09:26.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:26 smithi008 conmon[29939]: cluster 2022-03-06T10:09:24.689524+0000 mgr.smithi008.onsztl ( 2022-03-06T10:09:26.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:26 smithi008 conmon[29939]: mgr.14164) 121 : cluster [DBG] pgmap v84: 1 pgs: 1 creating+peering; 0 B data, 14 MiB used, 268 GiB / 268 GiB avail 2022-03-06T10:09:26.498 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:26 smithi008 conmon[29939]: audit 2022-03-06T10:09:25.185207+0000 mon.smithi008 (mon.0) 337 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2022-03-06T10:09:26.498 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:26 smithi008 conmon[29939]: cluster 2022-03-06T10:09:25.185297+0000 mon.smithi008 (mon.0) 338 : cluster [DBG] osdmap e23: 4 total, 3 up, 4 in 2022-03-06T10:09:26.499 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:26 smithi008 conmon[29939]: audit 2022-03-06T10:09:25.185414+0000 mon.smithi008 (mon. 2022-03-06T10:09:26.500 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:26 smithi008 conmon[29939]: 0) 339 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-03-06T10:09:26.501 INFO:journalctl@ceph.osd.3.smithi008.stdout:Mar 06 10:09:26 smithi008 conmon[62063]: debug 2022-03-06T10:09:26.280+0000 7f8b1f8b7080 -1 osd.3 0 log_to_monitors {default=true} 2022-03-06T10:09:27.495 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:27 smithi008 conmon[29939]: cluster 2022-03-06T10:09:26.190767 2022-03-06T10:09:27.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:27 smithi008 conmon[29939]: +0000 mon.smithi008 (mon.0) 340 : cluster [DBG] osdmap e24: 4 total, 3 up, 4 in 2022-03-06T10:09:27.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:27 smithi008 conmon[29939]: audit 2022-03-06T10:09:26.190948+0000 mon.smithi008 (mon.0) 341 : audit 2022-03-06T10:09:27.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:27 smithi008 conmon[29939]: [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-03-06T10:09:27.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:27 smithi008 conmon[29939]: audit 2022-03- 2022-03-06T10:09:27.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:27 smithi008 conmon[29939]: 06T10:09:26.284478+0000 mon.smithi008 (mon.0) 342 2022-03-06T10:09:27.498 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:27 smithi008 conmon[29939]: : audit [INF] from='osd.3 [v2:172.21.15.8:6826/3886114650,v1:172.21.15.8:6827/3886114650]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2022-03-06T10:09:27.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:27 smithi083 conmon[33008]: cluster 2022-03-06T10:09:26.190767+0000 mon.smithi008 (mon.0) 340 : cluster [DBG] osdmap e24: 4 total, 3 up, 4 in 2022-03-06T10:09:27.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:27 smithi083 conmon[33008]: audit 2022-03-06T10:09:26.190948+0000 mon.smithi008 (mon.0) 341 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-03-06T10:09:27.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:27 smithi083 conmon[33008]: audit 2022-03-06T10:09:26.284478+0000 mon.smithi008 (mon.0) 342 : audit [INF] from='osd.3 [v2:172.21.15.8:6826/3886114650,v1:172.21.15.8:6827/3886114650]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2022-03-06T10:09:28.274 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:28 smithi083 conmon[33008]: cluster 2022-03-06T10:09:26.689793+0000 mgr.smithi008.onsztl (mgr.14164) 122 : cluster [DBG] pgmap v87: 1 pgs: 1 creating+peering; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2022-03-06T10:09:28.275 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:28 smithi083 conmon[33008]: audit 2022-03-06T10:09:27.191800+0000 mon.smithi008 (mon.0) 343 : audit [INF] from='osd.3 [v2:172.21.15.8:6826/3886114650,v1:172.21.15.8:6827/3886114650]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2022-03-06T10:09:28.275 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:28 smithi083 conmon[33008]: cluster 2022-03-06T10:09:27.191852+0000 mon.smithi008 (mon.0) 344 : cluster [DBG] osdmap e25: 4 total, 3 up, 4 in 2022-03-06T10:09:28.275 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:28 smithi083 conmon[33008]: audit 2022-03-06T10:09:27.192185+0000 mon.smithi008 (mon.0) 345 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-03-06T10:09:28.275 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:28 smithi083 conmon[33008]: audit 2022-03-06T10: 2022-03-06T10:09:28.276 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:28 smithi083 conmon[33008]: 09:27.192455+0000 mon.smithi008 (mon.0) 346 : audit [INF] from='osd.3 [v2:172.21.15.8:6826/3886114650,v1:172.21.15.8:6827/3886114650]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi008", "root=default"]}]: dispatch 2022-03-06T10:09:28.276 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:28 smithi083 conmon[33008]: audit 2022-03-06T10:09:28.276 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:28 smithi083 conmon[33008]: 2022-03-06T10:09:27.610881+0000 mgr.smithi008.onsztl 2022-03-06T10:09:28.276 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:28 smithi083 conmon[33008]: (mgr.14164) 123 : audit [DBG] from='client.24161 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi083:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2022-03-06T10:09:28.277 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:28 smithi083 conmon[33008]: audit 2022-03-06T10:09:28.277 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:28 smithi083 conmon[33008]: 2022-03-06T10:09: 2022-03-06T10:09:28.277 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:28 smithi083 conmon[33008]: 27.611595+0000 mon.smithi008 (mon.0 2022-03-06T10:09:28.277 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:28 smithi083 conmon[33008]: ) 347 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2022-03-06T10:09:28.277 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:28 smithi083 conmon[33008]: cephadm 2022 2022-03-06T10:09:28.278 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:28 smithi083 conmon[33008]: -03-06T10:09:27 2022-03-06T10:09:28.278 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:28 smithi083 conmon[33008]: .612896+0000 mgr.smithi008.onsztl (mgr.14164) 124 : cephadm 2022-03-06T10:09:28.278 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:28 smithi083 conmon[33008]: [INF] Applying service osd.None on host smithi083... 2022-03-06T10:09:28.278 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:28 smithi083 conmon[33008]: audit 2022-03-06 2022-03-06T10:09:28.279 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:28 smithi083 conmon[33008]: T10:09:27.613131+0000 mon.smithi008 ( 2022-03-06T10:09:28.279 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:28 smithi083 conmon[33008]: mon.0) 348 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2022-03-06T10:09:28.279 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:28 smithi083 conmon[33008]: audit 2022-03-06T10:09:28.280 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:28 smithi083 conmon[33008]: 2022-03-06T10:09: 2022-03-06T10:09:28.280 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:28 smithi083 conmon[33008]: 27.613769+0000 mon.smithi008 (mon.0) 349 : 2022-03-06T10:09:28.280 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:28 smithi083 conmon[33008]: audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:09:28.280 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:28 smithi083 conmon[33008]: audit 2022-03-06T 2022-03-06T10:09:28.280 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:28 smithi083 conmon[33008]: 10:09:28.193049+0000 mon.smithi008 ( 2022-03-06T10:09:28.281 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:28 smithi083 conmon[33008]: mon.0) 350 : audit [INF] from='osd.3 [v2:172.21.15.8:6826/3886114650,v1:172.21.15.8:6827/3886114650]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi008", "root=default"]}]': finished 2022-03-06T10:09:28.281 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:28 smithi083 conmon[33008]: cluster 2022-03-06T10:09:28.281 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:28 smithi083 conmon[33008]: 2022-03-06T10:09 2022-03-06T10:09:28.281 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:28 smithi083 conmon[33008]: :28.193108+0000 mon.smithi008 (mon.0) 351 : 2022-03-06T10:09:28.282 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:28 smithi083 conmon[33008]: cluster [DBG] osdmap e26: 4 total, 3 up, 4 in 2022-03-06T10:09:28.282 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:28 smithi083 conmon[33008]: audit 2022-03- 2022-03-06T10:09:28.282 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:28 smithi083 conmon[33008]: 06T10:09:28.193221+0000 2022-03-06T10:09:28.283 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:28 smithi083 conmon[33008]: mon.smithi008 (mon.0) 352 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-03-06T10:09:28.498 INFO:journalctl@ceph.osd.3.smithi008.stdout:Mar 06 10:09:28 smithi008 conmon[62063]: debug 2022-03-06T10:09:28.195+0000 7f8b15e28700 -1 osd.3 0 waiting for initial osdmap 2022-03-06T10:09:28.499 INFO:journalctl@ceph.osd.3.smithi008.stdout:Mar 06 10:09:28 smithi008 conmon[62063]: debug 2022-03-06T10:09:28.201+0000 7f8b105a0700 -1 osd.3 26 set_numa_affinity unable to identify public interface 'ens1f0' numa node: (0) Success 2022-03-06T10:09:28.499 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:28 smithi008 conmon[29939]: cluster 2022-03-06T10:09:26.689793 2022-03-06T10:09:28.500 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:28 smithi008 conmon[29939]: +0000 mgr.smithi008.onsztl (mgr.14164) 122 : cluster [DBG] pgmap v87: 1 pgs: 1 creating+peering; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2022-03-06T10:09:28.500 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:28 smithi008 conmon[29939]: audit 2022-03-06T10:09:28.500 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:28 smithi008 conmon[29939]: 2022-03-06T10:09 2022-03-06T10:09:28.500 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:28 smithi008 conmon[29939]: :27.191800+0000 2022-03-06T10:09:28.501 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:28 smithi008 conmon[29939]: mon.smithi008 (mon.0) 343 : 2022-03-06T10:09:28.501 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:28 smithi008 conmon[29939]: audit [INF] from='osd.3 [v2:172.21.15.8:6826/3886114650,v1:172.21.15.8:6827/3886114650]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2022-03-06T10:09:28.501 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:28 smithi008 conmon[29939]: cluster 2022-03-06T10:09:28.501 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:28 smithi008 conmon[29939]: 2022-03-06T10: 2022-03-06T10:09:28.502 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:28 smithi008 conmon[29939]: 09:27.191852+0000 mon.smithi008 (mon.0) 344 2022-03-06T10:09:28.502 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:28 smithi008 conmon[29939]: : cluster [DBG] osdmap e25: 4 total, 3 up, 4 in 2022-03-06T10:09:28.502 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:28 smithi008 conmon[29939]: audit 2022-03- 2022-03-06T10:09:28.502 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:28 smithi008 conmon[29939]: 06T10:09:27.192185+0000 mon.smithi008 (mon 2022-03-06T10:09:28.503 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:28 smithi008 conmon[29939]: .0) 345 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-03-06T10:09:28.503 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:28 smithi008 conmon[29939]: audit 2022-03-06 2022-03-06T10:09:28.503 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:28 smithi008 conmon[29939]: T10:09:27.192455+0000 mon.smithi008 (mon.0) 2022-03-06T10:09:28.503 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:28 smithi008 conmon[29939]: 346 : audit [INF] from='osd.3 [v2:172.21.15.8:6826/3886114650,v1:172.21.15.8:6827/3886114650]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi008", "root=default"]}]: dispatch 2022-03-06T10:09:28.503 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:28 smithi008 conmon[29939]: audit 2022-03-06T10:09:27.610881 2022-03-06T10:09:28.504 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:28 smithi008 conmon[29939]: +0000 mgr.smithi008.onsztl (mgr.14164) 123 : audit [DBG] 2022-03-06T10:09:28.504 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:28 smithi008 conmon[29939]: from='client.24161 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi083:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2022-03-06T10:09:28.505 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:28 smithi008 conmon[29939]: audit 2022-03-06T10: 2022-03-06T10:09:28.505 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:28 smithi008 conmon[29939]: 09:27.611595+0000 mon.smithi008 (mon.0) 347 : audit 2022-03-06T10:09:28.505 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:28 smithi008 conmon[29939]: [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2022-03-06T10:09:28.505 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:28 smithi008 conmon[29939]: cephadm 2022-03-06T10:09:28.506 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:28 smithi008 conmon[29939]: 2022-03- 2022-03-06T10:09:28.506 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:28 smithi008 conmon[29939]: 06T10:09:27.612896+0000 mgr.smithi008.onsztl 2022-03-06T10:09:28.506 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:28 smithi008 conmon[29939]: (mgr.14164) 124 : cephadm [INF] Applying service osd.None on host smithi083... 2022-03-06T10:09:28.506 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:28 smithi008 conmon[29939]: audit 2022-03 2022-03-06T10:09:28.506 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:28 smithi008 conmon[29939]: -06T10:09:27.613131+0000 2022-03-06T10:09:28.507 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:28 smithi008 conmon[29939]: mon.smithi008 (mon.0) 348 : 2022-03-06T10:09:28.507 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:28 smithi008 conmon[29939]: audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2022-03-06T10:09:28.507 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:28 smithi008 conmon[29939]: audit 2022-03-06T10:09:28.507 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:28 smithi008 conmon[29939]: 2022-03-06T10:09:27.613769+0000 2022-03-06T10:09:28.508 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:28 smithi008 conmon[29939]: mon.smithi008 (mon.0) 349 : audit 2022-03-06T10:09:28.508 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:28 smithi008 conmon[29939]: [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:09:28.508 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:28 smithi008 conmon[29939]: audit 2022-03- 2022-03-06T10:09:28.508 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:28 smithi008 conmon[29939]: 06T10:09:28.193049+0000 mon.smithi008 ( 2022-03-06T10:09:28.508 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:28 smithi008 conmon[29939]: mon.0) 350 : audit [INF] from='osd.3 [v2:172.21.15.8:6826/3886114650,v1:172.21.15.8:6827/3886114650]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi008", "root=default"]}]': finished 2022-03-06T10:09:28.509 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:28 smithi008 conmon[29939]: cluster 2022 2022-03-06T10:09:28.509 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:28 smithi008 conmon[29939]: -03-06T10:09:28.193108 2022-03-06T10:09:28.509 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:28 smithi008 conmon[29939]: +0000 mon.smithi008 (mon.0) 2022-03-06T10:09:28.509 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:28 smithi008 conmon[29939]: 351 : cluster [DBG] osdmap e26: 4 total, 3 up, 4 in 2022-03-06T10:09:28.510 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:28 smithi008 conmon[29939]: audit 2022- 2022-03-06T10:09:28.510 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:28 smithi008 conmon[29939]: 03-06T10:09:28. 2022-03-06T10:09:28.510 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:28 smithi008 conmon[29939]: 193221+0000 mon.smithi008 (mon.0) 2022-03-06T10:09:28.510 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:28 smithi008 conmon[29939]: 352 : audit 2022-03-06T10:09:28.511 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:28 smithi008 conmon[29939]: [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-03-06T10:09:29.360 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:29 smithi008 conmon[29939]: audit 2022-03-06T10:09:28.198841+0000 2022-03-06T10:09:29.361 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:29 smithi008 conmon[29939]: mon.smithi008 (mon.0) 353 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-03-06T10:09:29.361 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:29 smithi008 conmon[29939]: audit 2022-03-06T10:09:28.278745+0000 mon.smithi008 (mon.0) 354 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:09:29.537 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:29 smithi083 conmon[33008]: audit 2022-03-06T10:09:28.198841+0000 mon.smithi008 (mon.0) 353 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-03-06T10:09:29.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:29 smithi083 conmon[33008]: audit 2022-03-06T10:09:28.278745+0000 mon.smithi008 (mon.0) 354 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:09:30.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:30 smithi008 conmon[29939]: cluster 2022-03-06T10:09:27.332646+0000 osd.3 2022-03-06T10:09:30.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:30 smithi008 conmon[29939]: (osd.3) 1 : cluster [DBG] purged_snaps scrub starts 2022-03-06T10:09:30.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:30 smithi008 conmon[29939]: cluster 2022-03-06T10:09:27.332758+0000 osd.3 (osd.3) 2 : cluster [DBG] purged_snaps scrub ok 2022-03-06T10:09:30.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:30 smithi008 conmon[29939]: cluster 2022-03-06T10:09:28.690080+0000 mgr.smithi008.onsztl (mgr.14164) 125 : cluster [DBG] pgmap v90: 1 pgs: 1 creating+peering; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2022-03-06T10:09:30.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:30 smithi008 conmon[29939]: audit 2022-03-06T10:09:29.196009+0000 mon.smithi008 (mon.0) 355 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-03-06T10:09:30.498 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:30 smithi008 conmon[29939]: cluster 2022-03-06T10:09:30.498 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:30 smithi008 conmon[29939]: 2022-03-06T10:09:29.199596+0000 mon.smithi008 (mon.0) 356 : cluster [INF] osd.3 [v2:172.21.15.8:6826/3886114650,v1:172.21.15.8:6827/3886114650] boot 2022-03-06T10:09:30.498 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:30 smithi008 conmon[29939]: cluster 2022-03-06T10: 2022-03-06T10:09:30.499 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:30 smithi008 conmon[29939]: 09:29.199628+0000 mon.smithi008 (mon.0 2022-03-06T10:09:30.499 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:30 smithi008 conmon[29939]: ) 357 : cluster [DBG] osdmap e27: 4 total, 4 up, 4 in 2022-03-06T10:09:30.499 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:30 smithi008 conmon[29939]: audit 2022 2022-03-06T10:09:30.500 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:30 smithi008 conmon[29939]: -03-06T10:09:29.200037+0000 2022-03-06T10:09:30.500 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:30 smithi008 conmon[29939]: mon.smithi008 (mon.0) 358 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-03-06T10:09:30.501 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:30 smithi008 conmon[29939]: audit 2022-03-06 2022-03-06T10:09:30.501 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:30 smithi008 conmon[29939]: T10:09:29.512007+0000 mon.smithi083 (mon.1) 2 : audit 2022-03-06T10:09:30.501 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:30 smithi008 conmon[29939]: [INF] from='client.? 172.21.15.83:0/1695303167' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5141577e-3756-4a46-a2d5-56bd2f74ace8"}]: dispatch 2022-03-06T10:09:30.502 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:30 smithi008 conmon[29939]: audit 2022-03 2022-03-06T10:09:30.502 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:30 smithi008 conmon[29939]: -06T10:09:29.512537+0000 mon.smithi008 (mon.0) 359 : audit [INF] 2022-03-06T10:09:30.503 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:30 smithi008 conmon[29939]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5141577e-3756-4a46-a2d5-56bd2f74ace8"}]: dispatch 2022-03-06T10:09:30.503 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:30 smithi008 conmon[29939]: audit 2022-03-06T10:09:30.503 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:30 smithi008 conmon[29939]: 2022-03-06T10:09:29.516134+0000 2022-03-06T10:09:30.504 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:30 smithi008 conmon[29939]: mon.smithi008 (mon.0) 360 : audit [INF] 2022-03-06T10:09:30.504 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:30 smithi008 conmon[29939]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5141577e-3756-4a46-a2d5-56bd2f74ace8"}]': finished 2022-03-06T10:09:30.505 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:30 smithi008 conmon[29939]: cluster 2022-03-06T10:09:30.505 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:30 smithi008 conmon[29939]: 2022-03-06T10:09:29.516188+0000 mon.smithi008 (mon 2022-03-06T10:09:30.505 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:30 smithi008 conmon[29939]: .0) 361 : cluster [DBG] osdmap e28: 5 total, 4 up, 5 in 2022-03-06T10:09:30.506 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:30 smithi008 conmon[29939]: audit 2022-03 2022-03-06T10:09:30.506 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:30 smithi008 conmon[29939]: -06T10:09:29.516278+0000 mon.smithi008 (mon.0 2022-03-06T10:09:30.507 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:30 smithi008 conmon[29939]: ) 362 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-03-06T10:09:30.507 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:30 smithi008 conmon[29939]: audit 2022-03-06T10:09:29.925970+0000 mon.smithi083 (mon. 2022-03-06T10:09:30.507 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:30 smithi008 conmon[29939]: 1) 3 : audit [DBG] from='client.? 172.21.15.83:0/1159044505' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2022-03-06T10:09:30.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:30 smithi083 conmon[33008]: cluster 2022-03-06T10:09:27.332646+0000 osd.3 (osd 2022-03-06T10:09:30.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:30 smithi083 conmon[33008]: .3) 1 : cluster [DBG] purged_snaps scrub starts 2022-03-06T10:09:30.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:30 smithi083 conmon[33008]: cluster 2022-03-06T10:09:27.332758+0000 osd.3 (osd.3) 2 : cluster [DBG] purged_snaps scrub ok 2022-03-06T10:09:30.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:30 smithi083 conmon[33008]: cluster 2022-03-06T10:09:28.690080+0000 mgr.smithi008.onsztl (mgr.14164) 125 : cluster [DBG] pgmap v90: 1 pgs: 1 creating+peering; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2022-03-06T10:09:30.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:30 smithi083 conmon[33008]: audit 2022-03-06T10:09:29.196009+0000 mon.smithi008 (mon.0) 355 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-03-06T10:09:30.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:30 smithi083 conmon[33008]: cluster 2022-03-06T10:09:29.199596+0000 mon.smithi008 (mon.0) 356 : cluster [INF] osd.3 [v2:172.21.15.8:6826/3886114650,v1:172.21.15.8:6827/3886114650] boot 2022-03-06T10:09:30.540 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:30 smithi083 conmon[33008]: cluster 2022-03-06T10:09:29.199628+0000 mon.smithi008 (mon.0) 357 : cluster [DBG] osdmap e27: 4 total, 4 up, 4 in 2022-03-06T10:09:30.540 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:30 smithi083 conmon[33008]: audit 2022-03-06T10:09:29.200037+0000 mon.smithi008 (mon.0) 358 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-03-06T10:09:30.541 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:30 smithi083 conmon[33008]: audit 2022-03-06T10:09:29.512007+0000 mon.smithi083 (mon.1) 2 : audit [INF] from='client.? 172.21.15.83:0/1695303167' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5141577e-3756-4a46-a2d5-56bd2f74ace8"}]: dispatch 2022-03-06T10:09:30.541 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:30 smithi083 conmon[33008]: audit 2022-03-06T10:09:29.512537+0000 mon.smithi008 (mon.0) 359 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5141577e-3756-4a46-a2d5-56bd2f74ace8"}]: dispatch 2022-03-06T10:09:30.541 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:30 smithi083 conmon[33008]: audit 2022-03-06T10:09:29.516134+0000 mon.smithi008 (mon.0) 360 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5141577e-3756-4a46-a2d5-56bd2f74ace8"}]': finished 2022-03-06T10:09:30.541 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:30 smithi083 conmon[33008]: cluster 2022-03-06T10:09:29.516188+0000 mon.smithi008 (mon.0) 361 : cluster [DBG] osdmap e28: 5 total, 4 up, 5 in 2022-03-06T10:09:30.542 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:30 smithi083 conmon[33008]: audit 2022-03-06T10:09:29.516278+0000 mon.smithi008 (mon.0) 362 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-03-06T10:09:30.542 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:30 smithi083 conmon[33008]: audit 2022-03-06T10:09:29.925970+0000 mon.smithi083 (mon.1) 3 : audit [DBG] from='client.? 172.21.15.83:0/1159044505' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2022-03-06T10:09:32.745 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:32 smithi008 conmon[29939]: cluster 2022-03-06T10:09:30.690392+0000 mgr.smithi008.onsztl (mgr.14164) 126 : cluster [DBG] pgmap v93: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2022-03-06T10:09:32.746 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:32 smithi008 conmon[29939]: audit 2022-03-06T10:09:31.492081+0000 mon.smithi008 (mon.0) 363 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:09:32.746 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:32 smithi008 conmon[29939]: audit 2022-03-06T10:09:31.494852+0000 mon.smithi008 (mon.0) 364 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:09:32.746 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:32 smithi008 conmon[29939]: audit 2022-03-06T10:09:31.497638+0000 mon.smithi008 (mon.0) 365 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:09:32.787 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:32 smithi083 conmon[33008]: cluster 2022-03-06T10:09:30.690392+0000 2022-03-06T10:09:32.788 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:32 smithi083 conmon[33008]: mgr.smithi008.onsztl (mgr.14164) 126 : cluster [DBG] pgmap v93: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2022-03-06T10:09:32.788 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:32 smithi083 conmon[33008]: audit 2022-03-06T10:09:31.492081+0000 mon.smithi008 (mon.0) 2022-03-06T10:09:32.788 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:32 smithi083 conmon[33008]: 363 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:09:32.788 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:32 smithi083 conmon[33008]: audit 2022-03-06T10:09:32.789 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:32 smithi083 conmon[33008]: 2022-03-06T10:09:31.494852 2022-03-06T10:09:32.789 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:32 smithi083 conmon[33008]: +0000 mon.smithi008 (mon.0) 364 : 2022-03-06T10:09:32.789 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:32 smithi083 conmon[33008]: audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:09:32.789 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:32 smithi083 conmon[33008]: audit 2022-03 2022-03-06T10:09:32.790 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:32 smithi083 conmon[33008]: -06T10:09:31.497638+0000 mon.smithi008 (mon. 2022-03-06T10:09:32.790 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:32 smithi083 conmon[33008]: 0) 365 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:09:34.859 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:34 smithi083 conmon[33008]: cluster 2022-03-06T10:09:32.690674+0000 mgr.smithi008.onsztl (mgr.14164) 127 : 2022-03-06T10:09:34.860 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:34 smithi083 conmon[33008]: cluster [DBG] pgmap v94: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2022-03-06T10:09:34.860 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:34 smithi083 conmon[33008]: audit 2022-03-06T10:09:34.283659+0000 mon.smithi008 (mon.0) 366 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2022-03-06T10:09:34.860 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:34 smithi083 conmon[33008]: audit 2022-03-06T10:09:34.284341+0000 mon.smithi008 (mon.0) 367 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:09:34.995 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:34 smithi008 conmon[29939]: cluster 2022-03-06T10:09:32.690674+0000 mgr.smithi008.onsztl 2022-03-06T10:09:34.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:34 smithi008 conmon[29939]: (mgr.14164) 127 : cluster [DBG] pgmap v94: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2022-03-06T10:09:34.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:34 smithi008 conmon[29939]: audit 2022-03-06T10:09:34.283659+0000 mon.smithi008 (mon 2022-03-06T10:09:34.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:34 smithi008 conmon[29939]: .0) 366 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2022-03-06T10:09:34.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:34 smithi008 conmon[29939]: audit 2022-03-06T10:09:34.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:34 smithi008 conmon[29939]: 2022-03-06T10:09:34.284341+0000 mon.smithi008 ( 2022-03-06T10:09:34.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:34 smithi008 conmon[29939]: mon.0) 367 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:09:35.801 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:35 smithi083 conmon[33008]: cephadm 2022-03-06T10:09:34.284897+0000 mgr.smithi008.onsztl (mgr.14164) 128 : cephadm [INF] Deploying daemon osd.4 on smithi083 2022-03-06T10:09:35.995 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:35 smithi008 conmon[29939]: cephadm 2022-03-06T10:09:34.284897+0000 mgr.smithi008.onsztl (mgr.14164) 128 : cephadm 2022-03-06T10:09:35.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:35 smithi008 conmon[29939]: [INF] Deploying daemon osd.4 on smithi083 2022-03-06T10:09:36.787 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:36 smithi083 conmon[33008]: cluster 2022-03-06T10:09:34.691148+0000 mgr.smithi008.onsztl (mgr.14164) 129 : cluster [DBG] pgmap v95: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2022-03-06T10:09:36.788 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:36 smithi083 conmon[33008]: audit 2022-03-06T10 2022-03-06T10:09:36.788 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:36 smithi083 conmon[33008]: :09:36.477932+0000 mon.smithi008 (mon.0) 368 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:09:36.788 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:36 smithi083 conmon[33008]: audit 2022-03-06T10:09:36.480811+0000 mon.smithi008 (mon.0) 369 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:09:36.995 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:36 smithi008 conmon[29939]: cluster 2022-03-06T10:09:34.691148+0000 mgr.smithi008.onsztl (mgr.14164) 129 : cluster 2022-03-06T10:09:36.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:36 smithi008 conmon[29939]: [DBG] pgmap v95: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2022-03-06T10:09:36.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:36 smithi008 conmon[29939]: audit 2022-03-06T10:09:36.477932+0000 mon.smithi008 (mon.0) 368 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:09:36.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:36 smithi008 conmon[29939]: 2022-03-06T10:09:36.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:36 smithi008 conmon[29939]: audit 2022-03 2022-03-06T10:09:36.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:36 smithi008 conmon[29939]: -06T10:09:36.480811+0000 mon.smithi008 (mon. 2022-03-06T10:09:36.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:36 smithi008 conmon[29939]: 0) 369 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:09:37.275 INFO:teuthology.orchestra.run.smithi083.stdout:Created osd(s) 4 on host 'smithi083' 2022-03-06T10:09:37.622 DEBUG:teuthology.orchestra.run.smithi083:osd.4> sudo journalctl -f -n 0 -u ceph-f3cc2a6e-9d34-11ec-8c35-001a4aab830c@osd.4.service 2022-03-06T10:09:37.625 INFO:tasks.cephadm:Deploying osd.5 on smithi083 with /dev/vg_nvme/lv_3... 2022-03-06T10:09:37.626 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f3cc2a6e-9d34-11ec-8c35-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2022-03-06T10:09:37.656 INFO:journalctl@ceph.osd.4.smithi083.stdout:-- Logs begin at Sun 2022-03-06 10:00:06 UTC. -- 2022-03-06T10:09:37.995 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:37 smithi008 conmon[29939]: audit 2022-03-06T10:09:37.260604+0000 mon.smithi008 ( 2022-03-06T10:09:37.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:37 smithi008 conmon[29939]: mon.0) 370 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:09:37.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:37 smithi008 conmon[29939]: audit 2022-03-06T10:09:37.265076+0000 mon.smithi008 (mon.0) 371 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:09:37.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:37 smithi008 conmon[29939]: audit 2022-03-06T10:09:37.269571+0000 mon.smithi008 (mon.0) 372 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:09:38.037 INFO:journalctl@ceph.osd.4.smithi083.stdout:Mar 06 10:09:37 smithi083 conmon[39164]: debug 2022-03-06T10:09:37.713+0000 7ffbb0099080 -1 Falling back to public interface 2022-03-06T10:09:38.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:37 smithi083 conmon[33008]: audit 2022-03-06T10:09:37.260604+0000 mon.smithi008 (mon.0) 370 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:09:38.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:37 smithi083 conmon[33008]: audit 2022-03-06T10:09:37.265076+0000 mon.smithi008 (mon.0) 371 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:09:38.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:37 smithi083 conmon[33008]: audit 2022-03-06T10:09:37.269571+0000 mon.smithi008 (mon.0) 372 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:09:38.588 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:38 smithi008 conmon[29939]: cluster 2022-03-06T10:09:36.691522+0000 mgr.smithi008.onsztl (mgr.14164 2022-03-06T10:09:38.588 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:38 smithi008 conmon[29939]: ) 130 : cluster [DBG] pgmap v96: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2022-03-06T10:09:38.877 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:38 smithi083 conmon[33008]: cluster 2022-03-06T10:09:36.691522+0000 mgr.smithi008.onsztl (mgr.14164) 130 : cluster [DBG] pgmap v96: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2022-03-06T10:09:39.580 INFO:teuthology.orchestra.run.smithi083.stderr:--> Zapping: /dev/vg_nvme/lv_3 2022-03-06T10:09:39.580 INFO:teuthology.orchestra.run.smithi083.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2022-03-06T10:09:39.581 INFO:teuthology.orchestra.run.smithi083.stderr: stderr: 10+0 records in 2022-03-06T10:09:39.581 INFO:teuthology.orchestra.run.smithi083.stderr:10+0 records out 2022-03-06T10:09:39.581 INFO:teuthology.orchestra.run.smithi083.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0119059 s, 881 MB/s 2022-03-06T10:09:39.581 INFO:teuthology.orchestra.run.smithi083.stderr:--> Zapping successful for: 2022-03-06T10:09:40.062 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f3cc2a6e-9d34-11ec-8c35-001a4aab830c -- ceph orch daemon add osd smithi083:vg_nvme/lv_3 2022-03-06T10:09:40.747 INFO:journalctl@ceph.osd.4.smithi083.stdout:Mar 06 10:09:40 smithi083 conmon[39164]: debug 2022-03-06T10:09:40.439+0000 7ffbb0099080 -1 osd.4 0 log_to_monitors {default=true} 2022-03-06T10:09:40.748 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:40 smithi083 conmon[33008]: cluster 2022-03-06T10:09:38.691822+0000 mgr.smithi008.onsztl ( 2022-03-06T10:09:40.748 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:40 smithi083 conmon[33008]: mgr.14164) 131 : cluster [DBG] pgmap v97: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2022-03-06T10:09:40.748 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:40 smithi083 conmon[33008]: audit 2022-03-06T10:09:40.303824+0000 mon.smithi008 (mon.0) 373 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:09:40.748 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:40 smithi083 conmon[33008]: audit 2022-03-06T10:09:40.444050+0000 mon.smithi008 (mon.0) 374 : audit [INF] from='osd.4 [v2:172.21.15.83:6800/2996776530,v1:172.21.15.83:6801/2996776530]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2022-03-06T10:09:40.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:40 smithi008 conmon[29939]: cluster 2022-03-06T10:09: 2022-03-06T10:09:40.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:40 smithi008 conmon[29939]: 38.691822+0000 mgr.smithi008.onsztl (mgr.14164) 131 : cluster [DBG] pgmap v97: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2022-03-06T10:09:40.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:40 smithi008 conmon[29939]: audit 2022 2022-03-06T10:09:40.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:40 smithi008 conmon[29939]: -03-06T10:09:40.303824+0000 mon.smithi008 ( 2022-03-06T10:09:40.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:40 smithi008 conmon[29939]: mon.0) 373 : audit [INF] 2022-03-06T10:09:40.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:40 smithi008 conmon[29939]: from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:09:40.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:40 smithi008 conmon[29939]: audit 2022 2022-03-06T10:09:40.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:40 smithi008 conmon[29939]: -03-06T10:09 2022-03-06T10:09:40.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:40 smithi008 conmon[29939]: :40.444050+0000 mon.smithi008 (mon 2022-03-06T10:09:40.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:40 smithi008 conmon[29939]: .0) 374 : audit [INF] 2022-03-06T10:09:40.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:40 smithi008 conmon[29939]: from='osd.4 [v2:172.21.15.83:6800/2996776530,v1:172.21.15.83:6801/2996776530]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2022-03-06T10:09:42.312 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:42 smithi083 conmon[33008]: cluster 2022-03-06T10:09:40.692249+0000 mgr.smithi008.onsztl (mgr.14164) 132 : cluster [DBG] pgmap v98: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2022-03-06T10:09:42.312 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:42 smithi083 conmon[33008]: audit 2022-03-06T10:09:41.305361+0000 mon.smithi008 (mon.0) 375 : audit [INF] from='osd.4 [v2:172.21.15.83:6800/2996776530,v1:172.21.15.83:6801/2996776530]' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2022-03-06T10:09:42.313 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:42 smithi083 conmon[33008]: cluster 2022-03-06T10:09:41.305435+0000 mon.smithi008 (mon.0) 376 : cluster [DBG] osdmap e29: 5 total, 4 up, 5 in 2022-03-06T10:09:42.313 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:42 smithi083 conmon[33008]: audit 2022-03-06T10:09:41.305584+0000 mon.smithi008 (mon.0) 377 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-03-06T10:09:42.313 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:42 smithi083 conmon[33008]: audit 2022-03-06T10:09:41.306125+0000 mon.smithi008 (mon.0) 378 : audit [INF] from='osd.4 [v2:172.21.15.83:6800/2996776530,v1:172.21.15.83:6801/2996776530]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]: dispatch 2022-03-06T10:09:42.313 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:42 smithi083 conmon[33008]: audit 2022-03-06T10:09:42.147950+0000 mon.smithi008 (mon.0) 379 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2022-03-06T10:09:42.314 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:42 smithi083 conmon[33008]: audit 2022-03-06T10:09:42.150428+0000 mon.smithi008 (mon.0) 380 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:09:42.314 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:42 smithi083 conmon[33008]: audit 2022-03-06T10:09:42 2022-03-06T10:09:42.314 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:42 smithi083 conmon[33008]: .150678+0000 mon.smithi008 (mon.0) 381 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2022-03-06T10:09:42.314 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:42 smithi083 conmon[33008]: audit 2022-03-06T10:09:42.151321+0000 mon.smithi008 (mon.0) 382 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:09:42.587 INFO:journalctl@ceph.osd.4.smithi083.stdout:Mar 06 10:09:42 smithi083 conmon[39164]: debug 2022-03-06T10:09:42.308+0000 7ffba660a700 -1 osd.4 0 waiting for initial osdmap 2022-03-06T10:09:42.587 INFO:journalctl@ceph.osd.4.smithi083.stdout:Mar 06 10:09:42 smithi083 conmon[39164]: debug 2022-03-06T10:09:42.314+0000 7ffba1583700 -1 osd.4 30 set_numa_affinity unable to identify public interface 'enp3s0f1' numa node: (0) Success 2022-03-06T10:09:42.746 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:42 smithi008 conmon[29939]: cluster 2022-03-06T10:09:40.692249+0000 mgr.smithi008.onsztl 2022-03-06T10:09:42.746 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:42 smithi008 conmon[29939]: (mgr.14164) 132 : cluster [DBG] pgmap v98: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2022-03-06T10:09:42.746 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:42 smithi008 conmon[29939]: audit 2022-03-06T10:09:41.305361+0000 mon.smithi008 (mon.0) 375 : audit [INF] from='osd.4 [v2:172.21.15.83:6800/2996776530,v1:172.21.15.83:6801/2996776530]' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2022-03-06T10:09:42.747 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:42 smithi008 conmon[29939]: cluster 2022- 2022-03-06T10:09:42.747 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:42 smithi008 conmon[29939]: 03-06T10:09:41.305435+0000 2022-03-06T10:09:42.747 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:42 smithi008 conmon[29939]: mon.smithi008 (mon.0) 376 : cluster [DBG] 2022-03-06T10:09:42.747 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:42 smithi008 conmon[29939]: osdmap e29: 5 total, 4 up, 5 in 2022-03-06T10:09:42.747 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:42 smithi008 conmon[29939]: audit 2022-03-06T10 2022-03-06T10:09:42.748 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:42 smithi008 conmon[29939]: :09:41.305584+0000 mon.smithi008 (mon.0) 377 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-03-06T10:09:42.748 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:42 smithi008 conmon[29939]: audit 2022-03-06T10:09:42.748 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:42 smithi008 conmon[29939]: 2022-03-06T10:09: 2022-03-06T10:09:42.748 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:42 smithi008 conmon[29939]: 41.306125+0000 mon.smithi008 (mon.0) 378 2022-03-06T10:09:42.749 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:42 smithi008 conmon[29939]: : audit [INF] from='osd.4 [v2:172.21.15.83:6800/2996776530,v1:172.21.15.83:6801/2996776530]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]: dispatch 2022-03-06T10:09:42.749 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:42 smithi008 conmon[29939]: audit 2022-03 2022-03-06T10:09:42.749 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:42 smithi008 conmon[29939]: -06T10:09:42.147950+0000 2022-03-06T10:09:42.749 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:42 smithi008 conmon[29939]: mon.smithi008 (mon.0) 379 : audit [DBG] 2022-03-06T10:09:42.749 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:42 smithi008 conmon[29939]: from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2022-03-06T10:09:42.750 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:42 smithi008 conmon[29939]: audit 2022-03-06T10:09:42.750 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:42 smithi008 conmon[29939]: 2022-03-06T10:09:42.150428+0000 2022-03-06T10:09:42.750 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:42 smithi008 conmon[29939]: mon.smithi008 (mon.0) 380 : audit [INF] 2022-03-06T10:09:42.750 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:42 smithi008 conmon[29939]: from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:09:42.751 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:42 smithi008 conmon[29939]: audit 2022-03-06T10 2022-03-06T10:09:42.751 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:42 smithi008 conmon[29939]: :09:42.150678+0000 2022-03-06T10:09:42.751 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:42 smithi008 conmon[29939]: mon.smithi008 (mon.0) 381 : audit 2022-03-06T10:09:42.751 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:42 smithi008 conmon[29939]: [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2022-03-06T10:09:42.751 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:42 smithi008 conmon[29939]: audit 2022-03-06T10:09:42.752 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:42 smithi008 conmon[29939]: 2022-03-06T10:09: 2022-03-06T10:09:42.752 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:42 smithi008 conmon[29939]: 42.151321+0000 mon.smithi008 (mon.0) 382 2022-03-06T10:09:42.752 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:42 smithi008 conmon[29939]: : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:09:43.537 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:43 smithi083 conmon[33008]: audit 2022-03-06T10:09:42.146187+0000 mgr.smithi008.onsztl (mgr.14164) 133 : audit [DBG] from='client.24179 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi083:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2022-03-06T10:09:43.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:43 smithi083 conmon[33008]: cephadm 2022-03-06T10:09:42.149144+0000 mgr.smithi008.onsztl (mgr.14164) 134 : cephadm [INF] Applying service osd.None on host smithi083... 2022-03-06T10:09:43.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:43 smithi083 conmon[33008]: audit 2022-03-06T10:09:42.306636+0000 mon.smithi008 (mon.0) 383 : audit [INF] from='osd.4 [v2:172.21.15.83:6800/2996776530,v1:172.21.15.83:6801/2996776530]' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]': finished 2022-03-06T10:09:43.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:43 smithi083 conmon[33008]: cluster 2022-03-06T10:09:42.306708+0000 mon.smithi008 (mon.0) 384 : cluster [DBG] osdmap e30: 5 total, 4 up, 5 in 2022-03-06T10:09:43.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:43 smithi083 conmon[33008]: audit 2022-03-06T10:09:42.306976+0000 mon.smithi008 (mon.0) 385 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-03-06T10:09:43.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:43 smithi083 conmon[33008]: audit 2022-03-06T10:09:42.311111+0000 mon.smithi008 (mon.0) 386 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-03-06T10:09:43.746 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:43 smithi008 conmon[29939]: audit 2022-03-06T10:09:42.146187+0000 mgr.smithi008.onsztl (mgr.14164) 2022-03-06T10:09:43.746 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:43 smithi008 conmon[29939]: 133 : audit [DBG] from='client.24179 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi083:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2022-03-06T10:09:43.746 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:43 smithi008 conmon[29939]: cephadm 2022-03-06T10:09:42.149144+0000 mgr.smithi008.onsztl (mgr.14164) 134 : cephadm [INF] Applying service osd.None on host smithi083... 2022-03-06T10:09:43.746 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:43 smithi008 conmon[29939]: audit 2022-03- 2022-03-06T10:09:43.747 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:43 smithi008 conmon[29939]: 06T10:09:42.306636+0000 mon.smithi008 (mon.0) 383 : audit [INF] from='osd.4 [v2:172.21.15.83:6800/2996776530,v1:172.21.15.83:6801/2996776530]' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]': finished 2022-03-06T10:09:43.747 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:43 smithi008 conmon[29939]: cluster 2022-03-06T10:09:42 2022-03-06T10:09:43.747 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:43 smithi008 conmon[29939]: .306708+0000 mon.smithi008 (mon.0) 384 : cluster 2022-03-06T10:09:43.747 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:43 smithi008 conmon[29939]: [DBG] osdmap e30: 5 total, 4 up, 5 in 2022-03-06T10:09:43.748 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:43 smithi008 conmon[29939]: audit 2022-03-06T10: 2022-03-06T10:09:43.748 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:43 smithi008 conmon[29939]: 09:42.306976+0000 mon.smithi008 (mon.0) 2022-03-06T10:09:43.748 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:43 smithi008 conmon[29939]: 385 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-03-06T10:09:43.748 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:43 smithi008 conmon[29939]: audit 2022-03- 2022-03-06T10:09:43.749 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:43 smithi008 conmon[29939]: 06T10:09:42.311111+0000 mon.smithi008 ( 2022-03-06T10:09:43.749 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:43 smithi008 conmon[29939]: mon.0) 386 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-03-06T10:09:44.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:44 smithi083 conmon[33008]: cluster 2022-03-06T10:09:41.413681+0000 osd.4 (osd.4) 1 : cluster [DBG] purged_snaps scrub starts 2022-03-06T10:09:44.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:44 smithi083 conmon[33008]: cluster 2022-03-06T10:09:41.413792+0000 osd.4 (osd.4) 2 : cluster [DBG] purged_snaps scrub ok 2022-03-06T10:09:44.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:44 smithi083 conmon[33008]: cluster 2022-03-06T10:09:42.692550+0000 mgr.smithi008.onsztl (mgr.14164) 135 : cluster [DBG] pgmap v101: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2022-03-06T10:09:44.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:44 smithi083 conmon[33008]: audit 2022-03-06T10:09:43.313457+0000 mon.smithi008 (mon.0) 387 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-03-06T10:09:44.540 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:44 smithi083 conmon[33008]: cluster 2022-03-06T10:09:43.316003+0000 mon.smithi008 (mon.0) 388 : cluster [INF] osd.4 [v2:172.21.15.83:6800/2996776530,v1:172.21.15.83:6801/2996776530] boot 2022-03-06T10:09:44.540 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:44 smithi083 conmon[33008]: cluster 2022-03-06T10:09:43.316062+0000 mon.smithi008 (mon.0) 389 : cluster [DBG] osdmap e31: 5 total, 5 up, 5 in 2022-03-06T10:09:44.540 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:44 smithi083 conmon[33008]: audit 2022-03-06T10:09:43.316379+0000 mon.smithi008 (mon.0) 390 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-03-06T10:09:44.541 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:44 smithi083 conmon[33008]: audit 2022-03-06T10:09:43.826524+0000 mon.smithi008 (mon.0) 391 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:09:44.541 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:44 smithi083 conmon[33008]: audit 2022-03-06T10:09:43.834292+0000 mon.smithi008 (mon.0) 392 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:09:44.542 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:44 smithi083 conmon[33008]: audit 2022-03-06T10:09:43.839807+0000 mon.smithi008 (mon.0) 393 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:09:44.745 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:44 smithi008 conmon[29939]: cluster 2022-03-06T10:09:41.413681+0000 osd.4 2022-03-06T10:09:44.746 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:44 smithi008 conmon[29939]: (osd.4) 1 : cluster [DBG] purged_snaps scrub starts 2022-03-06T10:09:44.746 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:44 smithi008 conmon[29939]: cluster 2022-03-06T10:09:41.413792+0000 osd.4 (osd.4) 2 2022-03-06T10:09:44.746 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:44 smithi008 conmon[29939]: : cluster [DBG] purged_snaps scrub ok 2022-03-06T10:09:44.747 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:44 smithi008 conmon[29939]: cluster 2022-03-06T10:09:44.747 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:44 smithi008 conmon[29939]: 2022-03-06T10:09:42.692550+0000 mgr.smithi008.onsztl (mgr.14164 2022-03-06T10:09:44.747 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:44 smithi008 conmon[29939]: ) 135 : cluster [DBG] pgmap v101: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2022-03-06T10:09:44.747 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:44 smithi008 conmon[29939]: audit 2022-03-06T10:09:44.748 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:44 smithi008 conmon[29939]: 2022-03-06T10:09 2022-03-06T10:09:44.748 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:44 smithi008 conmon[29939]: :43.313457+0000 mon.smithi008 (mon.0) 387 : 2022-03-06T10:09:44.748 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:44 smithi008 conmon[29939]: audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-03-06T10:09:44.748 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:44 smithi008 conmon[29939]: cluster 2022- 2022-03-06T10:09:44.749 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:44 smithi008 conmon[29939]: 03-06T10:09:43.316003+0000 mon.smithi008 ( 2022-03-06T10:09:44.749 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:44 smithi008 conmon[29939]: mon.0) 388 : cluster [INF] osd.4 [v2:172.21.15.83:6800/2996776530,v1:172.21.15.83:6801/2996776530] boot 2022-03-06T10:09:44.749 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:44 smithi008 conmon[29939]: cluster 2022-03-06 2022-03-06T10:09:44.749 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:44 smithi008 conmon[29939]: T10:09:43.316062+0000 mon.smithi008 (mon.0) 389 2022-03-06T10:09:44.749 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:44 smithi008 conmon[29939]: : cluster [DBG] osdmap e31: 5 total, 5 up, 5 in 2022-03-06T10:09:44.750 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:44 smithi008 conmon[29939]: audit 2022-03- 2022-03-06T10:09:44.750 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:44 smithi008 conmon[29939]: 06T10:09:43.316379+0000 mon.smithi008 (mon 2022-03-06T10:09:44.750 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:44 smithi008 conmon[29939]: .0) 390 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-03-06T10:09:44.750 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:44 smithi008 conmon[29939]: audit 2022 2022-03-06T10:09:44.751 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:44 smithi008 conmon[29939]: -03-06T10:09:43.826524+0000 mon.smithi008 ( 2022-03-06T10:09:44.751 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:44 smithi008 conmon[29939]: mon.0) 391 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:09:44.751 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:44 smithi008 conmon[29939]: audit 2022 2022-03-06T10:09:44.751 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:44 smithi008 conmon[29939]: -03-06T10:09:43.834292+0000 2022-03-06T10:09:44.752 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:44 smithi008 conmon[29939]: mon.smithi008 (mon.0) 392 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:09:44.752 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:44 smithi008 conmon[29939]: 2022-03-06T10:09:44.752 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:44 smithi008 conmon[29939]: audit 2022-03-06T10:09:43. 2022-03-06T10:09:44.752 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:44 smithi008 conmon[29939]: 839807+0000 mon.smithi008 (mon.0) 393 : audit 2022-03-06T10:09:44.752 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:44 smithi008 conmon[29939]: [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:09:45.746 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:45 smithi008 conmon[29939]: cephadm 2022-03-06T10:09:43.821396+0000 mgr.smithi008.onsztl (mgr.14164) 136 : cephadm 2022-03-06T10:09:45.746 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:45 smithi008 conmon[29939]: [INF] Detected new or changed devices on smithi083 2022-03-06T10:09:45.746 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:45 smithi008 conmon[29939]: cluster 2022-03-06T10:09:44.317377+0000 mon.smithi008 (mon.0) 394 : cluster [DBG] osdmap e32: 5 total, 5 up, 5 in 2022-03-06T10:09:45.747 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:45 smithi008 conmon[29939]: audit 2022-03 2022-03-06T10:09:45.747 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:45 smithi008 conmon[29939]: -06T10:09:44.416263+0000 mon.smithi083 (mon.1) 4 : audit [INF] from='client.? 172.21.15.83:0/2033395174' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ad68c109-5177-492e-a455-5b55a66ea3df"}]: dispatch 2022-03-06T10:09:45.747 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:45 smithi008 conmon[29939]: audit 2022-03-06T10:09:45.748 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:45 smithi008 conmon[29939]: 2022-03-06T10 2022-03-06T10:09:45.748 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:45 smithi008 conmon[29939]: :09:44.416760+0000 mon.smithi008 (mon.0 2022-03-06T10:09:45.748 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:45 smithi008 conmon[29939]: ) 395 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ad68c109-5177-492e-a455-5b55a66ea3df"}]: dispatch 2022-03-06T10:09:45.748 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:45 smithi008 conmon[29939]: audit 2022-03-06T10:09:44 2022-03-06T10:09:45.749 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:45 smithi008 conmon[29939]: .420496+0000 mon.smithi008 (mon.0) 396 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ad68c109-5177-492e-a455-5b55a66ea3df"}]': finished 2022-03-06T10:09:45.749 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:45 smithi008 conmon[29939]: cluster 2022-03-06T10: 2022-03-06T10:09:45.749 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:45 smithi008 conmon[29939]: 09:44.420555+0000 mon.smithi008 (mon.0) 397 : cluster [DBG] osdmap e33: 6 total, 5 up, 6 in 2022-03-06T10:09:45.749 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:45 smithi008 conmon[29939]: 2022-03-06T10:09:45.750 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:45 smithi008 conmon[29939]: audit 2022 2022-03-06T10:09:45.750 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:45 smithi008 conmon[29939]: -03-06T10:09:44.420758+0000 mon.smithi008 (mon.0) 398 : audit [DBG] 2022-03-06T10:09:45.750 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:45 smithi008 conmon[29939]: from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-03-06T10:09:45.750 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:45 smithi008 conmon[29939]: audit 2022-03- 2022-03-06T10:09:45.751 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:45 smithi008 conmon[29939]: 06T10:09:44.832717+0000 mon.smithi083 (mon.1) 5 : audit 2022-03-06T10:09:45.751 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:45 smithi008 conmon[29939]: [DBG] from='client.? 172.21.15.83:0/437323497' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2022-03-06T10:09:45.787 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:45 smithi083 conmon[33008]: cephadm 2022-03-06T10:09:43.821396+0000 mgr.smithi008.onsztl (mgr.14164) 136 : cephadm [INF] Detected new or changed devices on smithi083 2022-03-06T10:09:45.788 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:45 smithi083 conmon[33008]: cluster 2022-03-06T10: 2022-03-06T10:09:45.788 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:45 smithi083 conmon[33008]: 09:44.317377+0000 mon.smithi008 (mon.0) 394 : cluster [DBG] osdmap e32: 5 total, 5 up, 5 in 2022-03-06T10:09:45.788 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:45 smithi083 conmon[33008]: audit 2022-03-06T10:09:44.416263+0000 mon.smithi083 (mon.1) 4 : audit [INF] from='client.? 172.21.15.83:0/2033395174' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ad68c109-5177-492e-a455-5b55a66ea3df"}]: dispatch 2022-03-06T10:09:45.789 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:45 smithi083 conmon[33008]: audit 2022-03-06T10:09:44.416760+0000 mon.smithi008 (mon.0) 395 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ad68c109-5177-492e-a455-5b55a66ea3df"}]: dispatch 2022-03-06T10:09:45.789 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:45 smithi083 conmon[33008]: audit 2022-03-06T10:09:44.420496+0000 mon.smithi008 (mon.0) 396 : audit [INF] 2022-03-06T10:09:45.789 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:45 smithi083 conmon[33008]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ad68c109-5177-492e-a455-5b55a66ea3df"}]': finished 2022-03-06T10:09:45.789 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:45 smithi083 conmon[33008]: cluster 2022-03-06T10:09:44.420555+0000 mon.smithi008 (mon.0 2022-03-06T10:09:45.789 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:45 smithi083 conmon[33008]: ) 397 : cluster [DBG] osdmap e33: 6 total, 5 up, 6 in 2022-03-06T10:09:45.790 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:45 smithi083 conmon[33008]: audit 2022-03-06T10:09:44. 2022-03-06T10:09:45.790 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:45 smithi083 conmon[33008]: 420758+0000 mon.smithi008 (mon.0) 398 : audit 2022-03-06T10:09:45.790 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:45 smithi083 conmon[33008]: [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-03-06T10:09:45.790 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:45 smithi083 conmon[33008]: audit 2022-03-06T10:09: 2022-03-06T10:09:45.791 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:45 smithi083 conmon[33008]: 44.832717+0000 mon.smithi083 (mon.1) 5 : 2022-03-06T10:09:45.791 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:45 smithi083 conmon[33008]: audit [DBG] from='client.? 172.21.15.83:0/437323497' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2022-03-06T10:09:46.745 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:46 smithi008 conmon[29939]: cluster 2022-03-06T10: 2022-03-06T10:09:46.746 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:46 smithi008 conmon[29939]: 09:44.692839+0000 mgr.smithi008.onsztl (mgr.14164) 137 : cluster [DBG] pgmap v105: 1 pgs: 1 activating; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2022-03-06T10:09:46.787 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:46 smithi083 conmon[33008]: cluster 2022-03-06T10:09:44.692839+0000 mgr.smithi008.onsztl (mgr.14164) 137 : cluster 2022-03-06T10:09:46.788 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:46 smithi083 conmon[33008]: [DBG] pgmap v105: 1 pgs: 1 activating; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2022-03-06T10:09:48.787 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:48 smithi083 conmon[33008]: cluster 2022-03-06T10:09:46.693210+0000 mgr.smithi008.onsztl (mgr.14164) 138 : cluster [DBG] pgmap v106: 1 pgs: 1 activating; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2022-03-06T10:09:48.995 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:48 smithi008 conmon[29939]: cluster 2022-03-06T 2022-03-06T10:09:48.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:48 smithi008 conmon[29939]: 10:09:46.693210+0000 mgr.smithi008.onsztl (mgr.14164) 138 : cluster [DBG] pgmap v106: 1 pgs: 1 activating; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2022-03-06T10:09:50.099 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:49 smithi083 conmon[33008]: cluster 2022-03-06T10:09:48.693480+0000 mgr.smithi008.onsztl (mgr.14164 2022-03-06T10:09:50.100 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:49 smithi083 conmon[33008]: ) 139 : cluster [DBG] pgmap v107: 1 pgs: 1 activating; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2022-03-06T10:09:50.100 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:49 smithi083 conmon[33008]: audit 2022-03-06T10:09:48.831997+0000 mon.smithi008 (mon.0) 399 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:09:50.100 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:49 smithi083 conmon[33008]: audit 2022-03-06T10:09:48.834835+0000 mon.smithi008 (mon.0) 400 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:09:50.100 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:49 smithi083 conmon[33008]: audit 2022-03-06T10:09:49.325776+0000 mon.smithi008 (mon.0) 401 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2022-03-06T10:09:50.101 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:49 smithi083 conmon[33008]: audit 2022-03-06T10:09:49.326729+0000 mon.smithi008 (mon.0) 402 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:09:50.101 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:49 smithi083 conmon[33008]: cephadm 2022-03-06T10:09:49.327505+0000 mgr.smithi008.onsztl (mgr.14164) 140 : cephadm [INF] Deploying daemon osd.5 on smithi083 2022-03-06T10:09:50.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:49 smithi008 conmon[29939]: cluster 2022-03-06T10:09:48.693480+0000 mgr.smithi008.onsztl (mgr. 2022-03-06T10:09:50.247 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:49 smithi008 conmon[29939]: 14164) 139 : cluster [DBG] pgmap v107: 1 pgs: 1 activating; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2022-03-06T10:09:50.247 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:49 smithi008 conmon[29939]: audit 2022-03-06T10:09:48.831997+0000 mon.smithi008 (mon.0) 399 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:09:50.248 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:49 smithi008 conmon[29939]: audit 2022-03-06T10:09:48.834835+0000 mon.smithi008 (mon.0) 400 : 2022-03-06T10:09:50.248 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:49 smithi008 conmon[29939]: audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:09:50.249 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:49 smithi008 conmon[29939]: audit 2022-03-06 2022-03-06T10:09:50.249 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:49 smithi008 conmon[29939]: T10:09:49.325776+0000 mon.smithi008 (mon. 2022-03-06T10:09:50.249 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:49 smithi008 conmon[29939]: 0) 401 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2022-03-06T10:09:50.250 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:49 smithi008 conmon[29939]: audit 2022-03-06 2022-03-06T10:09:50.250 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:49 smithi008 conmon[29939]: T10:09:49.326729+0000 mon.smithi008 (mon. 2022-03-06T10:09:50.251 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:49 smithi008 conmon[29939]: 0) 402 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:09:50.251 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:49 smithi008 conmon[29939]: cephadm 2022-03- 2022-03-06T10:09:50.251 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:49 smithi008 conmon[29939]: 06T10:09:49.327505+0000 mgr.smithi008.onsztl (mgr 2022-03-06T10:09:50.252 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:49 smithi008 conmon[29939]: .14164) 140 : cephadm [INF] Deploying daemon osd.5 on smithi083 2022-03-06T10:09:52.178 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:51 smithi083 conmon[33008]: cluster 2022-03-06T10:09:50.694004 2022-03-06T10:09:52.179 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:51 smithi083 conmon[33008]: +0000 mgr.smithi008.onsztl (mgr.14164) 141 : cluster [DBG] pgmap v108: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2022-03-06T10:09:52.245 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:51 smithi008 conmon[29939]: cluster 2022-03-06T10:09:50.694004+0000 mgr.smithi008.onsztl (mgr 2022-03-06T10:09:52.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:51 smithi008 conmon[29939]: .14164) 141 : cluster [DBG] pgmap v108: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2022-03-06T10:09:52.310 INFO:teuthology.orchestra.run.smithi083.stdout:Created osd(s) 5 on host 'smithi083' 2022-03-06T10:09:52.679 DEBUG:teuthology.orchestra.run.smithi083:osd.5> sudo journalctl -f -n 0 -u ceph-f3cc2a6e-9d34-11ec-8c35-001a4aab830c@osd.5.service 2022-03-06T10:09:52.682 INFO:tasks.cephadm:Deploying osd.6 on smithi083 with /dev/vg_nvme/lv_2... 2022-03-06T10:09:52.682 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f3cc2a6e-9d34-11ec-8c35-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2022-03-06T10:09:52.712 INFO:journalctl@ceph.osd.5.smithi083.stdout:-- Logs begin at Sun 2022-03-06 10:00:06 UTC. -- 2022-03-06T10:09:53.037 INFO:journalctl@ceph.osd.5.smithi083.stdout:Mar 06 10:09:52 smithi083 conmon[43265]: debug 2022-03-06T10:09:52.758+0000 7f8efe139080 -1 Falling back to public interface 2022-03-06T10:09:53.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:52 smithi083 conmon[33008]: audit 2022-03-06T10:09:52.297002+0000 mon.smithi008 (mon.0) 403 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:09:53.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:52 smithi083 conmon[33008]: audit 2022-03-06T10 2022-03-06T10:09:53.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:52 smithi083 conmon[33008]: :09:52.301651+0000 mon.smithi008 (mon.0) 404 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:09:53.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:52 smithi083 conmon[33008]: audit 2022-03-06T10:09:52.306657+0000 mon.smithi008 (mon.0) 405 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:09:53.162 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:52 smithi008 conmon[29939]: audit 2022-03-06T10:09:52.297002+0000 mon.smithi008 (mon.0 2022-03-06T10:09:53.162 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:52 smithi008 conmon[29939]: ) 403 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:09:53.162 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:52 smithi008 conmon[29939]: audit 2022-03-06T10:09:52.301651+0000 mon.smithi008 (mon.0) 404 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:09:53.163 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:52 smithi008 conmon[29939]: audit 2022-03-06T10:09:52 2022-03-06T10:09:53.163 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:52 smithi008 conmon[29939]: .306657+0000 mon.smithi008 (mon.0) 405 : audit 2022-03-06T10:09:53.163 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:52 smithi008 conmon[29939]: [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:09:54.654 INFO:teuthology.orchestra.run.smithi083.stderr:--> Zapping: /dev/vg_nvme/lv_2 2022-03-06T10:09:54.655 INFO:teuthology.orchestra.run.smithi083.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2022-03-06T10:09:54.655 INFO:teuthology.orchestra.run.smithi083.stderr: stderr: 10+0 records in 2022-03-06T10:09:54.655 INFO:teuthology.orchestra.run.smithi083.stderr:10+0 records out 2022-03-06T10:09:54.655 INFO:teuthology.orchestra.run.smithi083.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0123422 s, 850 MB/s 2022-03-06T10:09:54.655 INFO:teuthology.orchestra.run.smithi083.stderr:--> Zapping successful for: 2022-03-06T10:09:54.995 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:54 smithi008 conmon[29939]: cluster 2022-03-06T10:09:52.694354+0000 2022-03-06T10:09:54.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:54 smithi008 conmon[29939]: mgr.smithi008.onsztl (mgr.14164) 142 : cluster [DBG] pgmap v109: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2022-03-06T10:09:55.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:54 smithi083 conmon[33008]: cluster 2022-03-06T10:09:52.694354+0000 mgr.smithi008.onsztl (mgr.14164) 2022-03-06T10:09:55.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:54 smithi083 conmon[33008]: 142 : cluster [DBG] pgmap v109: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2022-03-06T10:09:55.225 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f3cc2a6e-9d34-11ec-8c35-001a4aab830c -- ceph orch daemon add osd smithi083:vg_nvme/lv_2 2022-03-06T10:09:55.779 INFO:journalctl@ceph.osd.5.smithi083.stdout:Mar 06 10:09:55 smithi083 conmon[43265]: debug 2022-03-06T10:09:55.516+0000 7f8efe139080 -1 osd.5 0 log_to_monitors {default=true} 2022-03-06T10:09:56.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:56 smithi083 conmon[33008]: cluster 2022-03-06T10:09:54.694848+0000 mgr.smithi008.onsztl (mgr 2022-03-06T10:09:56.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:56 smithi083 conmon[33008]: .14164) 143 : cluster [DBG] pgmap v110: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2022-03-06T10:09:56.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:56 smithi083 conmon[33008]: audit 2022-03-06T10:09:55.276916+0000 mon.smithi008 (mon.0) 406 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:09:56.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:56 smithi083 conmon[33008]: audit 2022-03-06T10:09:55.520745+0000 mon.smithi008 (mon.0) 407 : audit [INF] from='osd.5 [v2:172.21.15.83:6808/3177062730,v1:172.21.15.83:6809/3177062730]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2022-03-06T10:09:56.746 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:56 smithi008 conmon[29939]: cluster 2022-03-06T10:09:54.694848 2022-03-06T10:09:56.746 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:56 smithi008 conmon[29939]: +0000 mgr.smithi008.onsztl (mgr.14164) 143 : cluster [DBG] pgmap v110: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2022-03-06T10:09:56.746 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:56 smithi008 conmon[29939]: audit 2022-03 2022-03-06T10:09:56.747 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:56 smithi008 conmon[29939]: -06T10:09:55.276916+0000 mon.smithi008 (mon.0) 406 : audit 2022-03-06T10:09:56.747 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:56 smithi008 conmon[29939]: [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:09:56.747 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:56 smithi008 conmon[29939]: audit 2022- 2022-03-06T10:09:56.748 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:56 smithi008 conmon[29939]: 03-06T10:09:55.520745+0000 mon.smithi008 (mon.0) 407 : audit [INF] from='osd.5 [v2:172.21.15.83:6808/3177062730,v1:172.21.15.83:6809/3177062730]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2022-03-06T10:09:57.538 INFO:journalctl@ceph.osd.5.smithi083.stdout:Mar 06 10:09:57 smithi083 conmon[43265]: debug 2022-03-06T10:09:57.289+0000 7f8ef46aa700 -1 osd.5 0 waiting for initial osdmap 2022-03-06T10:09:57.538 INFO:journalctl@ceph.osd.5.smithi083.stdout:Mar 06 10:09:57 smithi083 conmon[43265]: debug 2022-03-06T10:09:57.296+0000 7f8eed61f700 -1 osd.5 35 set_numa_affinity unable to identify public interface 'enp3s0f1' numa node: (0) Success 2022-03-06T10:09:57.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:57 smithi083 conmon[33008]: audit 2022-03-06T10:09:56.281931+0000 mon.smithi008 (mon.0) 408 : audit [INF] from='osd.5 [v2:172.21.15.83:6808/3177062730,v1:172.21.15.83:6809/3177062730]' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2022-03-06T10:09:57.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:57 smithi083 conmon[33008]: cluster 2022-03-06T10:09:56.282009+0000 mon.smithi008 (mon.0) 409 : cluster [DBG] osdmap e34: 6 total, 5 up, 6 in 2022-03-06T10:09:57.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:57 smithi083 conmon[33008]: audit 2022-03-06T10:09:56.282161+0000 mon.smithi008 (mon.0) 410 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-03-06T10:09:57.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:57 smithi083 conmon[33008]: audit 2022-03-06T10:09:56.282518+0000 mon.smithi008 (mon.0) 411 : audit [INF] from='osd.5 [v2:172.21.15.83:6808/3177062730,v1:172.21.15.83:6809/3177062730]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]: dispatch 2022-03-06T10:09:57.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:57 smithi083 conmon[33008]: audit 2022-03-06T10:09:57.181203+0000 mon.smithi008 (mon.0) 412 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2022-03-06T10:09:57.540 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:57 smithi083 conmon[33008]: audit 2022-03-06T10:09:57.182647+0000 mon.smithi008 (mon.0) 413 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2022-03-06T10:09:57.540 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:57 smithi083 conmon[33008]: audit 2022-03-06T10:09:57.183243+0000 mon.smithi008 (mon.0) 414 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:09:57.746 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:57 smithi008 conmon[29939]: audit 2022-03-06T10:09:56.281931+0000 mon.smithi008 (mon.0) 2022-03-06T10:09:57.747 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:57 smithi008 conmon[29939]: 408 : audit [INF] from='osd.5 [v2:172.21.15.83:6808/3177062730,v1:172.21.15.83:6809/3177062730]' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2022-03-06T10:09:57.747 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:57 smithi008 conmon[29939]: cluster 2022-03-06T10:09:56.282009+0000 mon.smithi008 (mon.0) 409 : cluster [DBG] osdmap e34: 6 total, 5 up, 6 in 2022-03-06T10:09:57.747 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:57 smithi008 conmon[29939]: audit 2022 2022-03-06T10:09:57.748 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:57 smithi008 conmon[29939]: -03-06T10:09:56.282161+0000 mon.smithi008 (mon.0) 410 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-03-06T10:09:57.748 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:57 smithi008 conmon[29939]: audit 2022-03-06T10 2022-03-06T10:09:57.748 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:57 smithi008 conmon[29939]: :09:56.282518+0000 mon.smithi008 (mon.0) 411 2022-03-06T10:09:57.749 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:57 smithi008 conmon[29939]: : audit [INF] from='osd.5 [v2:172.21.15.83:6808/3177062730,v1:172.21.15.83:6809/3177062730]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]: dispatch 2022-03-06T10:09:57.749 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:57 smithi008 conmon[29939]: audit 2022-03-06T10:09:57. 2022-03-06T10:09:57.749 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:57 smithi008 conmon[29939]: 181203+0000 mon.smithi008 (mon.0) 412 : audit [DBG] 2022-03-06T10:09:57.750 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:57 smithi008 conmon[29939]: from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2022-03-06T10:09:57.750 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:57 smithi008 conmon[29939]: audit 2022-03 2022-03-06T10:09:57.750 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:57 smithi008 conmon[29939]: -06T10:09:57.182647+0000 mon.smithi008 (mon.0) 413 : audit 2022-03-06T10:09:57.751 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:57 smithi008 conmon[29939]: [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2022-03-06T10:09:57.751 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:57 smithi008 conmon[29939]: audit 2022-03-06T10:09:57. 2022-03-06T10:09:57.751 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:57 smithi008 conmon[29939]: 183243+0000 mon.smithi008 (mon.0) 414 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:09:58.504 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:58 smithi083 conmon[33008]: cluster 2022-03-06T10:09:56.695206+0000 mgr.smithi008.onsztl (mgr.14164) 144 : cluster [DBG] pgmap v112: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2022-03-06T10:09:58.506 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:58 smithi083 conmon[33008]: audit 2022-03-06T10:09:57.180426+0000 mgr.smithi008.onsztl (mgr.14164) 145 : audit [DBG] from='client.24197 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi083:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2022-03-06T10:09:58.507 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:58 smithi083 conmon[33008]: cephadm 2022-03-06T10:09:57.182420+0000 mgr.smithi008.onsztl (mgr.14164) 146 : cephadm [INF] Applying service osd.None on host smithi083... 2022-03-06T10:09:58.508 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:58 smithi083 conmon[33008]: audit 2022-03-06T10:09:57.283402+0000 mon.smithi008 (mon.0) 415 : audit [INF] from='osd.5 [v2:172.21.15.83:6808/3177062730,v1:172.21.15.83:6809/3177062730]' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]': finished 2022-03-06T10:09:58.510 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:58 smithi083 conmon[33008]: cluster 2022-03-06T10:09:57.283468+0000 mon.smithi008 (mon.0) 416 : cluster [DBG] osdmap e35: 6 total, 5 up, 6 in 2022-03-06T10:09:58.510 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:58 smithi083 conmon[33008]: audit 2022-03-06T10:09:57.284457+0000 mon.smithi008 (mon.0) 417 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-03-06T10:09:58.511 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:58 smithi083 conmon[33008]: audit 2022-03-06T10:09:57.289829+0000 mon.smithi008 (mon.0) 418 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:09:58.511 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:58 smithi083 conmon[33008]: audit 2022-03-06T10:09:57.290699+0000 mon.smithi008 (mon.0) 419 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-03-06T10:09:58.512 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:58 smithi083 conmon[33008]: cluster 2022-03-06T10:09:57.580990+0000 mon.smithi008 (mon.0) 420 : cluster [INF] osd.5 [v2:172.21.15.83:6808/3177062730,v1:172.21.15.83:6809/3177062730] boot 2022-03-06T10:09:58.512 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:58 smithi083 conmon[33008]: cluster 2022-03-06T10:09:57.581050+0000 mon.smithi008 (mon 2022-03-06T10:09:58.513 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:58 smithi083 conmon[33008]: .0) 421 : cluster [DBG] osdmap e36: 6 total, 6 up, 6 in 2022-03-06T10:09:58.513 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:58 smithi083 conmon[33008]: audit 2022-03-06T10:09:57.581547+0000 mon.smithi008 (mon.0) 422 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-03-06T10:09:58.746 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:58 smithi008 conmon[29939]: cluster 2022-03-06T10:09:56.695206+0000 mgr.smithi008.onsztl (mgr.14164) 144 : cluster [DBG] pgmap v112: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2022-03-06T10:09:58.746 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:58 smithi008 conmon[29939]: audit 2022-03-06T10:09:57.180426+0000 mgr.smithi008.onsztl (mgr.14164) 145 : audit [DBG] from='client.24197 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi083:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2022-03-06T10:09:58.746 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:58 smithi008 conmon[29939]: cephadm 2022-03-06T10:09:58.747 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:58 smithi008 conmon[29939]: 2022-03-06T10:09:57.182420+0000 mgr.smithi008.onsztl (mgr.14164) 146 2022-03-06T10:09:58.747 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:58 smithi008 conmon[29939]: : cephadm [INF] Applying service osd.None on host smithi083... 2022-03-06T10:09:58.747 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:58 smithi008 conmon[29939]: audit 2022-03- 2022-03-06T10:09:58.747 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:58 smithi008 conmon[29939]: 06T10:09:57.283402+0000 mon.smithi008 ( 2022-03-06T10:09:58.747 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:58 smithi008 conmon[29939]: mon.0) 415 : audit [INF] from='osd.5 [v2:172.21.15.83:6808/3177062730,v1:172.21.15.83:6809/3177062730]' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]': finished 2022-03-06T10:09:58.748 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:58 smithi008 conmon[29939]: cluster 2022- 2022-03-06T10:09:58.748 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:58 smithi008 conmon[29939]: 03-06T10:09:57.283468+0000 2022-03-06T10:09:58.748 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:58 smithi008 conmon[29939]: mon.smithi008 (mon.0) 416 : cluster [DBG] osdmap e35: 6 total, 5 up, 6 in 2022-03-06T10:09:58.748 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:58 smithi008 conmon[29939]: 2022-03-06T10:09:58.749 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:58 smithi008 conmon[29939]: audit 2022-03-06T10:09:58.749 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:58 smithi008 conmon[29939]: 2022-03-06T10:09:57.284457+0000 2022-03-06T10:09:58.749 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:58 smithi008 conmon[29939]: mon.smithi008 (mon.0) 417 : audit [DBG] 2022-03-06T10:09:58.749 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:58 smithi008 conmon[29939]: from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-03-06T10:09:58.750 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:58 smithi008 conmon[29939]: audit 2022-03-06T10:09:57 2022-03-06T10:09:58.750 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:58 smithi008 conmon[29939]: .289829+0000 mon.smithi008 (mon.0) 418 : audit 2022-03-06T10:09:58.750 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:58 smithi008 conmon[29939]: [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:09:58.750 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:58 smithi008 conmon[29939]: audit 2022-03-06T10: 2022-03-06T10:09:58.751 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:58 smithi008 conmon[29939]: 09:57.290699+0000 mon.smithi008 (mon.0 2022-03-06T10:09:58.751 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:58 smithi008 conmon[29939]: ) 419 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-03-06T10:09:58.751 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:58 smithi008 conmon[29939]: cluster 2022-03-06 2022-03-06T10:09:58.751 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:58 smithi008 conmon[29939]: T10:09:57.580990+0000 mon.smithi008 ( 2022-03-06T10:09:58.752 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:58 smithi008 conmon[29939]: mon.0) 420 : cluster [INF] osd.5 [v2:172.21.15.83:6808/3177062730,v1:172.21.15.83:6809/3177062730] boot 2022-03-06T10:09:58.752 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:58 smithi008 conmon[29939]: cluster 2022- 2022-03-06T10:09:58.752 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:58 smithi008 conmon[29939]: 03-06T10:09:57.581050 2022-03-06T10:09:58.752 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:58 smithi008 conmon[29939]: +0000 mon.smithi008 (mon.0) 421 : cluster 2022-03-06T10:09:58.753 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:58 smithi008 conmon[29939]: [DBG] osdmap e36: 6 total, 6 up, 6 in 2022-03-06T10:09:58.753 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:58 smithi008 conmon[29939]: audit 2022-03-06T10 2022-03-06T10:09:58.753 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:58 smithi008 conmon[29939]: :09:57.581547+0000 mon.smithi008 (mon.0 2022-03-06T10:09:58.753 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:58 smithi008 conmon[29939]: ) 422 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-03-06T10:09:59.746 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:59 smithi008 conmon[29939]: cluster 2022-03-06T10:09:56.522637+0000 osd.5 (osd.5 2022-03-06T10:09:59.746 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:59 smithi008 conmon[29939]: ) 1 : cluster [DBG] purged_snaps scrub starts 2022-03-06T10:09:59.746 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:59 smithi008 conmon[29939]: cluster 2022-03-06T10:09:56.522722+0000 osd.5 (osd.5) 2 2022-03-06T10:09:59.746 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:59 smithi008 conmon[29939]: : cluster [DBG] purged_snaps scrub ok 2022-03-06T10:09:59.747 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:59 smithi008 conmon[29939]: cluster 2022-03-06T10:09:59.747 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:59 smithi008 conmon[29939]: 2022-03-06T10:09:58 2022-03-06T10:09:59.747 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:59 smithi008 conmon[29939]: .582716+0000 mon.smithi008 (mon.0) 423 : 2022-03-06T10:09:59.747 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:59 smithi008 conmon[29939]: cluster [DBG] osdmap e37: 6 total, 6 up, 6 in 2022-03-06T10:09:59.748 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:59 smithi008 conmon[29939]: audit 2022 2022-03-06T10:09:59.748 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:59 smithi008 conmon[29939]: -03-06T10:09:58 2022-03-06T10:09:59.748 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:59 smithi008 conmon[29939]: .703043+0000 mon.smithi008 (mon.0) 424 : 2022-03-06T10:09:59.748 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:59 smithi008 conmon[29939]: audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:09:59.748 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:59 smithi008 conmon[29939]: audit 2022-03 2022-03-06T10:09:59.749 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:59 smithi008 conmon[29939]: -06T10:09:58. 2022-03-06T10:09:59.749 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:59 smithi008 conmon[29939]: 849699+0000 mon.smithi008 (mon.0) 425 : 2022-03-06T10:09:59.749 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:59 smithi008 conmon[29939]: audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi008.onsztl/trash_purge_schedule"}]: dispatch 2022-03-06T10:09:59.749 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:59 smithi008 conmon[29939]: audit 2022-03-06T10:09:59.750 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:59 smithi008 conmon[29939]: 2022-03-06T10:09 2022-03-06T10:09:59.750 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:59 smithi008 conmon[29939]: :58.849934+0000 mon.smithi008 (mon. 2022-03-06T10:09:59.750 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:59 smithi008 conmon[29939]: 0) 426 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi008.onsztl/mirror_snapshot_schedule"}]: dispatch 2022-03-06T10:09:59.750 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:59 smithi008 conmon[29939]: audit 2022-03-06T10:09:59.750 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:59 smithi008 conmon[29939]: 2022-03 2022-03-06T10:09:59.751 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:59 smithi008 conmon[29939]: -06T10:09:59. 2022-03-06T10:09:59.751 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:59 smithi008 conmon[29939]: 078331+0000 mon.smithi008 (mon.0) 427 : 2022-03-06T10:09:59.751 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:59 smithi008 conmon[29939]: audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:09:59.752 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:59 smithi008 conmon[29939]: audit 2022 2022-03-06T10:09:59.752 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:59 smithi008 conmon[29939]: -03-06T10:09 2022-03-06T10:09:59.752 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:59 smithi008 conmon[29939]: :59.082117+0000 mon.smithi008 (mon.0 2022-03-06T10:09:59.752 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:09:59 smithi008 conmon[29939]: ) 428 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:09:59.788 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:59 smithi083 conmon[33008]: cluster 2022-03-06T10:09:56.522637+0000 osd.5 (osd.5) 1 : cluster [DBG] purged_snaps scrub starts 2022-03-06T10:09:59.788 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:59 smithi083 conmon[33008]: cluster 2022-03-06T10:09:56.522722+0000 osd.5 (osd.5) 2 : cluster [DBG] purged_snaps scrub ok 2022-03-06T10:09:59.788 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:59 smithi083 conmon[33008]: cluster 2022-03-06T10:09:58.582716+0000 mon.smithi008 (mon.0) 423 : cluster [DBG] osdmap e37: 6 total, 6 up, 6 in 2022-03-06T10:09:59.788 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:59 smithi083 conmon[33008]: audit 2022-03-06T10:09:58.703043+0000 mon.smithi008 (mon.0) 424 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:09:59.789 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:59 smithi083 conmon[33008]: audit 2022-03-06T10:09:58.849699+0000 mon.smithi008 (mon.0) 425 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi008.onsztl/trash_purge_schedule"}]: dispatch 2022-03-06T10:09:59.789 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:59 smithi083 conmon[33008]: audit 2022-03-06T10:09:58.849934+0000 mon.smithi008 (mon.0) 426 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi008.onsztl/mirror_snapshot_schedule"}]: dispatch 2022-03-06T10:09:59.789 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:59 smithi083 conmon[33008]: audit 2022-03-06T10:09:59.078331+0000 mon.smithi008 (mon.0) 427 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:09:59.789 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:09:59 smithi083 conmon[33008]: audit 2022-03-06T10:09:59.082117+0000 mon.smithi008 (mon.0) 428 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:10:00.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:00 smithi008 conmon[29939]: cluster 2022-03-06T10:09:58.695553+0000 mgr.smithi008.onsztl (mgr.14164) 147 : cluster [DBG] pgmap v116: 1 pgs: 1 active+clean; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail 2022-03-06T10:10:00.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:00 smithi008 conmon[29939]: cephadm 2022-03-06T10:09:58.697823+0000 mgr.smithi008.onsztl (mgr.14164) 148 : cephadm [INF] Detected new or changed devices on smithi083 2022-03-06T10:10:00.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:00 smithi008 conmon[29939]: audit 2022-03-06T10:09:59.421000+0000 mon.smithi083 (mon.1) 6 : audit [INF] from='client.? 172.21.15.83:0/3095616021' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0101ad5c-d016-4337-a07c-d8b7f9a3ff15"}]: dispatch 2022-03-06T10:10:00.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:00 smithi008 conmon[29939]: audit 2022-03-06T10:09:59.421425+0000 mon.smithi008 (mon.0) 429 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0101ad5c-d016-4337-a07c-d8b7f9a3ff15"}]: dispatch 2022-03-06T10:10:00.498 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:00 smithi008 conmon[29939]: audit 2022-03-06T10:09:59.425426+0000 mon.smithi008 (mon.0) 430 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0101ad5c-d016-4337-a07c-d8b7f9a3ff15"}]': finished 2022-03-06T10:10:00.499 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:00 smithi008 conmon[29939]: cluster 2022-03-06T10:09:59.425502+0000 mon.smithi008 (mon.0) 431 : cluster [DBG] osdmap e38: 7 total, 6 up, 7 in 2022-03-06T10:10:00.499 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:00 smithi008 conmon[29939]: audit 2022-03-06T10:09:59.425650+0000 mon.smithi008 (mon.0) 432 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-03-06T10:10:00.499 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:00 smithi008 conmon[29939]: audit 2022-03-06T10:09:59.864289+0000 mon.smithi083 (mon.1) 7 : audit [DBG] from='client.? 172.21.15.83:0/3429964004' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2022-03-06T10:10:00.499 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:00 smithi008 conmon[29939]: cluster 2022-03-06T10:10:00.000101+0000 mon.smithi008 (mon.0) 433 : cluster [INF] overall HEALTH_OK 2022-03-06T10:10:00.537 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:00 smithi083 conmon[33008]: cluster 2022-03-06T10:09:58.695553+0000 mgr.smithi008.onsztl (mgr.14164) 147 : cluster [DBG] pgmap v116: 1 pgs: 1 active+clean; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail 2022-03-06T10:10:00.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:00 smithi083 conmon[33008]: cephadm 2022-03-06T10:09:58.697823+0000 mgr.smithi008.onsztl (mgr.14164) 148 : cephadm [INF] Detected new or changed devices on smithi083 2022-03-06T10:10:00.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:00 smithi083 conmon[33008]: audit 2022-03-06T10:09:59.421000+0000 mon.smithi083 (mon.1) 6 : audit [INF] from='client.? 172.21.15.83:0/3095616021' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0101ad5c-d016-4337-a07c-d8b7f9a3ff15"}]: dispatch 2022-03-06T10:10:00.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:00 smithi083 conmon[33008]: audit 2022-03-06T10:09:59.421425+0000 mon.smithi008 (mon.0) 429 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0101ad5c-d016-4337-a07c-d8b7f9a3ff15"}]: dispatch 2022-03-06T10:10:00.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:00 smithi083 conmon[33008]: audit 2022-03-06T10:09:59.425426+0000 mon.smithi008 (mon.0) 430 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0101ad5c-d016-4337-a07c-d8b7f9a3ff15"}]': finished 2022-03-06T10:10:00.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:00 smithi083 conmon[33008]: cluster 2022-03-06T10:09:59.425502+0000 mon.smithi008 (mon.0) 431 : cluster [DBG] osdmap e38: 7 total, 6 up, 7 in 2022-03-06T10:10:00.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:00 smithi083 conmon[33008]: audit 2022-03-06T10:09:59.425650+0000 mon.smithi008 (mon.0) 432 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-03-06T10:10:00.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:00 smithi083 conmon[33008]: audit 2022-03-06T10:09:59.864289+0000 mon.smithi083 (mon.1) 7 : audit [DBG] from='client.? 172.21.15.83:0/3429964004' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2022-03-06T10:10:00.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:00 smithi083 conmon[33008]: cluster 2022-03-06T10:10:00.000101+0000 mon.smithi008 (mon.0) 433 : cluster [INF] overall HEALTH_OK 2022-03-06T10:10:02.537 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:02 smithi083 conmon[33008]: cluster 2022-03-06T10:10:00.695894+0000 mgr.smithi008.onsztl (mgr.14164) 149 : cluster [DBG] pgmap v118: 1 pgs: 1 active+clean; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail 2022-03-06T10:10:02.745 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:02 smithi008 conmon[29939]: cluster 2022-03-06T10:10:00.695894+0000 mgr.smithi008.onsztl (mgr. 2022-03-06T10:10:02.746 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:02 smithi008 conmon[29939]: 14164) 149 : cluster [DBG] pgmap v118: 1 pgs: 1 active+clean; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail 2022-03-06T10:10:04.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:04 smithi008 conmon[29939]: cluster 2022-03-06T10:10:02.696199+0000 mgr.smithi008.onsztl (mgr.14164) 150 : cluster 2022-03-06T10:10:04.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:04 smithi008 conmon[29939]: [DBG] pgmap v119: 1 pgs: 1 active+clean; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail 2022-03-06T10:10:04.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:04 smithi008 conmon[29939]: audit 2022-03-06T10:10:04.023164+0000 mon.smithi008 (mon.0) 434 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:10:04.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:04 smithi008 conmon[29939]: audit 2022-03-06T10:10:04.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:04 smithi008 conmon[29939]: 2022-03-06T10:10:04.026975+0000 mon.smithi008 (mon.0) 435 2022-03-06T10:10:04.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:04 smithi008 conmon[29939]: : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:10:05.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:04 smithi083 conmon[33008]: cluster 2022-03-06T10:10:02.696199+0000 mgr.smithi008.onsztl (mgr.14164) 150 : cluster [DBG] pgmap v119: 1 pgs: 1 active+clean; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail 2022-03-06T10:10:05.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:04 smithi083 conmon[33008]: 2022-03-06T10:10:05.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:04 smithi083 conmon[33008]: audit 2022-03-06T10:10:04.023164+0000 mon.smithi008 (mon.0) 434 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:10:05.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:04 smithi083 conmon[33008]: audit 2022-03-06T10:10:04.026975+0000 mon.smithi008 (mon.0) 435 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:10:05.892 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:05 smithi083 conmon[33008]: audit 2022-03-06T10:10:04.584681+0000 mon.smithi008 (mon.0 2022-03-06T10:10:05.893 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:05 smithi083 conmon[33008]: ) 436 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2022-03-06T10:10:05.893 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:05 smithi083 conmon[33008]: audit 2022-03-06T10:10:04.585535+0000 mon.smithi008 (mon.0) 437 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:10:05.893 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:05 smithi083 conmon[33008]: cephadm 2022-03-06T10:10:04.586230+0000 mgr.smithi008.onsztl (mgr.14164) 151 : cephadm [INF] Deploying daemon osd.6 on smithi083 2022-03-06T10:10:05.995 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:05 smithi008 conmon[29939]: audit 2022-03-06T10:10:04.584681+0000 mon.smithi008 (mon.0) 436 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2022-03-06T10:10:05.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:05 smithi008 conmon[29939]: audit 2022-03-06T10:10:04.585535+0000 mon.smithi008 (mon.0) 437 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:10:05.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:05 smithi008 conmon[29939]: cephadm 2022-03-06T 2022-03-06T10:10:05.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:05 smithi008 conmon[29939]: 10:10:04.586230+0000 mgr.smithi008.onsztl ( 2022-03-06T10:10:05.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:05 smithi008 conmon[29939]: mgr.14164) 151 : cephadm [INF] Deploying daemon osd.6 on smithi083 2022-03-06T10:10:06.936 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:06 smithi083 conmon[33008]: cluster 2022-03-06T10:10:04.696496+0000 mgr.smithi008.onsztl (mgr. 2022-03-06T10:10:06.937 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:06 smithi083 conmon[33008]: 14164) 152 : cluster [DBG] pgmap v120: 1 pgs: 1 active+clean; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail 2022-03-06T10:10:06.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:06 smithi008 conmon[29939]: cluster 2022-03-06T10:10:04.696496+0000 mgr.smithi008.onsztl (mgr.14164) 152 : 2022-03-06T10:10:06.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:06 smithi008 conmon[29939]: cluster [DBG] pgmap v120: 1 pgs: 1 active+clean; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail 2022-03-06T10:10:07.590 INFO:teuthology.orchestra.run.smithi083.stdout:Created osd(s) 6 on host 'smithi083' 2022-03-06T10:10:07.961 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:07 smithi083 conmon[33008]: audit 2022-03-06T10:10:07.574718+0000 mon.smithi008 (mon 2022-03-06T10:10:07.962 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:07 smithi083 conmon[33008]: .0) 438 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:10:07.962 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:07 smithi083 conmon[33008]: audit 2022-03-06T10:10:07.579820+0000 mon.smithi008 (mon.0) 439 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:10:07.962 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:07 smithi083 conmon[33008]: audit 2022-03-06T10:10:07.586485+0000 mon.smithi008 (mon.0) 440 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:10:07.981 DEBUG:teuthology.orchestra.run.smithi083:osd.6> sudo journalctl -f -n 0 -u ceph-f3cc2a6e-9d34-11ec-8c35-001a4aab830c@osd.6.service 2022-03-06T10:10:07.984 INFO:tasks.cephadm:Deploying osd.7 on smithi083 with /dev/vg_nvme/lv_1... 2022-03-06T10:10:07.985 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f3cc2a6e-9d34-11ec-8c35-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2022-03-06T10:10:07.995 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:07 smithi008 conmon[29939]: audit 2022-03-06T10:10:07.574718+0000 mon.smithi008 (mon 2022-03-06T10:10:07.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:07 smithi008 conmon[29939]: .0) 438 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:10:07.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:07 smithi008 conmon[29939]: audit 2022-03-06T10:10:07.579820+0000 mon.smithi008 (mon.0) 439 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:10:07.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:07 smithi008 conmon[29939]: audit 2022-03-06T10:10:07. 2022-03-06T10:10:07.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:07 smithi008 conmon[29939]: 586485+0000 mon.smithi008 (mon.0) 440 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:10:08.013 INFO:journalctl@ceph.osd.6.smithi083.stdout:-- Logs begin at Sun 2022-03-06 10:00:06 UTC. -- 2022-03-06T10:10:08.287 INFO:journalctl@ceph.osd.6.smithi083.stdout:Mar 06 10:10:08 smithi083 conmon[47471]: debug 2022-03-06T10:10:08.038+0000 7f09f8a31080 -1 Falling back to public interface 2022-03-06T10:10:08.775 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:08 smithi083 conmon[33008]: cluster 2022-03-06T10:10:06.696909+0000 mgr.smithi008.onsztl (mgr.14164) 153 : cluster [DBG] pgmap v121: 1 pgs: 1 active+clean; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail 2022-03-06T10:10:08.995 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:08 smithi008 conmon[29939]: cluster 2022-03-06T10:10:06.696909+0000 2022-03-06T10:10:08.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:08 smithi008 conmon[29939]: mgr.smithi008.onsztl (mgr.14164) 153 : cluster [DBG] pgmap v121: 1 pgs: 1 active+clean; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail 2022-03-06T10:10:09.974 INFO:teuthology.orchestra.run.smithi083.stderr:--> Zapping: /dev/vg_nvme/lv_1 2022-03-06T10:10:09.975 INFO:teuthology.orchestra.run.smithi083.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2022-03-06T10:10:09.975 INFO:teuthology.orchestra.run.smithi083.stderr: stderr: 10+0 records in 2022-03-06T10:10:09.975 INFO:teuthology.orchestra.run.smithi083.stderr:10+0 records out 2022-03-06T10:10:09.975 INFO:teuthology.orchestra.run.smithi083.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0130411 s, 804 MB/s 2022-03-06T10:10:09.976 INFO:teuthology.orchestra.run.smithi083.stderr:--> Zapping successful for: 2022-03-06T10:10:10.430 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f3cc2a6e-9d34-11ec-8c35-001a4aab830c -- ceph orch daemon add osd smithi083:vg_nvme/lv_1 2022-03-06T10:10:10.786 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:10 smithi083 conmon[33008]: cluster 2022-03-06T10:10:08.697407+0000 mgr.smithi008.onsztl (mgr.14164) 154 : cluster [DBG] pgmap v122: 1 pgs: 1 active+clean; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail 2022-03-06T10:10:10.787 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:10 smithi083 conmon[33008]: audit 2022-03-06T10:10:10.528235+0000 mon.smithi008 (mon.0) 441 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:10:10.995 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:10 smithi008 conmon[29939]: cluster 2022-03-06T10:10:08.697407+0000 mgr.smithi008.onsztl (mgr. 2022-03-06T10:10:10.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:10 smithi008 conmon[29939]: 14164) 154 : cluster [DBG] pgmap v122: 1 pgs: 1 active+clean; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail 2022-03-06T10:10:10.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:10 smithi008 conmon[29939]: audit 2022-03-06T10:10:10.528235+0000 mon.smithi008 (mon.0) 441 : audit [INF] 2022-03-06T10:10:10.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:10 smithi008 conmon[29939]: from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:10:11.037 INFO:journalctl@ceph.osd.6.smithi083.stdout:Mar 06 10:10:10 smithi083 conmon[47471]: debug 2022-03-06T10:10:10.785+0000 7f09f8a31080 -1 osd.6 0 log_to_monitors {default=true} 2022-03-06T10:10:11.787 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:11 smithi083 conmon[33008]: audit 2022-03-06T10:10:10.789015+0000 mon.smithi083 (mon.1 2022-03-06T10:10:11.788 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:11 smithi083 conmon[33008]: ) 8 : audit [INF] from='osd.6 [v2:172.21.15.83:6816/2310245540,v1:172.21.15.83:6817/2310245540]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2022-03-06T10:10:11.788 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:11 smithi083 conmon[33008]: audit 2022-03-06T10:10:10.789483+0000 mon.smithi008 (mon.0) 442 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2022-03-06T10:10:11.995 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:11 smithi008 conmon[29939]: audit 2022-03-06T10:10:10.789015+0000 mon.smithi083 (mon.1 2022-03-06T10:10:11.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:11 smithi008 conmon[29939]: ) 8 : audit [INF] from='osd.6 [v2:172.21.15.83:6816/2310245540,v1:172.21.15.83:6817/2310245540]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2022-03-06T10:10:11.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:11 smithi008 conmon[29939]: audit 2022-03-06T10:10:10.789483+0000 mon.smithi008 (mon.0) 442 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2022-03-06T10:10:12.919 INFO:journalctl@ceph.osd.6.smithi083.stdout:Mar 06 10:10:12 smithi083 conmon[47471]: debug 2022-03-06T10:10:12.609+0000 7f09eefa2700 -1 osd.6 0 waiting for initial osdmap 2022-03-06T10:10:12.919 INFO:journalctl@ceph.osd.6.smithi083.stdout:Mar 06 10:10:12 smithi083 conmon[47471]: debug 2022-03-06T10:10:12.615+0000 7f09e8718700 -1 osd.6 40 set_numa_affinity unable to identify public interface 'enp3s0f1' numa node: (0) Success 2022-03-06T10:10:12.920 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:12 smithi083 conmon[33008]: cluster 2022-03-06T10:10:10.697885+0000 mgr.smithi008.onsztl (mgr.14164) 155 : cluster [DBG] pgmap v123: 1 pgs: 1 active+clean; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail 2022-03-06T10:10:12.921 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:12 smithi083 conmon[33008]: audit 2022-03-06T10:10:11.602727+0000 mon.smithi008 (mon.0) 443 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2022-03-06T10:10:12.921 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:12 smithi083 conmon[33008]: cluster 2022-03-06T10:10:11.602816+0000 mon.smithi008 (mon.0) 444 : cluster [DBG] osdmap e39: 7 total, 6 up, 7 in 2022-03-06T10:10:12.921 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:12 smithi083 conmon[33008]: audit 2022-03-06T10:10:11.602945+0000 mon.smithi008 (mon.0) 445 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-03-06T10:10:12.922 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:12 smithi083 conmon[33008]: audit 2022-03-06T10:10:12.922 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:12 smithi083 conmon[33008]: 2022-03-06T10:10:11.605531+0000 mon.smithi083 (mon.1) 9 : audit [INF] from='osd.6 [v2:172.21.15.83:6816/2310245540,v1:172.21.15.83:6817/2310245540]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]: dispatch 2022-03-06T10:10:12.923 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:12 smithi083 conmon[33008]: audit 2022-03-06T10:10:11.605866+0000 mon.smithi008 (mon.0) 446 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]: dispatch 2022-03-06T10:10:12.923 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:12 smithi083 conmon[33008]: audit 2022-03-06T10:10:12.491953+0000 mon.smithi008 (mon.0) 447 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2022-03-06T10:10:12.923 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:12 smithi083 conmon[33008]: audit 2022-03-06T10:10:12.493319+0000 mon.smithi008 (mon.0) 448 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2022-03-06T10:10:12.924 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:12 smithi083 conmon[33008]: audit 2022-03-06T10:10:12.493882+0000 mon.smithi008 (mon.0) 449 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:10:12.924 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:12 smithi083 conmon[33008]: audit 2022-03-06T10:10:12.560579+0000 mon.smithi008 (mon. 2022-03-06T10:10:12.925 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:12 smithi083 conmon[33008]: 0) 450 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:10:12.995 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:12 smithi008 conmon[29939]: cluster 2022-03-06T10:10:10.697885+0000 mgr.smithi008.onsztl ( 2022-03-06T10:10:12.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:12 smithi008 conmon[29939]: mgr.14164) 155 : cluster [DBG] pgmap v123: 1 pgs: 1 active+clean; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail 2022-03-06T10:10:12.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:12 smithi008 conmon[29939]: audit 2022-03-06T10:10:11.602727+0000 mon.smithi008 (mon.0) 443 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2022-03-06T10:10:12.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:12 smithi008 conmon[29939]: cluster 2022-03-06T10:10:12.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:12 smithi008 conmon[29939]: 2022-03-06T10:10:11.602816+0000 mon.smithi008 (mon.0) 444 : cluster [DBG] osdmap e39: 7 total, 6 up, 7 in 2022-03-06T10:10:12.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:12 smithi008 conmon[29939]: audit 2022-03-06T 2022-03-06T10:10:12.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:12 smithi008 conmon[29939]: 10:10:11.602945+0000 mon.smithi008 (mon 2022-03-06T10:10:12.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:12 smithi008 conmon[29939]: .0) 445 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-03-06T10:10:12.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:12 smithi008 conmon[29939]: audit 2022- 2022-03-06T10:10:12.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:12 smithi008 conmon[29939]: 03-06T10:10:11.605531+0000 2022-03-06T10:10:12.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:12 smithi008 conmon[29939]: mon.smithi083 (mon.1) 9 : audit [INF] 2022-03-06T10:10:12.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:12 smithi008 conmon[29939]: from='osd.6 [v2:172.21.15.83:6816/2310245540,v1:172.21.15.83:6817/2310245540]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]: dispatch 2022-03-06T10:10:12.999 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:12 smithi008 conmon[29939]: audit 2022-03-06T10:10 2022-03-06T10:10:12.999 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:12 smithi008 conmon[29939]: :11.605866+0000 mon.smithi008 (mon.0) 2022-03-06T10:10:12.999 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:12 smithi008 conmon[29939]: 446 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]: dispatch 2022-03-06T10:10:12.999 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:12 smithi008 conmon[29939]: audit 2022-03- 2022-03-06T10:10:12.999 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:12 smithi008 conmon[29939]: 06T10:10:12.491953+0000 mon.smithi008 2022-03-06T10:10:13.000 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:12 smithi008 conmon[29939]: (mon.0) 447 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2022-03-06T10:10:13.000 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:12 smithi008 conmon[29939]: 2022-03-06T10:10:13.000 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:12 smithi008 conmon[29939]: audit 2022-03-06T10:10:13.000 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:12 smithi008 conmon[29939]: 2022-03-06T10:10:12.493319+0000 mon.smithi008 2022-03-06T10:10:13.001 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:12 smithi008 conmon[29939]: (mon.0) 448 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2022-03-06T10:10:13.001 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:12 smithi008 conmon[29939]: 2022-03-06T10:10:13.001 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:12 smithi008 conmon[29939]: audit 2022-03-06T10:10:13.001 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:12 smithi008 conmon[29939]: 2022-03-06T10:10:12.493882+0000 2022-03-06T10:10:13.001 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:12 smithi008 conmon[29939]: mon.smithi008 (mon.0) 449 : audit [DBG] 2022-03-06T10:10:13.002 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:12 smithi008 conmon[29939]: from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:10:13.002 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:12 smithi008 conmon[29939]: audit 2022 2022-03-06T10:10:13.002 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:12 smithi008 conmon[29939]: -03-06T10:10:12.560579+0000 mon.smithi008 ( 2022-03-06T10:10:13.002 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:12 smithi008 conmon[29939]: mon.0) 450 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:10:13.914 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:13 smithi083 conmon[33008]: audit 2022-03-06T10:10:12.491139+0000 mgr.smithi008.onsztl (mgr.14164) 156 : audit [DBG] from='client.24215 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi083:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2022-03-06T10:10:13.914 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:13 smithi083 conmon[33008]: cephadm 2022-03-06T10:10:12.493096+0000 mgr.smithi008.onsztl (mgr.14164) 157 : cephadm [INF] Applying service osd.None on host smithi083... 2022-03-06T10:10:13.915 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:13 smithi083 conmon[33008]: audit 2022-03-06T10:10:12.603671+0000 mon.smithi008 (mon.0) 451 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]': finished 2022-03-06T10:10:13.915 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:13 smithi083 conmon[33008]: cluster 2022-03-06T10:10:12.603755+0000 mon.smithi008 (mon.0) 452 : cluster [DBG] osdmap e40: 7 total, 6 up, 7 in 2022-03-06T10:10:13.916 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:13 smithi083 conmon[33008]: audit 2022-03-06T10:10:12.604095+0000 mon.smithi008 (mon.0) 453 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-03-06T10:10:13.916 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:13 smithi083 conmon[33008]: audit 2022-03-06T10:10:12.608203+0000 mon.smithi008 (mon.0) 454 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-03-06T10:10:13.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:13 smithi008 conmon[29939]: audit 2022-03-06T10:10:12.491139+0000 mgr.smithi008.onsztl (mgr.14164 2022-03-06T10:10:13.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:13 smithi008 conmon[29939]: ) 156 : audit [DBG] from='client.24215 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi083:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2022-03-06T10:10:13.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:13 smithi008 conmon[29939]: cephadm 2022-03-06T10:10:12.493096+0000 mgr.smithi008.onsztl (mgr.14164) 157 : cephadm [INF] 2022-03-06T10:10:13.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:13 smithi008 conmon[29939]: Applying service osd.None on host smithi083... 2022-03-06T10:10:13.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:13 smithi008 conmon[29939]: audit 2022-03-06T10: 2022-03-06T10:10:13.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:13 smithi008 conmon[29939]: 10:12.603671+0000 mon.smithi008 (mon.0) 451 : audit 2022-03-06T10:10:13.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:13 smithi008 conmon[29939]: [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]': finished 2022-03-06T10:10:13.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:13 smithi008 conmon[29939]: cluster 2022-03-06T10: 2022-03-06T10:10:13.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:13 smithi008 conmon[29939]: 10:12.603755+0000 mon.smithi008 (mon. 2022-03-06T10:10:13.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:13 smithi008 conmon[29939]: 0) 452 : cluster [DBG] osdmap e40: 7 total, 6 up, 7 in 2022-03-06T10:10:13.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:13 smithi008 conmon[29939]: audit 2022- 2022-03-06T10:10:13.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:13 smithi008 conmon[29939]: 03-06T10:10:12.604095+0000 2022-03-06T10:10:13.999 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:13 smithi008 conmon[29939]: mon.smithi008 (mon.0) 453 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-03-06T10:10:13.999 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:13 smithi008 conmon[29939]: 2022-03-06T10:10:13.999 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:13 smithi008 conmon[29939]: audit 2022-03-06T10:10:13.999 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:13 smithi008 conmon[29939]: 2022-03-06T10:10:12.608203+0000 mon.smithi008 2022-03-06T10:10:14.000 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:13 smithi008 conmon[29939]: (mon.0) 454 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-03-06T10:10:14.001 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:13 smithi008 conmon[29939]: 2022-03-06T10:10:14.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:14 smithi008 conmon[29939]: cluster 2022-03-06T10:10:11.826301+0000 osd.6 (osd.6 2022-03-06T10:10:14.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:14 smithi008 conmon[29939]: ) 1 : cluster [DBG] purged_snaps scrub starts 2022-03-06T10:10:14.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:14 smithi008 conmon[29939]: cluster 2022-03-06T10:10:11.826388+0000 osd.6 (osd.6) 2 : cluster [DBG] purged_snaps scrub ok 2022-03-06T10:10:14.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:14 smithi008 conmon[29939]: cluster 2022-03-06T10:10:14.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:14 smithi008 conmon[29939]: 2022-03-06T10:10:12.698182+0000 mgr.smithi008.onsztl (mgr.14164) 158 : cluster [DBG] pgmap v126: 1 pgs: 1 active+clean; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail 2022-03-06T10:10:14.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:14 smithi008 conmon[29939]: cluster 2022- 2022-03-06T10:10:14.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:14 smithi008 conmon[29939]: 03-06T10:10:13.605946+0000 2022-03-06T10:10:14.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:14 smithi008 conmon[29939]: mon.smithi008 (mon.0) 455 : cluster [INF] 2022-03-06T10:10:14.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:14 smithi008 conmon[29939]: osd.6 [v2:172.21.15.83:6816/2310245540,v1:172.21.15.83:6817/2310245540] boot 2022-03-06T10:10:14.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:14 smithi008 conmon[29939]: cluster 2022-03-06T10:10:13 2022-03-06T10:10:14.999 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:14 smithi008 conmon[29939]: .606003+0000 mon.smithi008 (mon.0) 456 : cluster 2022-03-06T10:10:14.999 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:14 smithi008 conmon[29939]: [DBG] osdmap e41: 7 total, 7 up, 7 in 2022-03-06T10:10:14.999 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:14 smithi008 conmon[29939]: audit 2022-03-06T10:10 2022-03-06T10:10:14.999 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:14 smithi008 conmon[29939]: :13.606201+0000 mon.smithi008 (mon.0 2022-03-06T10:10:14.999 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:14 smithi008 conmon[29939]: ) 457 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-03-06T10:10:15.000 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:14 smithi008 conmon[29939]: audit 2022-03- 2022-03-06T10:10:15.000 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:14 smithi008 conmon[29939]: 06T10:10:14.113286+0000 mon.smithi008 (mon. 2022-03-06T10:10:15.000 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:14 smithi008 conmon[29939]: 0) 458 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:10:15.000 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:14 smithi008 conmon[29939]: audit 2022-03- 2022-03-06T10:10:15.001 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:14 smithi008 conmon[29939]: 06T10:10:14.116878+0000 mon.smithi008 ( 2022-03-06T10:10:15.001 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:14 smithi008 conmon[29939]: mon.0) 459 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:10:15.001 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:14 smithi008 conmon[29939]: audit 2022- 2022-03-06T10:10:15.001 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:14 smithi008 conmon[29939]: 03-06T10:10:14.120599+0000 2022-03-06T10:10:15.001 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:14 smithi008 conmon[29939]: mon.smithi008 (mon.0) 460 : audit [DBG] 2022-03-06T10:10:15.002 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:14 smithi008 conmon[29939]: from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:10:15.002 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:14 smithi008 conmon[29939]: audit 2022-03-06T10:10 2022-03-06T10:10:15.002 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:14 smithi008 conmon[29939]: :14.124722+0000 mon.smithi008 (mon.0) 2022-03-06T10:10:15.002 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:14 smithi008 conmon[29939]: 461 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:10:15.003 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:14 smithi008 conmon[29939]: cluster 2022-03- 2022-03-06T10:10:15.003 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:14 smithi008 conmon[29939]: 06T10:10:14.606968+0000 mon.smithi008 2022-03-06T10:10:15.003 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:14 smithi008 conmon[29939]: (mon.0) 462 : cluster [DBG] osdmap e42: 7 total, 7 up, 7 in 2022-03-06T10:10:15.003 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:14 smithi008 conmon[29939]: 2022-03-06T10:10:15.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:14 smithi083 conmon[33008]: cluster 2022-03-06T10:10:11.826301+0000 osd.6 (osd.6) 1 : cluster [DBG] purged_snaps scrub starts 2022-03-06T10:10:15.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:14 smithi083 conmon[33008]: cluster 2022-03-06T10:10:11.826388+0000 osd.6 (osd.6) 2 : cluster [DBG] purged_snaps scrub ok 2022-03-06T10:10:15.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:14 smithi083 conmon[33008]: cluster 2022-03-06T10:10:12.698182+0000 mgr.smithi008.onsztl (mgr.14164) 158 : cluster [DBG] pgmap v126: 1 pgs: 1 active+clean; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail 2022-03-06T10:10:15.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:14 smithi083 conmon[33008]: cluster 2022-03-06T10:10:13.605946+0000 mon.smithi008 (mon.0) 455 : cluster [INF] osd.6 [v2:172.21.15.83:6816/2310245540,v1:172.21.15.83:6817/2310245540] boot 2022-03-06T10:10:15.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:14 smithi083 conmon[33008]: cluster 2022-03-06T10:10:13.606003+0000 mon.smithi008 (mon.0) 456 : cluster [DBG] osdmap e41: 7 total, 7 up, 7 in 2022-03-06T10:10:15.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:14 smithi083 conmon[33008]: audit 2022-03-06T10:10:13.606201+0000 mon.smithi008 (mon.0) 457 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-03-06T10:10:15.040 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:14 smithi083 conmon[33008]: audit 2022-03-06T10:10:14.113286+0000 mon.smithi008 (mon.0) 458 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:10:15.040 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:14 smithi083 conmon[33008]: audit 2022-03-06T10:10:14.116878+0000 mon.smithi008 (mon.0) 459 : audit [INF] 2022-03-06T10:10:15.040 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:14 smithi083 conmon[33008]: from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:10:15.041 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:14 smithi083 conmon[33008]: audit 2022-03-06T10:10:14.120599+0000 mon.smithi008 (mon.0) 460 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:10:15.041 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:14 smithi083 conmon[33008]: audit 2022-03-06T10:10:14.124722+0000 mon.smithi008 (mon.0) 461 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:10:15.041 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:14 smithi083 conmon[33008]: cluster 2022-03-06T10:10:14.606968+0000 mon.smithi008 (mon.0) 462 : cluster [DBG] osdmap e42: 7 total, 7 up, 7 in 2022-03-06T10:10:15.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:15 smithi008 conmon[29939]: cephadm 2022-03-06T10:10:14.108056+0000 mgr.smithi008.onsztl (mgr.14164) 159 : 2022-03-06T10:10:15.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:15 smithi008 conmon[29939]: cephadm [INF] Detected new or changed devices on smithi083 2022-03-06T10:10:15.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:15 smithi008 conmon[29939]: audit 2022-03-06T10:10:14.660322+0000 mon.smithi083 (mon.1) 10 : audit [INF] from='client.? 172.21.15.83:0/1040736192' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "464e363c-b643-4df5-af99-8907f2eda6d3"}]: dispatch 2022-03-06T10:10:15.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:15 smithi008 conmon[29939]: audit 2022- 2022-03-06T10:10:15.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:15 smithi008 conmon[29939]: 03-06T10:10:14.660898+0000 mon.smithi008 (mon.0) 463 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "464e363c-b643-4df5-af99-8907f2eda6d3"}]: dispatch 2022-03-06T10:10:15.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:15 smithi008 conmon[29939]: audit 2022-03- 2022-03-06T10:10:15.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:15 smithi008 conmon[29939]: 06T10:10:14.664697+0000 mon.smithi008 ( 2022-03-06T10:10:15.999 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:15 smithi008 conmon[29939]: mon.0) 464 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "464e363c-b643-4df5-af99-8907f2eda6d3"}]': finished 2022-03-06T10:10:15.999 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:15 smithi008 conmon[29939]: cluster 2022- 2022-03-06T10:10:15.999 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:15 smithi008 conmon[29939]: 03-06T10:10:14.664759+0000 2022-03-06T10:10:15.999 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:15 smithi008 conmon[29939]: mon.smithi008 (mon.0) 465 : cluster [DBG] 2022-03-06T10:10:16.000 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:15 smithi008 conmon[29939]: osdmap e43: 8 total, 7 up, 8 in 2022-03-06T10:10:16.000 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:15 smithi008 conmon[29939]: audit 2022-03-06T10:10:14 2022-03-06T10:10:16.000 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:15 smithi008 conmon[29939]: .664892+0000 mon.smithi008 (mon.0) 466 : 2022-03-06T10:10:16.000 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:15 smithi008 conmon[29939]: audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-03-06T10:10:16.001 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:15 smithi008 conmon[29939]: audit 2022-03-06T10 2022-03-06T10:10:16.001 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:15 smithi008 conmon[29939]: :10:15.077946+0000 mon.smithi083 (mon. 2022-03-06T10:10:16.001 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:15 smithi008 conmon[29939]: 1) 11 : audit [DBG] from='client.? 172.21.15.83:0/135465229' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2022-03-06T10:10:16.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:15 smithi083 conmon[33008]: cephadm 2022-03-06T10:10:14.108056+0000 mgr.smithi008.onsztl (mgr 2022-03-06T10:10:16.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:15 smithi083 conmon[33008]: .14164) 159 : cephadm [INF] Detected new or changed devices on smithi083 2022-03-06T10:10:16.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:15 smithi083 conmon[33008]: audit 2022-03-06T10:10:14.660322+0000 mon.smithi083 (mon.1) 10 : audit [INF] from='client.? 172.21.15.83:0/1040736192' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "464e363c-b643-4df5-af99-8907f2eda6d3"}]: dispatch 2022-03-06T10:10:16.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:15 smithi083 conmon[33008]: audit 2022-03-06T10:10:14.660898+0000 mon.smithi008 (mon.0) 463 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "464e363c-b643-4df5-af99-8907f2eda6d3"}]: dispatch 2022-03-06T10:10:16.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:15 smithi083 conmon[33008]: audit 2022-03-06T10:10:14.664697+0000 mon.smithi008 (mon.0) 464 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "464e363c-b643-4df5-af99-8907f2eda6d3"}]': finished 2022-03-06T10:10:16.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:15 smithi083 conmon[33008]: cluster 2022-03-06T10:10:14.664759+0000 mon.smithi008 (mon.0) 465 : cluster [DBG] osdmap e43: 8 total, 7 up, 8 in 2022-03-06T10:10:16.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:15 smithi083 conmon[33008]: audit 2022-03-06T10:10:14.664892+0000 mon.smithi008 (mon.0) 466 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-03-06T10:10:16.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:15 smithi083 conmon[33008]: audit 2022-03-06T10:10 2022-03-06T10:10:16.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:15 smithi083 conmon[33008]: :15.077946+0000 mon.smithi083 (mon.1) 11 : audit [DBG] from='client.? 172.21.15.83:0/135465229' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2022-03-06T10:10:16.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:16 smithi008 conmon[29939]: cluster 2022-03-06T10:10:14.698635+0000 mgr.smithi008.onsztl (mgr. 2022-03-06T10:10:16.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:16 smithi008 conmon[29939]: 14164) 160 : cluster [DBG] pgmap v130: 1 pgs: 1 active+clean; 0 B data, 35 MiB used, 626 GiB / 626 GiB avail 2022-03-06T10:10:17.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:16 smithi083 conmon[33008]: cluster 2022-03-06T10:10:14.698635+0000 mgr.smithi008.onsztl (mgr.14164) 160 : cluster [DBG] pgmap v130: 1 pgs: 1 active+clean; 0 B data, 35 MiB used, 626 GiB / 626 GiB avail 2022-03-06T10:10:18.936 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:18 smithi083 conmon[33008]: cluster 2022-03-06T10:10:16.699043+0000 mgr.smithi008.onsztl (mgr.14164) 161 2022-03-06T10:10:18.937 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:18 smithi083 conmon[33008]: : cluster [DBG] pgmap v131: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-03-06T10:10:18.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:18 smithi008 conmon[29939]: cluster 2022-03-06T10:10:16.699043+0000 mgr.smithi008.onsztl (mgr. 2022-03-06T10:10:18.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:18 smithi008 conmon[29939]: 14164) 161 : cluster [DBG] pgmap v131: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-03-06T10:10:20.952 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:20 smithi083 conmon[33008]: cluster 2022-03-06T10:10:18.699448+0000 mgr.smithi008.onsztl (mgr.14164) 162 : cluster [DBG] pgmap v132: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-03-06T10:10:20.953 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:20 smithi083 conmon[33008]: audit 2022-03-06T10:10:19.859256+0000 mon.smithi008 (mon.0) 467 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2022-03-06T10:10:20.953 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:20 smithi083 conmon[33008]: audit 2022-03-06T10:10:19.860166+0000 mon.smithi008 (mon.0) 468 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:10:20.995 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:20 smithi008 conmon[29939]: cluster 2022-03-06T10:10:18.699448+0000 mgr.smithi008.onsztl (mgr.14164) 162 : cluster [DBG] pgmap v132: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-03-06T10:10:20.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:20 smithi008 conmon[29939]: audit 2022-03-06T10:10:19.859256+0000 mon.smithi008 (mon.0) 467 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2022-03-06T10:10:20.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:20 smithi008 conmon[29939]: audit 2022-03-06T10:10:19.860166+0000 mon.smithi008 (mon.0 2022-03-06T10:10:20.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:20 smithi008 conmon[29939]: ) 468 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:10:21.995 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:21 smithi008 conmon[29939]: cephadm 2022-03-06T10:10:19.860893+0000 mgr.smithi008.onsztl (mgr.14164) 163 : 2022-03-06T10:10:21.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:21 smithi008 conmon[29939]: cephadm [INF] Deploying daemon osd.7 on smithi083 2022-03-06T10:10:22.000 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:21 smithi083 conmon[33008]: cephadm 2022-03-06T10:10:19.860893+0000 mgr.smithi008.onsztl (mgr.14164) 163 2022-03-06T10:10:22.001 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:21 smithi083 conmon[33008]: : cephadm [INF] Deploying daemon osd.7 on smithi083 2022-03-06T10:10:22.762 INFO:teuthology.orchestra.run.smithi083.stdout:Created osd(s) 7 on host 'smithi083' 2022-03-06T10:10:22.995 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:22 smithi008 conmon[29939]: cluster 2022-03-06T10:10:20.699775+0000 mgr.smithi008.onsztl (mgr.14164) 164 2022-03-06T10:10:22.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:22 smithi008 conmon[29939]: : cluster [DBG] pgmap v133: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-03-06T10:10:23.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:22 smithi083 conmon[33008]: cluster 2022-03-06T10:10:20.699775+0000 mgr.smithi008.onsztl (mgr.14164) 164 : cluster [DBG] pgmap v133: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-03-06T10:10:23.106 DEBUG:teuthology.orchestra.run.smithi083:osd.7> sudo journalctl -f -n 0 -u ceph-f3cc2a6e-9d34-11ec-8c35-001a4aab830c@osd.7.service 2022-03-06T10:10:23.111 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2022-03-06T10:10:23.112 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f3cc2a6e-9d34-11ec-8c35-001a4aab830c -- ceph osd stat -f json 2022-03-06T10:10:23.145 INFO:journalctl@ceph.osd.7.smithi083.stdout:-- Logs begin at Sun 2022-03-06 10:00:06 UTC. -- 2022-03-06T10:10:23.537 INFO:journalctl@ceph.osd.7.smithi083.stdout:Mar 06 10:10:23 smithi083 conmon[51671]: debug 2022-03-06T10:10:23.152+0000 7fca9fc16080 -1 Falling back to public interface 2022-03-06T10:10:23.845 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:23 smithi008 conmon[29939]: audit 2022-03-06T10:10:22.747021+0000 mon.smithi008 (mon.0) 469 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:10:23.846 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:23 smithi008 conmon[29939]: audit 2022-03-06T10:10:22.751616+0000 mon.smithi008 (mon.0) 470 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:10:23.846 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:23 smithi008 conmon[29939]: audit 2022-03-06T10:10:22.758366+0000 mon.smithi008 (mon.0) 471 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:10:24.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:23 smithi083 conmon[33008]: audit 2022-03-06T10:10:22.747021+0000 mon.smithi008 (mon.0) 469 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:10:24.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:23 smithi083 conmon[33008]: audit 2022-03-06T10:10:22.751616+0000 mon.smithi008 (mon.0) 470 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:10:24.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:23 smithi083 conmon[33008]: audit 2022-03-06T10:10:22.758366+0000 mon.smithi008 (mon.0) 471 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:10:24.971 INFO:teuthology.orchestra.run.smithi008.stdout: 2022-03-06T10:10:24.971 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:24 smithi008 conmon[29939]: cluster 2022-03-06T10:10:22. 2022-03-06T10:10:24.972 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:24 smithi008 conmon[29939]: 700117+0000 mgr.smithi008.onsztl (mgr.14164) 165 : cluster [DBG] pgmap v134: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-03-06T10:10:25.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:24 smithi083 conmon[33008]: cluster 2022-03-06T10:10:22.700117+0000 mgr.smithi008.onsztl (mgr.14164) 165 : 2022-03-06T10:10:25.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:24 smithi083 conmon[33008]: cluster [DBG] pgmap v134: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-03-06T10:10:25.432 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":43,"num_osds":8,"num_up_osds":7,"osd_up_since":1646561413,"num_in_osds":8,"osd_in_since":1646561414,"num_remapped_pgs":0} 2022-03-06T10:10:25.955 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:25 smithi083 conmon[33008]: audit 2022-03-06T10:10:24.969854+0000 mon.smithi008 (mon.0) 472 2022-03-06T10:10:25.955 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:25 smithi083 conmon[33008]: : audit [DBG] from='client.? 172.21.15.8:0/693032485' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2022-03-06T10:10:25.956 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:25 smithi083 conmon[33008]: audit 2022-03-06T10:10:25.321833+0000 mon.smithi008 (mon.0) 473 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:10:25.956 INFO:journalctl@ceph.osd.7.smithi083.stdout:Mar 06 10:10:25 smithi083 conmon[51671]: debug 2022-03-06T10:10:25.875+0000 7fca9fc16080 -1 osd.7 0 log_to_monitors {default=true} 2022-03-06T10:10:25.995 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:25 smithi008 conmon[29939]: audit 2022-03-06T 2022-03-06T10:10:25.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:25 smithi008 conmon[29939]: 10:10:24.969854+0000 mon.smithi008 (mon.0) 472 : audit [DBG] from='client.? 172.21.15.8:0/693032485' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2022-03-06T10:10:25.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:25 smithi008 conmon[29939]: audit 2022-03-06T10:10:25.321833+0000 mon.smithi008 (mon.0) 473 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:10:26.433 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f3cc2a6e-9d34-11ec-8c35-001a4aab830c -- ceph osd stat -f json 2022-03-06T10:10:26.746 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:26 smithi008 conmon[29939]: cluster 2022-03-06T10:10:24.700465+0000 mgr.smithi008.onsztl (mgr.14164) 166 : cluster [DBG] pgmap v135: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-03-06T10:10:26.746 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:26 smithi008 conmon[29939]: audit 2022-03-06T10:10:25.879854+0000 mon.smithi083 (mon.1) 12 : audit [INF] from='osd.7 [v2:172.21.15.83:6824/3721518946,v1:172.21.15.83:6825/3721518946]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2022-03-06T10:10:26.746 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:26 smithi008 conmon[29939]: audit 2022-03-06T10:10:25.880381+0000 mon.smithi008 (mon.0) 474 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2022-03-06T10:10:27.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:26 smithi083 conmon[33008]: cluster 2022-03-06T10:10:24.700465+0000 mgr.smithi008.onsztl (mgr.14164) 166 : cluster [DBG] pgmap v135: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-03-06T10:10:27.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:26 smithi083 conmon[33008]: audit 2022-03-06T10:10:25.879854+0000 mon.smithi083 (mon.1) 12 : audit [INF] from='osd.7 [v2:172.21.15.83:6824/3721518946,v1:172.21.15.83:6825/3721518946]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2022-03-06T10:10:27.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:26 smithi083 conmon[33008]: audit 2022-03-06T10:10:25.880381+0000 mon.smithi008 (mon.0) 474 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2022-03-06T10:10:27.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:27 smithi008 conmon[29939]: audit 2022-03-06T10:10:26.691656+0000 2022-03-06T10:10:27.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:27 smithi008 conmon[29939]: mon.smithi008 (mon.0) 475 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2022-03-06T10:10:27.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:27 smithi008 conmon[29939]: cluster 2022-03-06T10:10:26.691735+0000 mon.smithi008 (mon.0) 476 : cluster [DBG] osdmap e44: 8 total, 7 up, 8 in 2022-03-06T10:10:27.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:27 smithi008 conmon[29939]: audit 2022-03-06T10:10:26.692059+0000 mon.smithi008 (mon.0) 477 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-03-06T10:10:27.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:27 smithi008 conmon[29939]: audit 2022-03-06T10:10:26.695324+0000 mon.smithi083 (mon.1) 13 : audit [INF] from='osd.7 [v2:172.21.15.83:6824/3721518946,v1:172.21.15.83:6825/3721518946]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]: dispatch 2022-03-06T10:10:27.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:27 smithi008 conmon[29939]: audit 2022-03-06T10:10:26.699127+0000 mon.smithi008 (mon.0) 478 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]: dispatch 2022-03-06T10:10:27.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:27 smithi008 conmon[29939]: cluster 2022-03-06T10:10:26.700720+0000 mgr.smithi008.onsztl (mgr.14164) 167 : cluster [DBG] pgmap v137: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-03-06T10:10:28.037 INFO:journalctl@ceph.osd.7.smithi083.stdout:Mar 06 10:10:27 smithi083 conmon[51671]: debug 2022-03-06T10:10:27.703+0000 7fca96187700 -1 osd.7 0 waiting for initial osdmap 2022-03-06T10:10:28.038 INFO:journalctl@ceph.osd.7.smithi083.stdout:Mar 06 10:10:27 smithi083 conmon[51671]: debug 2022-03-06T10:10:27.710+0000 7fca91100700 -1 osd.7 45 set_numa_affinity unable to identify public interface 'enp3s0f1' numa node: (0) Success 2022-03-06T10:10:28.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:27 smithi083 conmon[33008]: audit 2022-03-06T10:10:26.691656 2022-03-06T10:10:28.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:27 smithi083 conmon[33008]: +0000 mon.smithi008 (mon.0) 475 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2022-03-06T10:10:28.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:27 smithi083 conmon[33008]: cluster 2022-03-06T10:10:26.691735+0000 mon.smithi008 (mon.0) 476 : cluster [DBG] osdmap e44: 8 total, 7 up, 8 in 2022-03-06T10:10:28.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:27 smithi083 conmon[33008]: audit 2022-03-06T10:10:26.692059+0000 mon.smithi008 (mon.0) 477 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-03-06T10:10:28.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:27 smithi083 conmon[33008]: audit 2022-03-06T10:10:26.695324+0000 mon.smithi083 2022-03-06T10:10:28.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:27 smithi083 conmon[33008]: (mon.1) 13 : audit [INF] from='osd.7 [v2:172.21.15.83:6824/3721518946,v1:172.21.15.83:6825/3721518946]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]: dispatch 2022-03-06T10:10:28.040 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:27 smithi083 conmon[33008]: audit 2022-03-06T10:10:28.040 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:27 smithi083 conmon[33008]: 2022-03-06 2022-03-06T10:10:28.040 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:27 smithi083 conmon[33008]: T10:10:26.699127+0000 2022-03-06T10:10:28.040 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:27 smithi083 conmon[33008]: mon.smithi008 (mon.0) 478 : audit [INF] 2022-03-06T10:10:28.041 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:27 smithi083 conmon[33008]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]: dispatch 2022-03-06T10:10:28.041 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:27 smithi083 conmon[33008]: cluster 2022-03-06T10:10:28.041 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:27 smithi083 conmon[33008]: 2022-03-06T10:10: 2022-03-06T10:10:28.041 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:27 smithi083 conmon[33008]: 26.700720+0000 mgr.smithi008.onsztl (mgr. 2022-03-06T10:10:28.042 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:27 smithi083 conmon[33008]: 14164) 167 : cluster [DBG] pgmap v137: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-03-06T10:10:28.208 INFO:teuthology.orchestra.run.smithi008.stdout: 2022-03-06T10:10:28.662 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":45,"num_osds":8,"num_up_osds":7,"osd_up_since":1646561413,"num_in_osds":8,"osd_in_since":1646561414,"num_remapped_pgs":0} 2022-03-06T10:10:28.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:28 smithi008 conmon[29939]: audit 2022-03-06T10:10:27.699544+0000 mon.smithi008 (mon.0) 479 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]': finished 2022-03-06T10:10:28.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:28 smithi008 conmon[29939]: cluster 2022-03-06T10:10:27.699607+0000 mon.smithi008 (mon.0) 480 : cluster [DBG] osdmap e45: 8 total, 7 up, 8 in 2022-03-06T10:10:28.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:28 smithi008 conmon[29939]: audit 2022-03-06T10:10:27.699980+0000 mon.smithi008 (mon.0) 481 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-03-06T10:10:28.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:28 smithi008 conmon[29939]: audit 2022-03-06T10:10:27.703567+0000 mon.smithi008 (mon.0) 482 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-03-06T10:10:28.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:28 smithi008 conmon[29939]: cephadm 2022-03-06T10:10:28.022149+0000 mgr.smithi008.onsztl (mgr.14164) 168 : cephadm [INF] Detected new or changed devices on smithi083 2022-03-06T10:10:28.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:28 smithi008 conmon[29939]: audit 2022-03-06T10:10:28.027268+0000 mon.smithi008 (mon.0) 483 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:10:28.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:28 smithi008 conmon[29939]: audit 2022-03-06T10:10:28.030602+0000 mon.smithi008 (mon.0) 484 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:10:28.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:28 smithi008 conmon[29939]: audit 2022 2022-03-06T10:10:28.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:28 smithi008 conmon[29939]: -03-06T10:10:28.034013+0000 mon.smithi008 (mon.0) 485 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:10:28.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:28 smithi008 conmon[29939]: audit 2022-03-06T10:10:28.038178+0000 mon.smithi008 (mon.0) 486 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:10:28.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:28 smithi008 conmon[29939]: audit 2022-03-06T10:10:28.207519+0000 mon.smithi083 (mon.1) 14 : audit [DBG] from='client.? 172.21.15.8:0/757463535' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2022-03-06T10:10:28.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:28 smithi008 conmon[29939]: cluster 2022-03-06T10:10:28.999 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:28 smithi008 conmon[29939]: 2022-03-06T10:10:28.700442+0000 mon.smithi008 (mon.0) 487 : cluster [INF] osd.7 [v2:172.21.15.83:6824/3721518946,v1:172.21.15.83:6825/3721518946] boot 2022-03-06T10:10:29.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:28 smithi083 conmon[33008]: audit 2022-03-06T10:10:27.699544+0000 mon.smithi008 (mon.0) 479 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]': finished 2022-03-06T10:10:29.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:28 smithi083 conmon[33008]: cluster 2022-03-06T10:10:27.699607+0000 mon.smithi008 (mon.0) 480 : cluster [DBG] osdmap e45: 8 total, 7 up, 8 in 2022-03-06T10:10:29.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:28 smithi083 conmon[33008]: audit 2022-03-06T10:10:27.699980+0000 mon.smithi008 (mon.0) 481 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-03-06T10:10:29.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:28 smithi083 conmon[33008]: audit 2022-03-06T10:10:27.703567+0000 mon.smithi008 (mon.0) 482 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-03-06T10:10:29.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:28 smithi083 conmon[33008]: cephadm 2022-03-06T10:10:28.022149+0000 mgr.smithi008.onsztl (mgr.14164) 168 : cephadm [INF] Detected new or changed devices on smithi083 2022-03-06T10:10:29.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:28 smithi083 conmon[33008]: audit 2022-03-06T10:10:28.027268+0000 mon.smithi008 (mon.0) 483 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:10:29.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:28 smithi083 conmon[33008]: audit 2022-03-06T10:10:28.030602+0000 mon.smithi008 (mon.0) 484 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:10:29.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:28 smithi083 conmon[33008]: audit 2022-03-06T10:10:28.034013+0000 mon.smithi008 (mon.0) 485 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:10:29.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:28 smithi083 conmon[33008]: audit 2022-03-06T10:10:28.038178+0000 mon.smithi008 (mon.0) 486 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:10:29.040 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:28 smithi083 conmon[33008]: audit 2022-03-06T10:10:28.207519+0000 mon.smithi083 (mon.1) 14 : audit [DBG] from='client.? 172.21.15.8:0/757463535' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2022-03-06T10:10:29.040 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:28 smithi083 conmon[33008]: cluster 2022-03-06T10:10:28.700442+0000 mon.smithi008 (mon.0) 487 : cluster [INF] osd.7 [v2:172.21.15.83:6824/3721518946,v1:172.21.15.83:6825/3721518946] boot 2022-03-06T10:10:29.663 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f3cc2a6e-9d34-11ec-8c35-001a4aab830c -- ceph osd stat -f json 2022-03-06T10:10:29.995 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:29 smithi008 conmon[29939]: cluster 2022-03-06T10: 2022-03-06T10:10:29.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:29 smithi008 conmon[29939]: 10:26.881153+0000 osd.7 (osd.7) 1 : cluster [DBG] purged_snaps scrub starts 2022-03-06T10:10:29.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:29 smithi008 conmon[29939]: cluster 2022-03-06T10:10:26.881273+0000 osd.7 (osd.7) 2 : cluster [DBG] purged_snaps scrub ok 2022-03-06T10:10:29.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:29 smithi008 conmon[29939]: cluster 2022-03-06T10:10:28.700483+0000 mon.smithi008 (mon.0) 488 : cluster [DBG] osdmap e46: 8 total, 8 up, 8 in 2022-03-06T10:10:29.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:29 smithi008 conmon[29939]: audit 2022-03-06T10:10:28.700603+0000 mon.smithi008 (mon.0) 489 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-03-06T10:10:29.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:29 smithi008 conmon[29939]: cluster 2022-03-06T10:10:28.701009+0000 mgr.smithi008.onsztl (mgr.14164) 169 : cluster 2022-03-06T10:10:29.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:29 smithi008 conmon[29939]: [DBG] pgmap v140: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-03-06T10:10:30.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:29 smithi083 conmon[33008]: cluster 2022-03-06T10:10:26.881153+0000 osd.7 (osd.7) 1 : cluster [DBG] purged_snaps scrub starts 2022-03-06T10:10:30.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:29 smithi083 conmon[33008]: cluster 2022-03-06T10:10:26. 2022-03-06T10:10:30.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:29 smithi083 conmon[33008]: 881273+0000 osd.7 (osd.7) 2 : cluster [DBG] purged_snaps scrub ok 2022-03-06T10:10:30.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:29 smithi083 conmon[33008]: cluster 2022-03-06T10:10:28.700483+0000 mon.smithi008 (mon.0) 488 : cluster [DBG] osdmap e46: 8 total, 8 up, 8 in 2022-03-06T10:10:30.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:29 smithi083 conmon[33008]: audit 2022-03-06T10:10:28.700603+0000 mon.smithi008 (mon.0) 489 : audit 2022-03-06T10:10:30.040 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:29 smithi083 conmon[33008]: [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-03-06T10:10:30.040 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:29 smithi083 conmon[33008]: cluster 2022-03-06T10:10:30.040 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:29 smithi083 conmon[33008]: 2022-03-06T10:10:28.701009+0000 2022-03-06T10:10:30.041 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:29 smithi083 conmon[33008]: mgr.smithi008.onsztl (mgr.14164) 169 : cluster 2022-03-06T10:10:30.041 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:29 smithi083 conmon[33008]: [DBG] pgmap v140: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-03-06T10:10:30.995 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:30 smithi008 conmon[29939]: cluster 2022-03-06T10:10:29. 2022-03-06T10:10:30.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:30 smithi008 conmon[29939]: 702845+0000 mon.smithi008 (mon.0) 490 : cluster [DBG] osdmap e47: 8 total, 8 up, 8 in 2022-03-06T10:10:31.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:30 smithi083 conmon[33008]: cluster 2022-03-06T10:10:29.702845+0000 mon.smithi008 (mon.0) 490 : cluster [DBG] osdmap e47: 8 total, 8 up, 8 in 2022-03-06T10:10:31.553 INFO:teuthology.orchestra.run.smithi008.stdout: 2022-03-06T10:10:31.919 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:31 smithi008 conmon[29939]: cluster 2022-03-06T10:10:30. 2022-03-06T10:10:31.920 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:31 smithi008 conmon[29939]: 701322+0000 mgr.smithi008.onsztl (mgr.14164) 170 : cluster [DBG] pgmap v142: 1 pgs: 1 active+clean; 0 B data, 41 MiB used, 715 GiB / 715 GiB avail 2022-03-06T10:10:31.920 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:31 smithi008 conmon[29939]: cluster 2022-03-06T10:10:30.708007+0000 mon.smithi008 (mon.0) 491 : cluster [DBG] osdmap e48: 8 total, 8 up, 8 in 2022-03-06T10:10:31.920 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:31 smithi008 conmon[29939]: audit 2022-03-06T10:10:31.551555+0000 mon.smithi008 (mon.0) 492 : audit [DBG] from='client.? 172.21.15.8:0/1710768463' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2022-03-06T10:10:32.007 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":48,"num_osds":8,"num_up_osds":8,"osd_up_since":1646561428,"num_in_osds":8,"osd_in_since":1646561414,"num_remapped_pgs":0} 2022-03-06T10:10:32.016 INFO:tasks.cephadm:Setting up client nodes... 2022-03-06T10:10:32.017 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f3cc2a6e-9d34-11ec-8c35-001a4aab830c -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2022-03-06T10:10:32.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:31 smithi083 conmon[33008]: cluster 2022-03-06T10:10:30.701322+0000 mgr.smithi008.onsztl (mgr.14164) 170 : cluster [DBG] 2022-03-06T10:10:32.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:31 smithi083 conmon[33008]: pgmap v142: 1 pgs: 1 active+clean; 0 B data, 41 MiB used, 715 GiB / 715 GiB avail 2022-03-06T10:10:32.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:31 smithi083 conmon[33008]: cluster 2022-03-06T10:10:30.708007+0000 mon.smithi008 (mon.0) 491 : cluster [DBG] osdmap e48: 8 total, 8 up, 8 in 2022-03-06T10:10:32.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:31 smithi083 conmon[33008]: audit 2022-03-06T10:10:31.551555+0000 2022-03-06T10:10:32.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:31 smithi083 conmon[33008]: mon.smithi008 (mon.0) 492 : audit [DBG] from='client.? 172.21.15.8:0/1710768463' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2022-03-06T10:10:33.842 INFO:teuthology.orchestra.run.smithi008.stdout:[client.0] 2022-03-06T10:10:33.843 INFO:teuthology.orchestra.run.smithi008.stdout: key = AQCZiCRinF7WMRAAr9LyoMSd+BS5LiPdswMFvw== 2022-03-06T10:10:34.230 DEBUG:teuthology.orchestra.run.smithi008:> set -ex 2022-03-06T10:10:34.231 DEBUG:teuthology.orchestra.run.smithi008:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2022-03-06T10:10:34.231 DEBUG:teuthology.orchestra.run.smithi008:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2022-03-06T10:10:34.275 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid f3cc2a6e-9d34-11ec-8c35-001a4aab830c -- ceph osd dump --format=json 2022-03-06T10:10:34.754 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/f3cc2a6e-9d34-11ec-8c35-001a4aab830c/mon.smithi008/config 2022-03-06T10:10:34.894 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:34 smithi008 conmon[29939]: cluster 2022-03-06T10:10:32.701614+0000 mgr.smithi008.onsztl (mgr.14164) 171 : cluster [DBG] pgmap v144: 1 pgs: 1 active+clean; 0 B data, 41 MiB used, 715 GiB / 715 GiB avail 2022-03-06T10:10:34.894 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:34 smithi008 conmon[29939]: audit 2022-03-06T10:10:33.835953+0000 mon.smithi008 (mon.0) 493 : audit [INF] from='client.? 172.21.15.8:0/1350006523' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2022-03-06T10:10:34.894 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:34 smithi008 conmon[29939]: audit 2022-03-06T10:10:33.839399+0000 mon.smithi008 (mon.0) 494 : audit [INF] from='client.? 172.21.15.8:0/1350006523' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2022-03-06T10:10:35.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:34 smithi083 conmon[33008]: cluster 2022-03-06T10:10:32.701614+0000 mgr.smithi008.onsztl (mgr.14164) 171 : cluster [DBG] pgmap v144: 1 pgs: 1 active+clean; 0 B data, 41 MiB used, 715 GiB / 715 GiB avail 2022-03-06T10:10:35.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:34 smithi083 conmon[33008]: audit 2022-03-06T10:10 2022-03-06T10:10:35.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:34 smithi083 conmon[33008]: :33.835953+0000 mon.smithi008 (mon.0) 493 : audit [INF] from='client.? 172.21.15.8:0/1350006523' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2022-03-06T10:10:35.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:34 smithi083 conmon[33008]: audit 2022-03-06T10:10:33.839399+0000 mon.smithi008 (mon.0) 494 : audit [INF] from='client.? 172.21.15.8:0/1350006523' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2022-03-06T10:10:36.339 INFO:teuthology.orchestra.run.smithi008.stdout: 2022-03-06T10:10:36.339 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":48,"fsid":"f3cc2a6e-9d34-11ec-8c35-001a4aab830c","created":"2022-03-06T10:05:53.912696+0000","modified":"2022-03-06T10:10:30.703995+0000","last_up_change":"2022-03-06T10:10:28.697136+0000","last_in_change":"2022-03-06T10:10:14.661528+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"pacific","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2022-03-06T10:09:23.645928+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}}],"osds":[{"osd":0,"uuid":"1ad09a39-c6be-4e95-b6be-1e9a14dd4988","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6802","nonce":2370839203},{"type":"v1","addr":"172.21.15.8:6803","nonce":2370839203}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6804","nonce":2370839203},{"type":"v1","addr":"172.21.15.8:6805","nonce":2370839203}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6808","nonce":2370839203},{"type":"v1","addr":"172.21.15.8:6809","nonce":2370839203}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6806","nonce":2370839203},{"type":"v1","addr":"172.21.15.8:6807","nonce":2370839203}]},"public_addr":"172.21.15.8:6803/2370839203","cluster_addr":"172.21.15.8:6805/2370839203","heartbeat_back_addr":"172.21.15.8:6809/2370839203","heartbeat_front_addr":"172.21.15.8:6807/2370839203","state":["exists","up"]},{"osd":1,"uuid":"882c8f64-86ec-4d57-a3ec-ecfd80852664","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6810","nonce":3126124092},{"type":"v1","addr":"172.21.15.8:6811","nonce":3126124092}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6812","nonce":3126124092},{"type":"v1","addr":"172.21.15.8:6813","nonce":3126124092}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6816","nonce":3126124092},{"type":"v1","addr":"172.21.15.8:6817","nonce":3126124092}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6814","nonce":3126124092},{"type":"v1","addr":"172.21.15.8:6815","nonce":3126124092}]},"public_addr":"172.21.15.8:6811/3126124092","cluster_addr":"172.21.15.8:6813/3126124092","heartbeat_back_addr":"172.21.15.8:6817/3126124092","heartbeat_front_addr":"172.21.15.8:6815/3126124092","state":["exists","up"]},{"osd":2,"uuid":"9783befd-8fda-4fea-90e7-9e084657b1eb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":19,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6818","nonce":1105066856},{"type":"v1","addr":"172.21.15.8:6819","nonce":1105066856}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6820","nonce":1105066856},{"type":"v1","addr":"172.21.15.8:6821","nonce":1105066856}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6824","nonce":1105066856},{"type":"v1","addr":"172.21.15.8:6825","nonce":1105066856}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6822","nonce":1105066856},{"type":"v1","addr":"172.21.15.8:6823","nonce":1105066856}]},"public_addr":"172.21.15.8:6819/1105066856","cluster_addr":"172.21.15.8:6821/1105066856","heartbeat_back_addr":"172.21.15.8:6825/1105066856","heartbeat_front_addr":"172.21.15.8:6823/1105066856","state":["exists","up"]},{"osd":3,"uuid":"4beb14a9-c8ce-4772-97e6-c010464448b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":27,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6826","nonce":3886114650},{"type":"v1","addr":"172.21.15.8:6827","nonce":3886114650}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6828","nonce":3886114650},{"type":"v1","addr":"172.21.15.8:6829","nonce":3886114650}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6832","nonce":3886114650},{"type":"v1","addr":"172.21.15.8:6833","nonce":3886114650}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6830","nonce":3886114650},{"type":"v1","addr":"172.21.15.8:6831","nonce":3886114650}]},"public_addr":"172.21.15.8:6827/3886114650","cluster_addr":"172.21.15.8:6829/3886114650","heartbeat_back_addr":"172.21.15.8:6833/3886114650","heartbeat_front_addr":"172.21.15.8:6831/3886114650","state":["exists","up"]},{"osd":4,"uuid":"5141577e-3756-4a46-a2d5-56bd2f74ace8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6800","nonce":2996776530},{"type":"v1","addr":"172.21.15.83:6801","nonce":2996776530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6802","nonce":2996776530},{"type":"v1","addr":"172.21.15.83:6803","nonce":2996776530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6806","nonce":2996776530},{"type":"v1","addr":"172.21.15.83:6807","nonce":2996776530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6804","nonce":2996776530},{"type":"v1","addr":"172.21.15.83:6805","nonce":2996776530}]},"public_addr":"172.21.15.83:6801/2996776530","cluster_addr":"172.21.15.83:6803/2996776530","heartbeat_back_addr":"172.21.15.83:6807/2996776530","heartbeat_front_addr":"172.21.15.83:6805/2996776530","state":["exists","up"]},{"osd":5,"uuid":"ad68c109-5177-492e-a455-5b55a66ea3df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6808","nonce":3177062730},{"type":"v1","addr":"172.21.15.83:6809","nonce":3177062730}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6810","nonce":3177062730},{"type":"v1","addr":"172.21.15.83:6811","nonce":3177062730}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6814","nonce":3177062730},{"type":"v1","addr":"172.21.15.83:6815","nonce":3177062730}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6812","nonce":3177062730},{"type":"v1","addr":"172.21.15.83:6813","nonce":3177062730}]},"public_addr":"172.21.15.83:6809/3177062730","cluster_addr":"172.21.15.83:6811/3177062730","heartbeat_back_addr":"172.21.15.83:6815/3177062730","heartbeat_front_addr":"172.21.15.83:6813/3177062730","state":["exists","up"]},{"osd":6,"uuid":"0101ad5c-d016-4337-a07c-d8b7f9a3ff15","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":41,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6816","nonce":2310245540},{"type":"v1","addr":"172.21.15.83:6817","nonce":2310245540}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6818","nonce":2310245540},{"type":"v1","addr":"172.21.15.83:6819","nonce":2310245540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6822","nonce":2310245540},{"type":"v1","addr":"172.21.15.83:6823","nonce":2310245540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6820","nonce":2310245540},{"type":"v1","addr":"172.21.15.83:6821","nonce":2310245540}]},"public_addr":"172.21.15.83:6817/2310245540","cluster_addr":"172.21.15.83:6819/2310245540","heartbeat_back_addr":"172.21.15.83:6823/2310245540","heartbeat_front_addr":"172.21.15.83:6821/2310245540","state":["exists","up"]},{"osd":7,"uuid":"464e363c-b643-4df5-af99-8907f2eda6d3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6824","nonce":3721518946},{"type":"v1","addr":"172.21.15.83:6825","nonce":3721518946}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6826","nonce":3721518946},{"type":"v1","addr":"172.21.15.83:6827","nonce":3721518946}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6830","nonce":3721518946},{"type":"v1","addr":"172.21.15.83:6831","nonce":3721518946}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6828","nonce":3721518946},{"type":"v1","addr":"172.21.15.83:6829","nonce":3721518946}]},"public_addr":"172.21.15.83:6825/3721518946","cluster_addr":"172.21.15.83:6827/3721518946","heartbeat_back_addr":"172.21.15.83:6831/3721518946","heartbeat_front_addr":"172.21.15.83:6829/3721518946","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-03-06T10:08:33.805419+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-03-06T10:08:51.810562+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-03-06T10:09:08.740574+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-03-06T10:09:27.332762+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-03-06T10:09:41.413795+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-03-06T10:09:56.522725+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-03-06T10:10:11.826391+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-03-06T10:10:26.881277+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.8:0/486454501":"2022-03-07T10:06:58.613910+0000","172.21.15.8:6801/3405497564":"2022-03-07T10:06:58.613910+0000","172.21.15.8:0/4151025988":"2022-03-07T10:06:58.613910+0000","172.21.15.8:0/614330105":"2022-03-07T10:06:42.070194+0000","172.21.15.8:0/3058581996":"2022-03-07T10:06:42.070194+0000","172.21.15.8:6801/1825770929":"2022-03-07T10:06:42.070194+0000","172.21.15.8:6800/3405497564":"2022-03-07T10:06:58.613910+0000","172.21.15.8:6800/1825770929":"2022-03-07T10:06:42.070194+0000","172.21.15.8:0/2309433919":"2022-03-07T10:06:19.518156+0000","172.21.15.8:6800/177658948":"2022-03-07T10:06:19.518156+0000","172.21.15.8:6801/177658948":"2022-03-07T10:06:19.518156+0000","172.21.15.8:0/94320082":"2022-03-07T10:06:19.518156+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","ruleset-failure-domain":"osd","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2022-03-06T10:10:36.770 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': 'device_health_metrics', 'create_time': '2022-03-06T10:09:23.645928+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '24', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 1}, 'application_metadata': {'mgr_devicehealth': {}}}] 2022-03-06T10:10:36.771 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid f3cc2a6e-9d34-11ec-8c35-001a4aab830c -- ceph osd pool get device_health_metrics pg_num 2022-03-06T10:10:36.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:36 smithi008 conmon[29939]: cluster 2022-03-06T10:10:34.702098 2022-03-06T10:10:36.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:36 smithi008 conmon[29939]: +0000 mgr.smithi008.onsztl (mgr.14164) 172 : cluster [DBG] pgmap v145: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-06T10:10:36.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:36 smithi008 conmon[29939]: audit 2022-03-06T10:10:36.336986+0000 mon.smithi008 (mon.0) 495 : audit [DBG] from='client.? 172.21.15.8:0/3397610130' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2022-03-06T10:10:37.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:36 smithi083 conmon[33008]: cluster 2022-03-06T10:10:34.702098+0000 mgr.smithi008.onsztl (mgr.14164) 172 : cluster [DBG] pgmap v145: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-06T10:10:37.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:36 smithi083 conmon[33008]: audit 2022-03-06T10: 2022-03-06T10:10:37.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:36 smithi083 conmon[33008]: 10:36.336986+0000 mon.smithi008 (mon.0) 495 : audit [DBG] from='client.? 172.21.15.8:0/3397610130' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2022-03-06T10:10:37.220 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/f3cc2a6e-9d34-11ec-8c35-001a4aab830c/mon.smithi008/config 2022-03-06T10:10:38.576 INFO:teuthology.orchestra.run.smithi008.stdout:pg_num: 1 2022-03-06T10:10:38.995 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:38 smithi008 conmon[29939]: cluster 2022-03-06T10:10:36.702475+0000 mgr.smithi008.onsztl (mgr.14164 2022-03-06T10:10:38.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:38 smithi008 conmon[29939]: ) 173 : cluster [DBG] pgmap v146: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-06T10:10:38.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:38 smithi008 conmon[29939]: audit 2022-03-06T10:10:38.574135+0000 mon.smithi008 (mon.0) 496 : audit [DBG] from='client.? 172.21.15.8:0/249613658' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "device_health_metrics", "var": "pg_num"}]: dispatch 2022-03-06T10:10:39.023 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2022-03-06T10:10:39.024 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2022-03-06T10:10:39.025 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid f3cc2a6e-9d34-11ec-8c35-001a4aab830c -- ceph mgr dump --format=json 2022-03-06T10:10:39.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:38 smithi083 conmon[33008]: cluster 2022-03-06T10:10:36.702475+0000 mgr.smithi008.onsztl (mgr.14164) 173 : cluster [DBG] 2022-03-06T10:10:39.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:38 smithi083 conmon[33008]: pgmap v146: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-06T10:10:39.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:38 smithi083 conmon[33008]: audit 2022-03-06T10:10:38.574135+0000 mon.smithi008 (mon.0) 496 : audit [DBG] from='client.? 172.21.15.8:0/249613658' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "device_health_metrics", "var": "pg_num"}]: dispatch 2022-03-06T10:10:39.470 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/f3cc2a6e-9d34-11ec-8c35-001a4aab830c/mon.smithi008/config 2022-03-06T10:10:40.883 INFO:teuthology.orchestra.run.smithi008.stdout: 2022-03-06T10:10:40.884 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:40 smithi008 conmon[29939]: cluster 2022-03-06T10:10:38.702958+0000 mgr.smithi008.onsztl (mgr.14164) 174 : cluster [DBG] pgmap v147: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-06T10:10:41.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:40 smithi083 conmon[33008]: cluster 2022-03-06T10:10:38.702958+0000 mgr.smithi008.onsztl (mgr.14164) 174 : cluster [DBG] pgmap v147: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-06T10:10:41.280 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":18,"active_gid":14164,"active_name":"smithi008.onsztl","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6800","nonce":3057089644},{"type":"v1","addr":"172.21.15.8:6801","nonce":3057089644}]},"active_addr":"172.21.15.8:6801/3057089644","active_change":"2022-03-06T10:06:58.614204+0000","active_mgr_features":4540138297136906239,"available":true,"standbys":[{"gid":14200,"name":"smithi083.piggzi","mgr_features":4540138297136906239,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/alertmanager:v0.20.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"docker.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"docker.io/ceph/ceph-grafana:6.7.4","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"haproxy","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"arcts/keepalived","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/node-exporter:v0.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/prometheus:v2.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Registry to which we should normalize unqualified image names","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository url","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_HOST":{"name":"RGW_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_PORT":{"name":"RGW_API_PORT","type":"str","level":"advanced","flags":0,"default_value":"80","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SCHEME":{"name":"RGW_API_SCHEME","type":"str","level":"advanced","flags":0,"default_value":"http","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_USER_ID":{"name":"RGW_API_USER_ID","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"str","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"str","level":"advanced","flags":0,"default_value":"30","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"str","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"str","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"persist_interval":{"name":"persist_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how frequently to persist completed events","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"str","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/alertmanager:v0.20.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"docker.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"docker.io/ceph/ceph-grafana:6.7.4","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"haproxy","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"arcts/keepalived","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/node-exporter:v0.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/prometheus:v2.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Registry to which we should normalize unqualified image names","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository url","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_HOST":{"name":"RGW_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_PORT":{"name":"RGW_API_PORT","type":"str","level":"advanced","flags":0,"default_value":"80","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SCHEME":{"name":"RGW_API_SCHEME","type":"str","level":"advanced","flags":0,"default_value":"http","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_USER_ID":{"name":"RGW_API_USER_ID","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"str","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"str","level":"advanced","flags":0,"default_value":"30","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"str","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"str","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"persist_interval":{"name":"persist_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how frequently to persist completed events","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"str","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://smithi008.front.sepia.ceph.com:8443/","prometheus":"http://smithi008.front.sepia.ceph.com:9283/"},"always_on_modules":{"nautilus":["balancer","crash","devicehealth","orchestrator_cli","progress","rbd_support","status","volumes"],"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"last_failure_osd_epoch":4,"active_clients":[{"addrvec":[{"type":"v2","addr":"172.21.15.8:0","nonce":3112900149}]},{"addrvec":[{"type":"v2","addr":"172.21.15.8:0","nonce":1636000177}]}]}} 2022-03-06T10:10:41.285 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2022-03-06T10:10:41.285 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2022-03-06T10:10:41.286 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid f3cc2a6e-9d34-11ec-8c35-001a4aab830c -- ceph osd dump --format=json 2022-03-06T10:10:41.730 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/f3cc2a6e-9d34-11ec-8c35-001a4aab830c/mon.smithi008/config 2022-03-06T10:10:41.862 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:41 smithi008 conmon[29939]: audit 2022-03-06T10:10:40.878837+0000 mon.smithi008 (mon.0) 497 : audit [DBG] from='client.? 172.21.15.8:0/2404422146' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2022-03-06T10:10:42.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:41 smithi083 conmon[33008]: audit 2022-03-06T10:10:40.878837+0000 mon.smithi008 (mon.0) 497 : audit [DBG] from='client.? 172.21.15.8:0/2404422146' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2022-03-06T10:10:42.745 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:42 smithi008 conmon[29939]: cluster 2022-03-06T10:10:40.703208+0000 mgr.smithi008.onsztl (mgr.14164) 175 : cluster [DBG] pgmap v148: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-06T10:10:43.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:42 smithi083 conmon[33008]: cluster 2022-03-06T10:10:40.703208+0000 mgr.smithi008.onsztl (mgr.14164) 2022-03-06T10:10:43.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:42 smithi083 conmon[33008]: 175 : cluster [DBG] pgmap v148: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-06T10:10:43.261 INFO:teuthology.orchestra.run.smithi008.stdout: 2022-03-06T10:10:43.262 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":48,"fsid":"f3cc2a6e-9d34-11ec-8c35-001a4aab830c","created":"2022-03-06T10:05:53.912696+0000","modified":"2022-03-06T10:10:30.703995+0000","last_up_change":"2022-03-06T10:10:28.697136+0000","last_in_change":"2022-03-06T10:10:14.661528+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"pacific","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2022-03-06T10:09:23.645928+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}}],"osds":[{"osd":0,"uuid":"1ad09a39-c6be-4e95-b6be-1e9a14dd4988","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6802","nonce":2370839203},{"type":"v1","addr":"172.21.15.8:6803","nonce":2370839203}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6804","nonce":2370839203},{"type":"v1","addr":"172.21.15.8:6805","nonce":2370839203}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6808","nonce":2370839203},{"type":"v1","addr":"172.21.15.8:6809","nonce":2370839203}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6806","nonce":2370839203},{"type":"v1","addr":"172.21.15.8:6807","nonce":2370839203}]},"public_addr":"172.21.15.8:6803/2370839203","cluster_addr":"172.21.15.8:6805/2370839203","heartbeat_back_addr":"172.21.15.8:6809/2370839203","heartbeat_front_addr":"172.21.15.8:6807/2370839203","state":["exists","up"]},{"osd":1,"uuid":"882c8f64-86ec-4d57-a3ec-ecfd80852664","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6810","nonce":3126124092},{"type":"v1","addr":"172.21.15.8:6811","nonce":3126124092}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6812","nonce":3126124092},{"type":"v1","addr":"172.21.15.8:6813","nonce":3126124092}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6816","nonce":3126124092},{"type":"v1","addr":"172.21.15.8:6817","nonce":3126124092}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6814","nonce":3126124092},{"type":"v1","addr":"172.21.15.8:6815","nonce":3126124092}]},"public_addr":"172.21.15.8:6811/3126124092","cluster_addr":"172.21.15.8:6813/3126124092","heartbeat_back_addr":"172.21.15.8:6817/3126124092","heartbeat_front_addr":"172.21.15.8:6815/3126124092","state":["exists","up"]},{"osd":2,"uuid":"9783befd-8fda-4fea-90e7-9e084657b1eb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":19,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6818","nonce":1105066856},{"type":"v1","addr":"172.21.15.8:6819","nonce":1105066856}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6820","nonce":1105066856},{"type":"v1","addr":"172.21.15.8:6821","nonce":1105066856}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6824","nonce":1105066856},{"type":"v1","addr":"172.21.15.8:6825","nonce":1105066856}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6822","nonce":1105066856},{"type":"v1","addr":"172.21.15.8:6823","nonce":1105066856}]},"public_addr":"172.21.15.8:6819/1105066856","cluster_addr":"172.21.15.8:6821/1105066856","heartbeat_back_addr":"172.21.15.8:6825/1105066856","heartbeat_front_addr":"172.21.15.8:6823/1105066856","state":["exists","up"]},{"osd":3,"uuid":"4beb14a9-c8ce-4772-97e6-c010464448b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":27,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6826","nonce":3886114650},{"type":"v1","addr":"172.21.15.8:6827","nonce":3886114650}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6828","nonce":3886114650},{"type":"v1","addr":"172.21.15.8:6829","nonce":3886114650}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6832","nonce":3886114650},{"type":"v1","addr":"172.21.15.8:6833","nonce":3886114650}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6830","nonce":3886114650},{"type":"v1","addr":"172.21.15.8:6831","nonce":3886114650}]},"public_addr":"172.21.15.8:6827/3886114650","cluster_addr":"172.21.15.8:6829/3886114650","heartbeat_back_addr":"172.21.15.8:6833/3886114650","heartbeat_front_addr":"172.21.15.8:6831/3886114650","state":["exists","up"]},{"osd":4,"uuid":"5141577e-3756-4a46-a2d5-56bd2f74ace8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6800","nonce":2996776530},{"type":"v1","addr":"172.21.15.83:6801","nonce":2996776530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6802","nonce":2996776530},{"type":"v1","addr":"172.21.15.83:6803","nonce":2996776530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6806","nonce":2996776530},{"type":"v1","addr":"172.21.15.83:6807","nonce":2996776530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6804","nonce":2996776530},{"type":"v1","addr":"172.21.15.83:6805","nonce":2996776530}]},"public_addr":"172.21.15.83:6801/2996776530","cluster_addr":"172.21.15.83:6803/2996776530","heartbeat_back_addr":"172.21.15.83:6807/2996776530","heartbeat_front_addr":"172.21.15.83:6805/2996776530","state":["exists","up"]},{"osd":5,"uuid":"ad68c109-5177-492e-a455-5b55a66ea3df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6808","nonce":3177062730},{"type":"v1","addr":"172.21.15.83:6809","nonce":3177062730}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6810","nonce":3177062730},{"type":"v1","addr":"172.21.15.83:6811","nonce":3177062730}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6814","nonce":3177062730},{"type":"v1","addr":"172.21.15.83:6815","nonce":3177062730}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6812","nonce":3177062730},{"type":"v1","addr":"172.21.15.83:6813","nonce":3177062730}]},"public_addr":"172.21.15.83:6809/3177062730","cluster_addr":"172.21.15.83:6811/3177062730","heartbeat_back_addr":"172.21.15.83:6815/3177062730","heartbeat_front_addr":"172.21.15.83:6813/3177062730","state":["exists","up"]},{"osd":6,"uuid":"0101ad5c-d016-4337-a07c-d8b7f9a3ff15","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":41,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6816","nonce":2310245540},{"type":"v1","addr":"172.21.15.83:6817","nonce":2310245540}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6818","nonce":2310245540},{"type":"v1","addr":"172.21.15.83:6819","nonce":2310245540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6822","nonce":2310245540},{"type":"v1","addr":"172.21.15.83:6823","nonce":2310245540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6820","nonce":2310245540},{"type":"v1","addr":"172.21.15.83:6821","nonce":2310245540}]},"public_addr":"172.21.15.83:6817/2310245540","cluster_addr":"172.21.15.83:6819/2310245540","heartbeat_back_addr":"172.21.15.83:6823/2310245540","heartbeat_front_addr":"172.21.15.83:6821/2310245540","state":["exists","up"]},{"osd":7,"uuid":"464e363c-b643-4df5-af99-8907f2eda6d3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6824","nonce":3721518946},{"type":"v1","addr":"172.21.15.83:6825","nonce":3721518946}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6826","nonce":3721518946},{"type":"v1","addr":"172.21.15.83:6827","nonce":3721518946}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6830","nonce":3721518946},{"type":"v1","addr":"172.21.15.83:6831","nonce":3721518946}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6828","nonce":3721518946},{"type":"v1","addr":"172.21.15.83:6829","nonce":3721518946}]},"public_addr":"172.21.15.83:6825/3721518946","cluster_addr":"172.21.15.83:6827/3721518946","heartbeat_back_addr":"172.21.15.83:6831/3721518946","heartbeat_front_addr":"172.21.15.83:6829/3721518946","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-03-06T10:08:33.805419+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-03-06T10:08:51.810562+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-03-06T10:09:08.740574+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-03-06T10:09:27.332762+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-03-06T10:09:41.413795+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-03-06T10:09:56.522725+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-03-06T10:10:11.826391+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-03-06T10:10:26.881277+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.8:0/486454501":"2022-03-07T10:06:58.613910+0000","172.21.15.8:6801/3405497564":"2022-03-07T10:06:58.613910+0000","172.21.15.8:0/4151025988":"2022-03-07T10:06:58.613910+0000","172.21.15.8:0/614330105":"2022-03-07T10:06:42.070194+0000","172.21.15.8:0/3058581996":"2022-03-07T10:06:42.070194+0000","172.21.15.8:6801/1825770929":"2022-03-07T10:06:42.070194+0000","172.21.15.8:6800/3405497564":"2022-03-07T10:06:58.613910+0000","172.21.15.8:6800/1825770929":"2022-03-07T10:06:42.070194+0000","172.21.15.8:0/2309433919":"2022-03-07T10:06:19.518156+0000","172.21.15.8:6800/177658948":"2022-03-07T10:06:19.518156+0000","172.21.15.8:6801/177658948":"2022-03-07T10:06:19.518156+0000","172.21.15.8:0/94320082":"2022-03-07T10:06:19.518156+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","ruleset-failure-domain":"osd","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2022-03-06T10:10:43.742 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2022-03-06T10:10:43.743 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid f3cc2a6e-9d34-11ec-8c35-001a4aab830c -- ceph osd dump --format=json 2022-03-06T10:10:44.002 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:43 smithi008 conmon[29939]: audit 2022-03-06T10:10:43.259720+0000 mon.smithi008 ( 2022-03-06T10:10:44.002 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:43 smithi008 conmon[29939]: mon.0) 498 : audit [DBG] from='client.? 172.21.15.8:0/3456711525' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2022-03-06T10:10:44.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:43 smithi083 conmon[33008]: audit 2022-03-06T10:10:43.259720+0000 mon.smithi008 (mon.0) 498 : audit 2022-03-06T10:10:44.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:43 smithi083 conmon[33008]: [DBG] from='client.? 172.21.15.8:0/3456711525' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2022-03-06T10:10:44.197 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/f3cc2a6e-9d34-11ec-8c35-001a4aab830c/mon.smithi008/config 2022-03-06T10:10:44.661 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:44 smithi008 conmon[29939]: cluster 2022-03-06T10:10:42 2022-03-06T10:10:44.661 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:44 smithi008 conmon[29939]: .703542+0000 mgr.smithi008.onsztl (mgr.14164) 176 : cluster [DBG] pgmap v149: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-06T10:10:45.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:44 smithi083 conmon[33008]: cluster 2022-03-06T10:10:42.703542+0000 mgr.smithi008.onsztl (mgr.14164) 176 : cluster [DBG] pgmap v149: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-06T10:10:45.761 INFO:teuthology.orchestra.run.smithi008.stdout: 2022-03-06T10:10:45.761 INFO:teuthology.orchestra.run.smithi008.stdout:{"epoch":48,"fsid":"f3cc2a6e-9d34-11ec-8c35-001a4aab830c","created":"2022-03-06T10:05:53.912696+0000","modified":"2022-03-06T10:10:30.703995+0000","last_up_change":"2022-03-06T10:10:28.697136+0000","last_in_change":"2022-03-06T10:10:14.661528+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"pacific","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2022-03-06T10:09:23.645928+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}}],"osds":[{"osd":0,"uuid":"1ad09a39-c6be-4e95-b6be-1e9a14dd4988","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6802","nonce":2370839203},{"type":"v1","addr":"172.21.15.8:6803","nonce":2370839203}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6804","nonce":2370839203},{"type":"v1","addr":"172.21.15.8:6805","nonce":2370839203}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6808","nonce":2370839203},{"type":"v1","addr":"172.21.15.8:6809","nonce":2370839203}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6806","nonce":2370839203},{"type":"v1","addr":"172.21.15.8:6807","nonce":2370839203}]},"public_addr":"172.21.15.8:6803/2370839203","cluster_addr":"172.21.15.8:6805/2370839203","heartbeat_back_addr":"172.21.15.8:6809/2370839203","heartbeat_front_addr":"172.21.15.8:6807/2370839203","state":["exists","up"]},{"osd":1,"uuid":"882c8f64-86ec-4d57-a3ec-ecfd80852664","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6810","nonce":3126124092},{"type":"v1","addr":"172.21.15.8:6811","nonce":3126124092}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6812","nonce":3126124092},{"type":"v1","addr":"172.21.15.8:6813","nonce":3126124092}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6816","nonce":3126124092},{"type":"v1","addr":"172.21.15.8:6817","nonce":3126124092}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6814","nonce":3126124092},{"type":"v1","addr":"172.21.15.8:6815","nonce":3126124092}]},"public_addr":"172.21.15.8:6811/3126124092","cluster_addr":"172.21.15.8:6813/3126124092","heartbeat_back_addr":"172.21.15.8:6817/3126124092","heartbeat_front_addr":"172.21.15.8:6815/3126124092","state":["exists","up"]},{"osd":2,"uuid":"9783befd-8fda-4fea-90e7-9e084657b1eb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":19,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6818","nonce":1105066856},{"type":"v1","addr":"172.21.15.8:6819","nonce":1105066856}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6820","nonce":1105066856},{"type":"v1","addr":"172.21.15.8:6821","nonce":1105066856}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6824","nonce":1105066856},{"type":"v1","addr":"172.21.15.8:6825","nonce":1105066856}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6822","nonce":1105066856},{"type":"v1","addr":"172.21.15.8:6823","nonce":1105066856}]},"public_addr":"172.21.15.8:6819/1105066856","cluster_addr":"172.21.15.8:6821/1105066856","heartbeat_back_addr":"172.21.15.8:6825/1105066856","heartbeat_front_addr":"172.21.15.8:6823/1105066856","state":["exists","up"]},{"osd":3,"uuid":"4beb14a9-c8ce-4772-97e6-c010464448b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":27,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6826","nonce":3886114650},{"type":"v1","addr":"172.21.15.8:6827","nonce":3886114650}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6828","nonce":3886114650},{"type":"v1","addr":"172.21.15.8:6829","nonce":3886114650}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6832","nonce":3886114650},{"type":"v1","addr":"172.21.15.8:6833","nonce":3886114650}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.8:6830","nonce":3886114650},{"type":"v1","addr":"172.21.15.8:6831","nonce":3886114650}]},"public_addr":"172.21.15.8:6827/3886114650","cluster_addr":"172.21.15.8:6829/3886114650","heartbeat_back_addr":"172.21.15.8:6833/3886114650","heartbeat_front_addr":"172.21.15.8:6831/3886114650","state":["exists","up"]},{"osd":4,"uuid":"5141577e-3756-4a46-a2d5-56bd2f74ace8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6800","nonce":2996776530},{"type":"v1","addr":"172.21.15.83:6801","nonce":2996776530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6802","nonce":2996776530},{"type":"v1","addr":"172.21.15.83:6803","nonce":2996776530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6806","nonce":2996776530},{"type":"v1","addr":"172.21.15.83:6807","nonce":2996776530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6804","nonce":2996776530},{"type":"v1","addr":"172.21.15.83:6805","nonce":2996776530}]},"public_addr":"172.21.15.83:6801/2996776530","cluster_addr":"172.21.15.83:6803/2996776530","heartbeat_back_addr":"172.21.15.83:6807/2996776530","heartbeat_front_addr":"172.21.15.83:6805/2996776530","state":["exists","up"]},{"osd":5,"uuid":"ad68c109-5177-492e-a455-5b55a66ea3df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6808","nonce":3177062730},{"type":"v1","addr":"172.21.15.83:6809","nonce":3177062730}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6810","nonce":3177062730},{"type":"v1","addr":"172.21.15.83:6811","nonce":3177062730}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6814","nonce":3177062730},{"type":"v1","addr":"172.21.15.83:6815","nonce":3177062730}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6812","nonce":3177062730},{"type":"v1","addr":"172.21.15.83:6813","nonce":3177062730}]},"public_addr":"172.21.15.83:6809/3177062730","cluster_addr":"172.21.15.83:6811/3177062730","heartbeat_back_addr":"172.21.15.83:6815/3177062730","heartbeat_front_addr":"172.21.15.83:6813/3177062730","state":["exists","up"]},{"osd":6,"uuid":"0101ad5c-d016-4337-a07c-d8b7f9a3ff15","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":41,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6816","nonce":2310245540},{"type":"v1","addr":"172.21.15.83:6817","nonce":2310245540}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6818","nonce":2310245540},{"type":"v1","addr":"172.21.15.83:6819","nonce":2310245540}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6822","nonce":2310245540},{"type":"v1","addr":"172.21.15.83:6823","nonce":2310245540}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6820","nonce":2310245540},{"type":"v1","addr":"172.21.15.83:6821","nonce":2310245540}]},"public_addr":"172.21.15.83:6817/2310245540","cluster_addr":"172.21.15.83:6819/2310245540","heartbeat_back_addr":"172.21.15.83:6823/2310245540","heartbeat_front_addr":"172.21.15.83:6821/2310245540","state":["exists","up"]},{"osd":7,"uuid":"464e363c-b643-4df5-af99-8907f2eda6d3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6824","nonce":3721518946},{"type":"v1","addr":"172.21.15.83:6825","nonce":3721518946}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6826","nonce":3721518946},{"type":"v1","addr":"172.21.15.83:6827","nonce":3721518946}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6830","nonce":3721518946},{"type":"v1","addr":"172.21.15.83:6831","nonce":3721518946}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6828","nonce":3721518946},{"type":"v1","addr":"172.21.15.83:6829","nonce":3721518946}]},"public_addr":"172.21.15.83:6825/3721518946","cluster_addr":"172.21.15.83:6827/3721518946","heartbeat_back_addr":"172.21.15.83:6831/3721518946","heartbeat_front_addr":"172.21.15.83:6829/3721518946","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-03-06T10:08:33.805419+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-03-06T10:08:51.810562+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-03-06T10:09:08.740574+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-03-06T10:09:27.332762+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-03-06T10:09:41.413795+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-03-06T10:09:56.522725+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-03-06T10:10:11.826391+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-03-06T10:10:26.881277+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.8:0/486454501":"2022-03-07T10:06:58.613910+0000","172.21.15.8:6801/3405497564":"2022-03-07T10:06:58.613910+0000","172.21.15.8:0/4151025988":"2022-03-07T10:06:58.613910+0000","172.21.15.8:0/614330105":"2022-03-07T10:06:42.070194+0000","172.21.15.8:0/3058581996":"2022-03-07T10:06:42.070194+0000","172.21.15.8:6801/1825770929":"2022-03-07T10:06:42.070194+0000","172.21.15.8:6800/3405497564":"2022-03-07T10:06:58.613910+0000","172.21.15.8:6800/1825770929":"2022-03-07T10:06:42.070194+0000","172.21.15.8:0/2309433919":"2022-03-07T10:06:19.518156+0000","172.21.15.8:6800/177658948":"2022-03-07T10:06:19.518156+0000","172.21.15.8:6801/177658948":"2022-03-07T10:06:19.518156+0000","172.21.15.8:0/94320082":"2022-03-07T10:06:19.518156+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","ruleset-failure-domain":"osd","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2022-03-06T10:10:46.214 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid f3cc2a6e-9d34-11ec-8c35-001a4aab830c -- ceph tell osd.0 flush_pg_stats 2022-03-06T10:10:46.660 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/f3cc2a6e-9d34-11ec-8c35-001a4aab830c/mon.smithi008/config 2022-03-06T10:10:46.905 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:46 smithi008 conmon[29939]: cluster 2022-03-06T10:10:44.703931+0000 mgr.smithi008.onsztl (mgr.14164) 177 : cluster [DBG] pgmap v150: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-06T10:10:46.905 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:46 smithi008 conmon[29939]: audit 2022-03-06T10:10:45.757965+0000 mon.smithi008 (mon.0) 499 : audit [DBG] from='client.? 172.21.15.8:0/937055912' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2022-03-06T10:10:47.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:46 smithi083 conmon[33008]: cluster 2022-03-06T10:10:44.703931+0000 mgr.smithi008.onsztl (mgr.14164) 177 : cluster [DBG] pgmap v150: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-06T10:10:47.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:46 smithi083 conmon[33008]: audit 2022-03-06T10:10:45.757965+0000 mon.smithi008 (mon.0) 499 : audit [DBG] from='client.? 172.21.15.8:0/937055912' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2022-03-06T10:10:48.264 INFO:teuthology.orchestra.run.smithi008.stdout:38654705694 2022-03-06T10:10:48.265 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid f3cc2a6e-9d34-11ec-8c35-001a4aab830c -- ceph tell osd.1 flush_pg_stats 2022-03-06T10:10:48.617 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:48 smithi008 conmon[29939]: cluster 2022-03-06T10:10:46.704537+0000 mgr.smithi008.onsztl 2022-03-06T10:10:48.617 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:48 smithi008 conmon[29939]: (mgr.14164) 178 : cluster [DBG] pgmap v151: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-06T10:10:48.708 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/f3cc2a6e-9d34-11ec-8c35-001a4aab830c/mon.smithi008/config 2022-03-06T10:10:49.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:48 smithi083 conmon[33008]: cluster 2022-03-06T10:10:46.704537+0000 mgr.smithi008.onsztl (mgr.14164) 178 : cluster [DBG] 2022-03-06T10:10:49.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:48 smithi083 conmon[33008]: pgmap v151: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-06T10:10:50.512 INFO:teuthology.orchestra.run.smithi008.stdout:60129542171 2022-03-06T10:10:50.515 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid f3cc2a6e-9d34-11ec-8c35-001a4aab830c -- ceph tell osd.2 flush_pg_stats 2022-03-06T10:10:50.746 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:50 smithi008 conmon[29939]: cluster 2022-03-06T10:10:48.704825+0000 mgr.smithi008.onsztl (mgr.14164) 179 : cluster [DBG] pgmap v152: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-06T10:10:50.964 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/f3cc2a6e-9d34-11ec-8c35-001a4aab830c/mon.smithi008/config 2022-03-06T10:10:51.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:50 smithi083 conmon[33008]: cluster 2022-03-06T10:10:48.704825+0000 mgr.smithi008.onsztl (mgr.14164) 179 : cluster [DBG] 2022-03-06T10:10:51.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:50 smithi083 conmon[33008]: pgmap v152: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-06T10:10:52.766 INFO:teuthology.orchestra.run.smithi008.stdout:81604378647 2022-03-06T10:10:52.766 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid f3cc2a6e-9d34-11ec-8c35-001a4aab830c -- ceph tell osd.3 flush_pg_stats 2022-03-06T10:10:52.995 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:52 smithi008 conmon[29939]: cluster 2022-03-06T10:10:50.705140+0000 mgr.smithi008.onsztl (mgr.14164) 180 : cluster [DBG] pgmap v153: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-06T10:10:53.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:52 smithi083 conmon[33008]: cluster 2022-03-06T10:10:50.705140+0000 mgr.smithi008.onsztl (mgr.14164) 180 : cluster [DBG] pgmap v153: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-06T10:10:53.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:52 smithi083 conmon[33008]: 2022-03-06T10:10:53.211 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/f3cc2a6e-9d34-11ec-8c35-001a4aab830c/mon.smithi008/config 2022-03-06T10:10:54.911 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:54 smithi008 conmon[29939]: cluster 2022-03-06T10:10:52.705495+0000 mgr.smithi008.onsztl (mgr.14164) 181 : cluster [DBG] pgmap v154: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-06T10:10:54.912 INFO:teuthology.orchestra.run.smithi008.stdout:115964117012 2022-03-06T10:10:54.913 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid f3cc2a6e-9d34-11ec-8c35-001a4aab830c -- ceph tell osd.4 flush_pg_stats 2022-03-06T10:10:55.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:54 smithi083 conmon[33008]: cluster 2022-03-06T10:10:52.705495+0000 mgr.smithi008.onsztl (mgr.14164) 181 : cluster [DBG] pgmap v154: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-06T10:10:55.356 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/f3cc2a6e-9d34-11ec-8c35-001a4aab830c/mon.smithi008/config 2022-03-06T10:10:56.746 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:56 smithi008 conmon[29939]: cluster 2022-03-06T10:10:54.705795+0000 mgr.smithi008.onsztl (mgr.14164) 182 : cluster [DBG] pgmap v155: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-06T10:10:57.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:56 smithi083 conmon[33008]: cluster 2022-03-06T10:10:54.705795+0000 mgr.smithi008.onsztl (mgr.14164) 182 : cluster [DBG] pgmap v155: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-06T10:10:57.171 INFO:teuthology.orchestra.run.smithi008.stdout:133143986194 2022-03-06T10:10:57.171 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid f3cc2a6e-9d34-11ec-8c35-001a4aab830c -- ceph tell osd.5 flush_pg_stats 2022-03-06T10:10:57.616 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/f3cc2a6e-9d34-11ec-8c35-001a4aab830c/mon.smithi008/config 2022-03-06T10:10:58.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:58 smithi008 conmon[29939]: cluster 2022-03-06T10:10:56.706098 2022-03-06T10:10:58.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:58 smithi008 conmon[29939]: +0000 mgr.smithi008.onsztl (mgr.14164) 183 : cluster [DBG] pgmap v156: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-06T10:10:59.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:58 smithi083 conmon[33008]: cluster 2022-03-06T10:10:56.706098+0000 mgr.smithi008.onsztl (mgr.14164) 183 : cluster [DBG] pgmap v156: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-06T10:10:59.519 INFO:teuthology.orchestra.run.smithi008.stdout:154618822671 2022-03-06T10:10:59.520 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid f3cc2a6e-9d34-11ec-8c35-001a4aab830c -- ceph tell osd.6 flush_pg_stats 2022-03-06T10:10:59.967 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/f3cc2a6e-9d34-11ec-8c35-001a4aab830c/mon.smithi008/config 2022-03-06T10:10:59.995 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:59 smithi008 conmon[29939]: audit 2022-03-06T10:10:58.853052+0000 mon.smithi008 ( 2022-03-06T10:10:59.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:59 smithi008 conmon[29939]: mon.0) 500 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi008.onsztl/trash_purge_schedule"}]: dispatch 2022-03-06T10:10:59.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:10:59 smithi008 conmon[29939]: audit 2022-03-06T10:10:58.853275+0000 mon.smithi008 (mon.0) 501 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi008.onsztl/mirror_snapshot_schedule"}]: dispatch 2022-03-06T10:11:00.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:59 smithi083 conmon[33008]: audit 2022-03-06T10:10:58.853052+0000 mon.smithi008 (mon.0 2022-03-06T10:11:00.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:59 smithi083 conmon[33008]: ) 500 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi008.onsztl/trash_purge_schedule"}]: dispatch 2022-03-06T10:11:00.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:10:59 smithi083 conmon[33008]: audit 2022-03-06T10:10:58.853275+0000 mon.smithi008 (mon.0) 501 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi008.onsztl/mirror_snapshot_schedule"}]: dispatch 2022-03-06T10:11:00.894 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:00 smithi008 conmon[29939]: cluster 2022-03-06T10:10:58.706509+0000 mgr.smithi008.onsztl (mgr.14164) 184 : cluster [DBG] pgmap v157: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-06T10:11:01.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:00 smithi083 conmon[33008]: cluster 2022-03-06T10:10:58.706509+0000 mgr.smithi008.onsztl (mgr.14164) 184 : cluster [DBG] pgmap v157: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-06T10:11:01.671 INFO:teuthology.orchestra.run.smithi008.stdout:176093659148 2022-03-06T10:11:01.671 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid f3cc2a6e-9d34-11ec-8c35-001a4aab830c -- ceph tell osd.7 flush_pg_stats 2022-03-06T10:11:02.113 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/f3cc2a6e-9d34-11ec-8c35-001a4aab830c/mon.smithi008/config 2022-03-06T10:11:02.831 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:02 smithi008 conmon[29939]: cluster 2022-03-06T10:11:00.706824+0000 mgr.smithi008.onsztl (mgr.14164) 185 : cluster [DBG] pgmap v158: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-06T10:11:03.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:02 smithi083 conmon[33008]: cluster 2022-03-06T10:11:00.706824+0000 mgr.smithi008.onsztl (mgr.14164) 185 : cluster [DBG] pgmap v158: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-06T10:11:03.926 INFO:teuthology.orchestra.run.smithi008.stdout:197568495625 2022-03-06T10:11:03.927 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid f3cc2a6e-9d34-11ec-8c35-001a4aab830c -- ceph osd last-stat-seq osd.0 2022-03-06T10:11:04.370 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/f3cc2a6e-9d34-11ec-8c35-001a4aab830c/mon.smithi008/config 2022-03-06T10:11:04.745 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:04 smithi008 conmon[29939]: cluster 2022-03-06T10:11:02.707108+0000 mgr.smithi008.onsztl (mgr.14164) 186 : cluster [DBG] pgmap v159: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-06T10:11:05.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:04 smithi083 conmon[33008]: cluster 2022-03-06T10:11:02.707108+0000 mgr.smithi008.onsztl (mgr.14164) 186 : cluster [DBG] pgmap v159: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-06T10:11:05.881 INFO:teuthology.orchestra.run.smithi008.stdout:38654705697 2022-03-06T10:11:06.384 INFO:tasks.cephadm.ceph_manager.ceph:need seq 38654705694 got 38654705697 for osd.0 2022-03-06T10:11:06.385 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid f3cc2a6e-9d34-11ec-8c35-001a4aab830c -- ceph osd last-stat-seq osd.1 2022-03-06T10:11:06.829 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/f3cc2a6e-9d34-11ec-8c35-001a4aab830c/mon.smithi008/config 2022-03-06T10:11:06.971 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:06 smithi008 conmon[29939]: cluster 2022-03-06T10:11:04.707396+0000 mgr.smithi008.onsztl (mgr.14164) 187 : cluster [DBG] pgmap v160: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-06T10:11:06.971 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:06 smithi008 conmon[29939]: audit 2022-03-06T10:11:05.879311+0000 mon.smithi008 (mon.0) 502 : audit [DBG] from='client.? 172.21.15.8:0/4074966796' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2022-03-06T10:11:07.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:06 smithi083 conmon[33008]: cluster 2022-03-06T10:11:04.707396+0000 mgr.smithi008.onsztl (mgr.14164) 187 : cluster [DBG] pgmap v160: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-06T10:11:07.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:06 smithi083 conmon[33008]: audit 2022-03-06T10:11 2022-03-06T10:11:07.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:06 smithi083 conmon[33008]: :05.879311+0000 mon.smithi008 (mon.0) 502 : audit [DBG] from='client.? 172.21.15.8:0/4074966796' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2022-03-06T10:11:08.166 INFO:teuthology.orchestra.run.smithi008.stdout:60129542174 2022-03-06T10:11:08.736 INFO:tasks.cephadm.ceph_manager.ceph:need seq 60129542171 got 60129542174 for osd.1 2022-03-06T10:11:08.737 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid f3cc2a6e-9d34-11ec-8c35-001a4aab830c -- ceph osd last-stat-seq osd.2 2022-03-06T10:11:08.995 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:08 smithi008 conmon[29939]: cluster 2022-03-06T10:11:06.707736+0000 2022-03-06T10:11:08.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:08 smithi008 conmon[29939]: mgr.smithi008.onsztl (mgr.14164) 188 : cluster [DBG] pgmap v161: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-06T10:11:08.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:08 smithi008 conmon[29939]: audit 2022-03-06T10:11:08. 2022-03-06T10:11:08.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:08 smithi008 conmon[29939]: 164342+0000 mon.smithi008 (mon.0) 503 : audit 2022-03-06T10:11:08.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:08 smithi008 conmon[29939]: [DBG] from='client.? 172.21.15.8:0/3167378957' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2022-03-06T10:11:09.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:08 smithi083 conmon[33008]: cluster 2022-03-06T10:11:06.707736+0000 mgr.smithi008.onsztl (mgr.14164) 188 : cluster [DBG] pgmap v161: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-06T10:11:09.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:08 smithi083 conmon[33008]: audit 2022-03-06T10:11:08.164342+0000 mon.smithi008 (mon.0) 503 : audit [DBG] from='client.? 172.21.15.8:0/3167378957' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2022-03-06T10:11:09.181 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/f3cc2a6e-9d34-11ec-8c35-001a4aab830c/mon.smithi008/config 2022-03-06T10:11:10.787 INFO:teuthology.orchestra.run.smithi008.stdout:81604378650 2022-03-06T10:11:10.955 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:10 smithi008 conmon[29939]: cluster 2022-03-06T10:11:08.708113+0000 mgr.smithi008.onsztl (mgr.14164) 189 : cluster [DBG] pgmap v162: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-06T10:11:11.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:10 smithi083 conmon[33008]: cluster 2022-03-06T10:11:08.708113+0000 mgr.smithi008.onsztl (mgr.14164) 189 : 2022-03-06T10:11:11.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:10 smithi083 conmon[33008]: cluster [DBG] pgmap v162: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-06T10:11:11.184 INFO:tasks.cephadm.ceph_manager.ceph:need seq 81604378647 got 81604378650 for osd.2 2022-03-06T10:11:11.185 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid f3cc2a6e-9d34-11ec-8c35-001a4aab830c -- ceph osd last-stat-seq osd.3 2022-03-06T10:11:11.632 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/f3cc2a6e-9d34-11ec-8c35-001a4aab830c/mon.smithi008/config 2022-03-06T10:11:11.995 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:11 smithi008 conmon[29939]: audit 2022-03-06T10:11:10.785056+0000 mon.smithi008 (mon.0) 504 : audit [DBG] from='client.? 172.21.15.8:0/2260002337' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2022-03-06T10:11:12.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:11 smithi083 conmon[33008]: audit 2022-03-06T10:11:10.785056+0000 mon.smithi008 (mon.0 2022-03-06T10:11:12.126 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:11 smithi083 conmon[33008]: ) 504 : audit [DBG] from='client.? 172.21.15.8:0/2260002337' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2022-03-06T10:11:12.979 INFO:teuthology.orchestra.run.smithi008.stdout:115964117016 2022-03-06T10:11:12.980 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:12 smithi008 conmon[29939]: cluster 2022-03-06T10:11:10.708399+0000 mgr.smithi008.onsztl (mgr.14164) 190 : cluster [DBG] pgmap v163: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-06T10:11:13.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:12 smithi083 conmon[33008]: cluster 2022-03-06T10:11:10.708399+0000 mgr.smithi008.onsztl (mgr. 2022-03-06T10:11:13.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:12 smithi083 conmon[33008]: 14164) 190 : cluster [DBG] pgmap v163: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-06T10:11:13.432 INFO:tasks.cephadm.ceph_manager.ceph:need seq 115964117012 got 115964117016 for osd.3 2022-03-06T10:11:13.433 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid f3cc2a6e-9d34-11ec-8c35-001a4aab830c -- ceph osd last-stat-seq osd.4 2022-03-06T10:11:13.745 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:13 smithi008 conmon[29939]: audit 2022-03-06T10:11:12.977621+0000 2022-03-06T10:11:13.746 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:13 smithi008 conmon[29939]: mon.smithi008 (mon.0) 505 : audit [DBG] from='client.? 172.21.15.8:0/214284750' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2022-03-06T10:11:13.877 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/f3cc2a6e-9d34-11ec-8c35-001a4aab830c/mon.smithi008/config 2022-03-06T10:11:14.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:13 smithi083 conmon[33008]: audit 2022-03-06T10:11:12.977621+0000 mon.smithi008 (mon.0) 505 : audit [DBG] from='client.? 172.21.15.8:0/214284750' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2022-03-06T10:11:14.926 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:14 smithi008 conmon[29939]: cluster 2022-03-06T10:11:12.708701+0000 mgr.smithi008.onsztl (mgr.14164) 191 : cluster [DBG] pgmap v164: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-06T10:11:15.052 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:14 smithi083 conmon[33008]: cluster 2022-03-06T10:11:12.708701+0000 mgr.smithi008.onsztl (mgr.14164) 191 : cluster [DBG] pgmap v164: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-06T10:11:15.290 INFO:teuthology.orchestra.run.smithi008.stdout:133143986197 2022-03-06T10:11:15.791 INFO:tasks.cephadm.ceph_manager.ceph:need seq 133143986194 got 133143986197 for osd.4 2022-03-06T10:11:15.792 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid f3cc2a6e-9d34-11ec-8c35-001a4aab830c -- ceph osd last-stat-seq osd.5 2022-03-06T10:11:15.995 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:15 smithi008 conmon[29939]: audit 2022-03-06T10:11:15.288831+0000 mon.smithi008 (mon.0) 506 : audit [DBG] from='client.? 172.21.15.8:0/1454001921' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2022-03-06T10:11:16.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:15 smithi083 conmon[33008]: audit 2022-03-06T10:11:15.288831+0000 mon.smithi008 (mon.0) 506 2022-03-06T10:11:16.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:15 smithi083 conmon[33008]: : audit [DBG] from='client.? 172.21.15.8:0/1454001921' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2022-03-06T10:11:16.236 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/f3cc2a6e-9d34-11ec-8c35-001a4aab830c/mon.smithi008/config 2022-03-06T10:11:16.968 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:16 smithi008 conmon[29939]: cluster 2022-03-06T10:11:14.709089+0000 mgr.smithi008.onsztl (mgr.14164) 192 : cluster [DBG] pgmap v165: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-06T10:11:17.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:16 smithi083 conmon[33008]: cluster 2022-03-06T10:11:14.709089+0000 mgr.smithi008.onsztl (mgr. 2022-03-06T10:11:17.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:16 smithi083 conmon[33008]: 14164) 192 : cluster [DBG] pgmap v165: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-06T10:11:17.565 INFO:teuthology.orchestra.run.smithi008.stdout:154618822674 2022-03-06T10:11:17.918 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:17 smithi008 conmon[29939]: audit 2022-03-06T10:11:17 2022-03-06T10:11:17.919 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:17 smithi008 conmon[29939]: .562869+0000 mon.smithi008 (mon.0) 507 : audit [DBG] from='client.? 172.21.15.8:0/3512267015' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2022-03-06T10:11:17.939 INFO:tasks.cephadm.ceph_manager.ceph:need seq 154618822671 got 154618822674 for osd.5 2022-03-06T10:11:17.940 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid f3cc2a6e-9d34-11ec-8c35-001a4aab830c -- ceph osd last-stat-seq osd.6 2022-03-06T10:11:18.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:17 smithi083 conmon[33008]: audit 2022-03-06T10:11:17.562869+0000 mon.smithi008 (mon. 2022-03-06T10:11:18.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:17 smithi083 conmon[33008]: 0) 507 : audit [DBG] from='client.? 172.21.15.8:0/3512267015' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2022-03-06T10:11:18.387 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/f3cc2a6e-9d34-11ec-8c35-001a4aab830c/mon.smithi008/config 2022-03-06T10:11:18.954 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:18 smithi008 conmon[29939]: cluster 2022-03-06T10:11:16.709413+0000 mgr.smithi008.onsztl 2022-03-06T10:11:18.954 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:18 smithi008 conmon[29939]: (mgr.14164) 193 : cluster [DBG] pgmap v166: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-06T10:11:19.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:18 smithi083 conmon[33008]: cluster 2022-03-06T10:11:16.709413+0000 mgr.smithi008.onsztl (mgr.14164) 193 : 2022-03-06T10:11:19.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:18 smithi083 conmon[33008]: cluster [DBG] pgmap v166: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-06T10:11:19.813 INFO:teuthology.orchestra.run.smithi008.stdout:176093659152 2022-03-06T10:11:20.289 INFO:tasks.cephadm.ceph_manager.ceph:need seq 176093659148 got 176093659152 for osd.6 2022-03-06T10:11:20.290 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid f3cc2a6e-9d34-11ec-8c35-001a4aab830c -- ceph osd last-stat-seq osd.7 2022-03-06T10:11:20.735 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/f3cc2a6e-9d34-11ec-8c35-001a4aab830c/mon.smithi008/config 2022-03-06T10:11:20.933 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:20 smithi008 conmon[29939]: cluster 2022-03-06T10:11:18.709703+0000 mgr.smithi008.onsztl (mgr.14164) 194 : cluster [DBG] pgmap v167: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-06T10:11:20.933 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:20 smithi008 conmon[29939]: audit 2022-03-06T10:11:19.812422+0000 mon.smithi008 (mon.0) 508 : audit [DBG] from='client.? 172.21.15.8:0/3049007829' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2022-03-06T10:11:21.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:20 smithi083 conmon[33008]: cluster 2022-03-06T10:11:18.709703+0000 mgr.smithi008.onsztl (mgr.14164) 2022-03-06T10:11:21.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:20 smithi083 conmon[33008]: 194 : cluster [DBG] pgmap v167: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-06T10:11:21.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:20 smithi083 conmon[33008]: audit 2022-03-06T10:11:19.812422+0000 mon.smithi008 (mon.0) 508 : audit [DBG] from='client.? 172.21.15.8:0/3049007829' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2022-03-06T10:11:22.173 INFO:teuthology.orchestra.run.smithi008.stdout:197568495629 2022-03-06T10:11:22.538 INFO:tasks.cephadm.ceph_manager.ceph:need seq 197568495625 got 197568495629 for osd.7 2022-03-06T10:11:22.539 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2022-03-06T10:11:22.539 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid f3cc2a6e-9d34-11ec-8c35-001a4aab830c -- ceph pg dump --format=json 2022-03-06T10:11:22.984 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/f3cc2a6e-9d34-11ec-8c35-001a4aab830c/mon.smithi008/config 2022-03-06T10:11:22.995 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:22 smithi008 conmon[29939]: cluster 2022-03-06T10:11:20.710038+0000 mgr.smithi008.onsztl (mgr.14164) 195 : cluster [DBG] pgmap v168: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-06T10:11:22.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:22 smithi008 conmon[29939]: audit 2022-03-06T10:11:22.171490+0000 mon.smithi008 (mon.0) 509 : audit [DBG] from='client.? 172.21.15.8:0/689363201' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2022-03-06T10:11:23.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:22 smithi083 conmon[33008]: cluster 2022-03-06T10:11:20.710038+0000 mgr.smithi008.onsztl (mgr.14164) 195 : 2022-03-06T10:11:23.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:22 smithi083 conmon[33008]: cluster [DBG] pgmap v168: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-06T10:11:23.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:22 smithi083 conmon[33008]: audit 2022-03-06T10:11:22.171490+0000 mon.smithi008 (mon.0) 509 : audit [DBG] from='client.? 172.21.15.8:0/689363201' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2022-03-06T10:11:24.442 INFO:teuthology.orchestra.run.smithi008.stdout: 2022-03-06T10:11:24.442 INFO:teuthology.orchestra.run.smithi008.stderr:dumped all 2022-03-06T10:11:24.745 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:24 smithi008 conmon[29939]: cluster 2022-03-06T10:11:22.710324+0000 mgr.smithi008.onsztl (mgr.14164) 196 : cluster [DBG] pgmap v169: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-06T10:11:24.899 INFO:teuthology.orchestra.run.smithi008.stdout:{"pg_ready":true,"pg_map":{"version":169,"stamp":"2022-03-06T10:11:22.710182+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":3,"num_osds":8,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":749961216,"kb_used":42804,"kb_used_data":3636,"kb_used_omap":0,"kb_used_meta":39104,"kb_avail":749918412,"statfs":{"total":767960285184,"available":767916453888,"internally_reserved":0,"allocated":3723264,"data_stored":1480615,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":40042496},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"0.000000"},"pg_stats":[{"pgid":"1.0","version":"0'0","reported_seq":"10","reported_epoch":"48","state":"active+clean","last_fresh":"2022-03-06T10:10:30.749284+0000","last_change":"2022-03-06T10:10:30.749284+0000","last_active":"2022-03-06T10:10:30.749284+0000","last_peered":"2022-03-06T10:10:30.749284+0000","last_clean":"2022-03-06T10:10:30.749284+0000","last_became_active":"2022-03-06T10:10:30.748878+0000","last_became_peered":"2022-03-06T10:10:30.748878+0000","last_unstale":"2022-03-06T10:10:30.749284+0000","last_undegraded":"2022-03-06T10:10:30.749284+0000","last_fullsized":"2022-03-06T10:10:30.749284+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-03-06T10:09:24.180157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-03-06T10:09:24.180157+0000","last_clean_scrub_stamp":"2022-03-06T10:09:24.180157+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495629,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":5196,"kb_used_data":452,"kb_used_omap":0,"kb_used_meta":4736,"kb_avail":93739956,"statfs":{"total":95995035648,"available":95989714944,"internally_reserved":0,"allocated":462848,"data_stored":184880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":4849664},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45400000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53400000000000003}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55300000000000005}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48699999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50900000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66700000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61699999999999999}]}]},{"osd":6,"up_from":41,"seq":176093659152,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":5260,"kb_used_data":452,"kb_used_omap":0,"kb_used_meta":4800,"kb_avail":93739892,"statfs":{"total":95995035648,"available":95989649408,"internally_reserved":0,"allocated":462848,"data_stored":184880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":4915200},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 6 10:11:15 2022","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.73299999999999998},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.85699999999999998,"5min":0.85699999999999998,"15min":0.85699999999999998},"last":0.69899999999999995}]},{"osd":1,"last update":"Sun Mar 6 10:11:15 2022","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.77100000000000002},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.68899999999999995}]},{"osd":2,"last update":"Sun Mar 6 10:11:15 2022","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.58899999999999997},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.751}]},{"osd":3,"last update":"Sun Mar 6 10:11:15 2022","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.83899999999999997},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.65100000000000002}]},{"osd":4,"last update":"Sun Mar 6 10:11:15 2022","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.66200000000000003}]},{"osd":5,"last update":"Sun Mar 6 10:11:15 2022","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.62},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.874,"5min":0.874,"15min":0.874},"last":0.54500000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72099999999999997}]}]},{"osd":1,"up_from":14,"seq":60129542177,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5456,"kb_used_data":456,"kb_used_omap":0,"kb_used_meta":4992,"kb_avail":93739696,"statfs":{"total":95995035648,"available":95989448704,"internally_reserved":0,"allocated":466944,"data_stored":185195,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5111808},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 6 10:10:59 2022","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.318,"15min":0.307},"min":{"1min":0.27500000000000002,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"last":0.437},{"interface":"front","average":{"1min":0.40699999999999997,"5min":0.32300000000000001,"15min":0.309},"min":{"1min":0.29899999999999999,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"last":0.34799999999999998}]},{"osd":2,"last update":"Sun Mar 6 10:11:13 2022","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.35799999999999998,"15min":0.35299999999999998},"min":{"1min":0.30099999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"last":0.373},{"interface":"front","average":{"1min":0.433,"5min":0.40699999999999997,"15min":0.40300000000000002},"min":{"1min":0.32900000000000001,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.63400000000000001,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.47699999999999998}]},{"osd":3,"last update":"Sun Mar 6 10:10:34 2022","interfaces":[{"interface":"back","average":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.42299999999999999},{"interface":"front","average":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"last":0.40600000000000003}]},{"osd":4,"last update":"Sun Mar 6 10:10:44 2022","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.77600000000000002},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.75700000000000001}]},{"osd":5,"last update":"Sun Mar 6 10:10:59 2022","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":1.0209999999999999,"5min":1.0209999999999999,"15min":1.0209999999999999},"last":0.67600000000000005},{"interface":"front","average":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":1.083,"5min":1.083,"15min":1.083},"last":0.64500000000000002}]},{"osd":6,"last update":"Sun Mar 6 10:11:15 2022","interfaces":[{"interface":"back","average":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":1.1120000000000001,"5min":1.1120000000000001,"15min":1.1120000000000001},"last":0.72899999999999998},{"interface":"front","average":{"1min":0.68799999999999994,"5min":0.68799999999999994,"15min":0.68799999999999994},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":1.097,"5min":1.097,"15min":1.097},"last":0.71799999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56499999999999995}]}]},{"osd":0,"up_from":9,"seq":38654705701,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":5520,"kb_used_data":456,"kb_used_omap":0,"kb_used_meta":5056,"kb_avail":93739632,"statfs":{"total":95995035648,"available":95989383168,"internally_reserved":0,"allocated":466944,"data_stored":185195,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5177344},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sun Mar 6 10:10:59 2022","interfaces":[{"interface":"back","average":{"1min":0.35099999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.56299999999999994,"5min":0.56399999999999995,"15min":0.56399999999999995},"last":0.623},{"interface":"front","average":{"1min":0.40400000000000003,"5min":0.35999999999999999,"15min":0.35199999999999998},"min":{"1min":0.26200000000000001,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.67100000000000004}]},{"osd":2,"last update":"Sun Mar 6 10:11:16 2022","interfaces":[{"interface":"back","average":{"1min":0.40300000000000002,"5min":0.38100000000000001,"15min":0.377},"min":{"1min":0.222,"5min":0.222,"15min":0.222},"max":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.65600000000000003},{"interface":"front","average":{"1min":0.40899999999999997,"5min":0.376,"15min":0.37},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.61699999999999999,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.63700000000000001}]},{"osd":3,"last update":"Sun Mar 6 10:10:32 2022","interfaces":[{"interface":"back","average":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"last":0.65000000000000002},{"interface":"front","average":{"1min":0.443,"5min":0.443,"15min":0.443},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.68700000000000006}]},{"osd":4,"last update":"Sun Mar 6 10:10:44 2022","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.89500000000000002},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.88400000000000001}]},{"osd":5,"last update":"Sun Mar 6 10:10:59 2022","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.879},{"interface":"front","average":{"1min":0.621,"5min":0.621,"15min":0.621},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"last":0.91600000000000004}]},{"osd":6,"last update":"Sun Mar 6 10:11:16 2022","interfaces":[{"interface":"back","average":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"last":0.94299999999999995},{"interface":"front","average":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.83099999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.83799999999999997}]}]},{"osd":2,"up_from":19,"seq":81604378653,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5392,"kb_used_data":456,"kb_used_omap":0,"kb_used_meta":4928,"kb_avail":93739760,"statfs":{"total":95995035648,"available":95989514240,"internally_reserved":0,"allocated":466944,"data_stored":185195,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5046272},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 6 10:11:20 2022","interfaces":[{"interface":"back","average":{"1min":0.371,"5min":0.35999999999999999,"15min":0.35799999999999998},"min":{"1min":0.253,"5min":0.252,"15min":0.252},"max":{"1min":0.48499999999999999,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.39000000000000001,"5min":0.35699999999999998,"15min":0.35099999999999998},"min":{"1min":0.27300000000000002,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.58599999999999997,"5min":0.61399999999999999,"15min":0.61399999999999999},"last":0.47499999999999998}]},{"osd":1,"last update":"Sun Mar 6 10:11:20 2022","interfaces":[{"interface":"back","average":{"1min":0.40600000000000003,"5min":0.38300000000000001,"15min":0.379},"min":{"1min":0.29799999999999999,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.56200000000000006,"5min":0.68100000000000005,"15min":0.68100000000000005},"last":0.495},{"interface":"front","average":{"1min":0.40500000000000003,"5min":0.373,"15min":0.36799999999999999},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"last":0.51600000000000001}]},{"osd":3,"last update":"Sun Mar 6 10:10:32 2022","interfaces":[{"interface":"back","average":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"last":0.58499999999999996},{"interface":"front","average":{"1min":0.436,"5min":0.436,"15min":0.436},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"last":0.57799999999999996}]},{"osd":4,"last update":"Sun Mar 6 10:10:45 2022","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.876,"5min":0.876,"15min":0.876},"last":0.78700000000000003},{"interface":"front","average":{"1min":0.626,"5min":0.626,"15min":0.626},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.93100000000000005}]},{"osd":5,"last update":"Sun Mar 6 10:11:02 2022","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.93700000000000006,"5min":0.93700000000000006,"15min":0.93700000000000006},"last":0.83599999999999997},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.78100000000000003}]},{"osd":6,"last update":"Sun Mar 6 10:11:20 2022","interfaces":[{"interface":"back","average":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.82599999999999996},{"interface":"front","average":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"min":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.88500000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.90600000000000003}]}]},{"osd":3,"up_from":27,"seq":115964117018,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5328,"kb_used_data":456,"kb_used_omap":0,"kb_used_meta":4864,"kb_avail":93739824,"statfs":{"total":95995035648,"available":95989579776,"internally_reserved":0,"allocated":466944,"data_stored":185195,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":4980736},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 6 10:10:32 2022","interfaces":[{"interface":"back","average":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"last":0.505},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.442}]},{"osd":1,"last update":"Sun Mar 6 10:10:32 2022","interfaces":[{"interface":"back","average":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.623,"5min":0.623,"15min":0.623},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"last":0.53700000000000003}]},{"osd":2,"last update":"Sun Mar 6 10:10:32 2022","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.443,"5min":0.443,"15min":0.443},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"last":0.56200000000000006}]},{"osd":4,"last update":"Sun Mar 6 10:10:43 2022","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.83999999999999997},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.82899999999999996,"5min":0.82899999999999996,"15min":0.82899999999999996},"last":0.79100000000000004}]},{"osd":5,"last update":"Sun Mar 6 10:10:58 2022","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.82999999999999996},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.93000000000000005,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.82099999999999995}]},{"osd":6,"last update":"Sun Mar 6 10:11:18 2022","interfaces":[{"interface":"back","average":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":0.95499999999999996,"5min":0.95499999999999996,"15min":0.95499999999999996},"last":0.89200000000000002},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.76200000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77100000000000002}]}]},{"osd":4,"up_from":31,"seq":133143986199,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5328,"kb_used_data":456,"kb_used_omap":0,"kb_used_meta":4864,"kb_avail":93739824,"statfs":{"total":95995035648,"available":95989579776,"internally_reserved":0,"allocated":466944,"data_stored":185195,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":4980736},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 6 10:10:47 2022","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.501,"15min":0.501},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.628},{"interface":"front","average":{"1min":0.501,"5min":0.501,"15min":0.501},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.51700000000000002}]},{"osd":1,"last update":"Sun Mar 6 10:10:47 2022","interfaces":[{"interface":"back","average":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.58399999999999996},{"interface":"front","average":{"1min":0.499,"5min":0.499,"15min":0.499},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.55000000000000004}]},{"osd":2,"last update":"Sun Mar 6 10:10:47 2022","interfaces":[{"interface":"back","average":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.623}]},{"osd":3,"last update":"Sun Mar 6 10:10:47 2022","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.5,"15min":0.5},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.56299999999999994},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.48199999999999998}]},{"osd":5,"last update":"Sun Mar 6 10:10:58 2022","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.46700000000000003},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.59999999999999998}]},{"osd":6,"last update":"Sun Mar 6 10:11:18 2022","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.42499999999999999},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.52600000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.496}]}]},{"osd":5,"up_from":36,"seq":154618822675,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5324,"kb_used_data":452,"kb_used_omap":0,"kb_used_meta":4864,"kb_avail":93739828,"statfs":{"total":95995035648,"available":95989583872,"internally_reserved":0,"allocated":462848,"data_stored":184880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":4980736},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 6 10:11:00 2022","interfaces":[{"interface":"back","average":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.54800000000000004}]},{"osd":1,"last update":"Sun Mar 6 10:11:00 2022","interfaces":[{"interface":"back","average":{"1min":0.497,"5min":0.497,"15min":0.497},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.48399999999999999}]},{"osd":2,"last update":"Sun Mar 6 10:11:00 2022","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.61199999999999999},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.51300000000000001}]},{"osd":3,"last update":"Sun Mar 6 10:11:00 2022","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.52300000000000002},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.58799999999999997}]},{"osd":4,"last update":"Sun Mar 6 10:11:00 2022","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.375},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.57399999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63800000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.625}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2022-03-06T10:11:24.901 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid f3cc2a6e-9d34-11ec-8c35-001a4aab830c -- ceph pg dump --format=json 2022-03-06T10:11:25.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:24 smithi083 conmon[33008]: cluster 2022-03-06T10:11:22.710324+0000 mgr.smithi008.onsztl (mgr.14164) 196 : 2022-03-06T10:11:25.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:24 smithi083 conmon[33008]: cluster [DBG] pgmap v169: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-06T10:11:25.347 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/f3cc2a6e-9d34-11ec-8c35-001a4aab830c/mon.smithi008/config 2022-03-06T10:11:25.745 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:25 smithi008 conmon[29939]: audit 2022-03-06T10:11:24.437474+0000 mgr.smithi008.onsztl (mgr 2022-03-06T10:11:25.745 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:25 smithi008 conmon[29939]: .14164) 197 : audit [DBG] from='client.14448 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2022-03-06T10:11:26.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:25 smithi083 conmon[33008]: audit 2022-03-06T10:11:24.437474+0000 mgr.smithi008.onsztl (mgr.14164) 2022-03-06T10:11:26.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:25 smithi083 conmon[33008]: 197 : audit [DBG] from='client.14448 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2022-03-06T10:11:26.745 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:26 smithi008 conmon[29939]: cluster 2022-03-06T10:11:24.710586+0000 mgr.smithi008.onsztl (mgr.14164) 198 : cluster [DBG] pgmap v170: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-06T10:11:26.891 INFO:teuthology.orchestra.run.smithi008.stdout: 2022-03-06T10:11:26.892 INFO:teuthology.orchestra.run.smithi008.stderr:dumped all 2022-03-06T10:11:27.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:26 smithi083 conmon[33008]: cluster 2022-03-06T10:11:24.710586+0000 mgr.smithi008.onsztl (mgr.14164) 198 2022-03-06T10:11:27.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:26 smithi083 conmon[33008]: : cluster [DBG] pgmap v170: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-06T10:11:27.249 INFO:teuthology.orchestra.run.smithi008.stdout:{"pg_ready":true,"pg_map":{"version":171,"stamp":"2022-03-06T10:11:26.710739+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":3,"num_osds":8,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":749961216,"kb_used":42804,"kb_used_data":3636,"kb_used_omap":0,"kb_used_meta":39104,"kb_avail":749918412,"statfs":{"total":767960285184,"available":767916453888,"internally_reserved":0,"allocated":3723264,"data_stored":1480615,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":40042496},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"0.000000"},"pg_stats":[{"pgid":"1.0","version":"0'0","reported_seq":"10","reported_epoch":"48","state":"active+clean","last_fresh":"2022-03-06T10:10:30.749284+0000","last_change":"2022-03-06T10:10:30.749284+0000","last_active":"2022-03-06T10:10:30.749284+0000","last_peered":"2022-03-06T10:10:30.749284+0000","last_clean":"2022-03-06T10:10:30.749284+0000","last_became_active":"2022-03-06T10:10:30.748878+0000","last_became_peered":"2022-03-06T10:10:30.748878+0000","last_unstale":"2022-03-06T10:10:30.749284+0000","last_undegraded":"2022-03-06T10:10:30.749284+0000","last_fullsized":"2022-03-06T10:10:30.749284+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-03-06T10:09:24.180157+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-03-06T10:09:24.180157+0000","last_clean_scrub_stamp":"2022-03-06T10:09:24.180157+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495630,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":5196,"kb_used_data":452,"kb_used_omap":0,"kb_used_meta":4736,"kb_avail":93739956,"statfs":{"total":95995035648,"available":95989714944,"internally_reserved":0,"allocated":462848,"data_stored":184880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":4849664},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42299999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40000000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.434}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.502}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44500000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35099999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48799999999999999}]}]},{"osd":6,"up_from":41,"seq":176093659153,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":5260,"kb_used_data":452,"kb_used_omap":0,"kb_used_meta":4800,"kb_avail":93739892,"statfs":{"total":95995035648,"available":95989649408,"internally_reserved":0,"allocated":462848,"data_stored":184880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":4915200},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 6 10:11:15 2022","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.66200000000000003},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.85699999999999998,"5min":0.85699999999999998,"15min":0.85699999999999998},"last":0.54400000000000004}]},{"osd":1,"last update":"Sun Mar 6 10:11:15 2022","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.62}]},{"osd":2,"last update":"Sun Mar 6 10:11:15 2022","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.68600000000000005},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.64500000000000002}]},{"osd":3,"last update":"Sun Mar 6 10:11:15 2022","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.60699999999999998},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.70899999999999996}]},{"osd":4,"last update":"Sun Mar 6 10:11:15 2022","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.39600000000000002},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.42199999999999999}]},{"osd":5,"last update":"Sun Mar 6 10:11:15 2022","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.437},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.874,"5min":0.874,"15min":0.874},"last":0.46600000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.501}]}]},{"osd":1,"up_from":14,"seq":60129542178,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5456,"kb_used_data":456,"kb_used_omap":0,"kb_used_meta":4992,"kb_avail":93739696,"statfs":{"total":95995035648,"available":95989448704,"internally_reserved":0,"allocated":466944,"data_stored":185195,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5111808},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 6 10:10:59 2022","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.318,"15min":0.307},"min":{"1min":0.27500000000000002,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"last":0.30599999999999999},{"interface":"front","average":{"1min":0.40699999999999997,"5min":0.32300000000000001,"15min":0.309},"min":{"1min":0.29899999999999999,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"last":0.28399999999999997}]},{"osd":2,"last update":"Sun Mar 6 10:11:13 2022","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.35799999999999998,"15min":0.35299999999999998},"min":{"1min":0.30099999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"last":0.35599999999999998},{"interface":"front","average":{"1min":0.433,"5min":0.40699999999999997,"15min":0.40300000000000002},"min":{"1min":0.32900000000000001,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.63400000000000001,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.375}]},{"osd":3,"last update":"Sun Mar 6 10:10:34 2022","interfaces":[{"interface":"back","average":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.629},{"interface":"front","average":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"last":0.58099999999999996}]},{"osd":4,"last update":"Sun Mar 6 10:10:44 2022","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.60799999999999998},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.54300000000000004}]},{"osd":5,"last update":"Sun Mar 6 10:10:59 2022","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":1.0209999999999999,"5min":1.0209999999999999,"15min":1.0209999999999999},"last":0.56299999999999994},{"interface":"front","average":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":1.083,"5min":1.083,"15min":1.083},"last":0.46899999999999997}]},{"osd":6,"last update":"Sun Mar 6 10:11:15 2022","interfaces":[{"interface":"back","average":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":1.1120000000000001,"5min":1.1120000000000001,"15min":1.1120000000000001},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.68799999999999994,"5min":0.68799999999999994,"15min":0.68799999999999994},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":1.097,"5min":1.097,"15min":1.097},"last":0.59799999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50700000000000001}]}]},{"osd":0,"up_from":9,"seq":38654705702,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":5520,"kb_used_data":456,"kb_used_omap":0,"kb_used_meta":5056,"kb_avail":93739632,"statfs":{"total":95995035648,"available":95989383168,"internally_reserved":0,"allocated":466944,"data_stored":185195,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5177344},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sun Mar 6 10:10:59 2022","interfaces":[{"interface":"back","average":{"1min":0.35099999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.56299999999999994,"5min":0.56399999999999995,"15min":0.56399999999999995},"last":0.28499999999999998},{"interface":"front","average":{"1min":0.40400000000000003,"5min":0.35999999999999999,"15min":0.35199999999999998},"min":{"1min":0.26200000000000001,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.24199999999999999}]},{"osd":2,"last update":"Sun Mar 6 10:11:16 2022","interfaces":[{"interface":"back","average":{"1min":0.40300000000000002,"5min":0.38100000000000001,"15min":0.377},"min":{"1min":0.222,"5min":0.222,"15min":0.222},"max":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.32600000000000001},{"interface":"front","average":{"1min":0.40899999999999997,"5min":0.376,"15min":0.37},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.61699999999999999,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.30099999999999999}]},{"osd":3,"last update":"Sun Mar 6 10:10:32 2022","interfaces":[{"interface":"back","average":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"last":0.26900000000000002},{"interface":"front","average":{"1min":0.443,"5min":0.443,"15min":0.443},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.39400000000000002}]},{"osd":4,"last update":"Sun Mar 6 10:10:44 2022","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.48599999999999999},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.505}]},{"osd":5,"last update":"Sun Mar 6 10:10:59 2022","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.621,"5min":0.621,"15min":0.621},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"last":0.63200000000000001}]},{"osd":6,"last update":"Sun Mar 6 10:11:16 2022","interfaces":[{"interface":"back","average":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"last":0.497},{"interface":"front","average":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.56399999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46600000000000003}]}]},{"osd":2,"up_from":19,"seq":81604378654,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5392,"kb_used_data":456,"kb_used_omap":0,"kb_used_meta":4928,"kb_avail":93739760,"statfs":{"total":95995035648,"available":95989514240,"internally_reserved":0,"allocated":466944,"data_stored":185195,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5046272},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 6 10:11:20 2022","interfaces":[{"interface":"back","average":{"1min":0.371,"5min":0.35999999999999999,"15min":0.35799999999999998},"min":{"1min":0.253,"5min":0.252,"15min":0.252},"max":{"1min":0.48499999999999999,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.30099999999999999},{"interface":"front","average":{"1min":0.39000000000000001,"5min":0.35699999999999998,"15min":0.35099999999999998},"min":{"1min":0.27300000000000002,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.58599999999999997,"5min":0.61399999999999999,"15min":0.61399999999999999},"last":0.34200000000000003}]},{"osd":1,"last update":"Sun Mar 6 10:11:20 2022","interfaces":[{"interface":"back","average":{"1min":0.40600000000000003,"5min":0.38300000000000001,"15min":0.379},"min":{"1min":0.29799999999999999,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.56200000000000006,"5min":0.68100000000000005,"15min":0.68100000000000005},"last":0.377},{"interface":"front","average":{"1min":0.40500000000000003,"5min":0.373,"15min":0.36799999999999999},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"last":0.31900000000000001}]},{"osd":3,"last update":"Sun Mar 6 10:10:32 2022","interfaces":[{"interface":"back","average":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"last":0.40899999999999997},{"interface":"front","average":{"1min":0.436,"5min":0.436,"15min":0.436},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"last":0.36099999999999999}]},{"osd":4,"last update":"Sun Mar 6 10:10:45 2022","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.876,"5min":0.876,"15min":0.876},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.626,"5min":0.626,"15min":0.626},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.53600000000000003}]},{"osd":5,"last update":"Sun Mar 6 10:11:02 2022","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.93700000000000006,"5min":0.93700000000000006,"15min":0.93700000000000006},"last":0.60799999999999998},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.45800000000000002}]},{"osd":6,"last update":"Sun Mar 6 10:11:20 2022","interfaces":[{"interface":"back","average":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"min":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.57499999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49099999999999999}]}]},{"osd":3,"up_from":27,"seq":115964117019,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5328,"kb_used_data":456,"kb_used_omap":0,"kb_used_meta":4864,"kb_avail":93739824,"statfs":{"total":95995035648,"available":95989579776,"internally_reserved":0,"allocated":466944,"data_stored":185195,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":4980736},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 6 10:10:32 2022","interfaces":[{"interface":"back","average":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.27900000000000003}]},{"osd":1,"last update":"Sun Mar 6 10:10:32 2022","interfaces":[{"interface":"back","average":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.623,"5min":0.623,"15min":0.623},"last":0.318},{"interface":"front","average":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"last":0.373}]},{"osd":2,"last update":"Sun Mar 6 10:10:32 2022","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.443,"5min":0.443,"15min":0.443},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"last":0.39500000000000002}]},{"osd":4,"last update":"Sun Mar 6 10:10:43 2022","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.60499999999999998},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.82899999999999996,"5min":0.82899999999999996,"15min":0.82899999999999996},"last":0.58199999999999996}]},{"osd":5,"last update":"Sun Mar 6 10:10:58 2022","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.93000000000000005,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.56699999999999995}]},{"osd":6,"last update":"Sun Mar 6 10:11:18 2022","interfaces":[{"interface":"back","average":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":0.95499999999999996,"5min":0.95499999999999996,"15min":0.95499999999999996},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.51200000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64000000000000001}]}]},{"osd":4,"up_from":31,"seq":133143986200,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5328,"kb_used_data":456,"kb_used_omap":0,"kb_used_meta":4864,"kb_avail":93739824,"statfs":{"total":95995035648,"available":95989579776,"internally_reserved":0,"allocated":466944,"data_stored":185195,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":4980736},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 6 10:10:47 2022","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.501,"15min":0.501},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.48099999999999998},{"interface":"front","average":{"1min":0.501,"5min":0.501,"15min":0.501},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.63500000000000001}]},{"osd":1,"last update":"Sun Mar 6 10:10:47 2022","interfaces":[{"interface":"back","average":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.45200000000000001},{"interface":"front","average":{"1min":0.499,"5min":0.499,"15min":0.499},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.51800000000000002}]},{"osd":2,"last update":"Sun Mar 6 10:10:47 2022","interfaces":[{"interface":"back","average":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.497}]},{"osd":3,"last update":"Sun Mar 6 10:10:47 2022","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.5,"15min":0.5},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.46500000000000002},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.55300000000000005}]},{"osd":5,"last update":"Sun Mar 6 10:10:58 2022","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.625},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.42699999999999999}]},{"osd":6,"last update":"Sun Mar 6 10:11:18 2022","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.58899999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59999999999999998}]}]},{"osd":5,"up_from":36,"seq":154618822676,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5324,"kb_used_data":452,"kb_used_omap":0,"kb_used_meta":4864,"kb_avail":93739828,"statfs":{"total":95995035648,"available":95989583872,"internally_reserved":0,"allocated":462848,"data_stored":184880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":4980736},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Mar 6 10:11:00 2022","interfaces":[{"interface":"back","average":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"last":0.71699999999999997},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.57699999999999996}]},{"osd":1,"last update":"Sun Mar 6 10:11:00 2022","interfaces":[{"interface":"back","average":{"1min":0.497,"5min":0.497,"15min":0.497},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.62},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.54200000000000004}]},{"osd":2,"last update":"Sun Mar 6 10:11:00 2022","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.67800000000000005},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.66700000000000004}]},{"osd":3,"last update":"Sun Mar 6 10:11:00 2022","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.65600000000000003},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.69899999999999995}]},{"osd":4,"last update":"Sun Mar 6 10:11:00 2022","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.443}]},{"osd":6,"last update":"Sun Mar 6 10:11:19 2022","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.51600000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55900000000000005}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2022-03-06T10:11:27.251 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2022-03-06T10:11:27.251 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2022-03-06T10:11:27.251 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2022-03-06T10:11:27.252 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid f3cc2a6e-9d34-11ec-8c35-001a4aab830c -- ceph health --format=json 2022-03-06T10:11:27.699 INFO:teuthology.orchestra.run.smithi008.stderr:Inferring config /var/lib/ceph/f3cc2a6e-9d34-11ec-8c35-001a4aab830c/mon.smithi008/config 2022-03-06T10:11:28.745 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:28 smithi008 conmon[29939]: cluster 2022-03-06T10:11:26.710876+0000 mgr.smithi008.onsztl ( 2022-03-06T10:11:28.746 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:28 smithi008 conmon[29939]: mgr.14164) 199 : cluster [DBG] pgmap v171: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-06T10:11:28.746 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:28 smithi008 conmon[29939]: audit 2022-03-06T10:11:26.887073+0000 mgr.smithi008.onsztl (mgr.14164) 200 : audit [DBG] from='client.14452 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2022-03-06T10:11:28.746 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:28 smithi008 conmon[29939]: audit 2022-03-06T10:11:28.042435+0000 mon.smithi008 (mon.0) 510 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:11:28.747 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:28 smithi008 conmon[29939]: audit 2022-03-06T10:11:28.415087+0000 mon.smithi008 (mon.0) 511 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:11:29.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:28 smithi083 conmon[33008]: cluster 2022-03-06T10:11:26.710876+0000 mgr.smithi008.onsztl (mgr.14164) 199 : cluster [DBG] pgmap v171: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-06T10:11:29.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:28 smithi083 conmon[33008]: audit 2022-03-06T10:11:26.887073+0000 mgr.smithi008.onsztl (mgr.14164) 200 : audit [DBG] from='client.14452 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2022-03-06T10:11:29.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:28 smithi083 conmon[33008]: audit 2022-03-06T10:11:28.042435+0000 mon.smithi008 (mon.0) 510 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:11:29.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:28 smithi083 conmon[33008]: audit 2022-03-06T10:11:28.415087+0000 mon.smithi008 (mon.0) 511 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:11:29.312 INFO:teuthology.orchestra.run.smithi008.stdout: 2022-03-06T10:11:29.718 INFO:teuthology.orchestra.run.smithi008.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2022-03-06T10:11:29.719 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2022-03-06T10:11:29.719 INFO:tasks.cephadm:Setup complete, yielding 2022-03-06T10:11:29.720 INFO:teuthology.run_tasks:Running task cephadm.shell... 2022-03-06T10:11:29.728 INFO:tasks.cephadm:Running commands on role host.a host ubuntu@smithi008.front.sepia.ceph.com 2022-03-06T10:11:29.729 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f3cc2a6e-9d34-11ec-8c35-001a4aab830c -- bash -c 'ceph orch status' 2022-03-06T10:11:29.995 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:29 smithi008 conmon[29939]: audit 2022-03-06T10:11:29.310806+0000 mon.smithi008 (mon 2022-03-06T10:11:29.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:29 smithi008 conmon[29939]: .0) 512 : audit [DBG] from='client.? 172.21.15.8:0/4141443551' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2022-03-06T10:11:30.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:29 smithi083 conmon[33008]: audit 2022-03-06T10:11:29.310806+0000 mon.smithi008 (mon.0) 512 : audit [DBG] from='client.? 172.21.15.8:0/4141443551' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2022-03-06T10:11:30.978 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:30 smithi008 conmon[29939]: cluster 2022-03-06T10:11:28.711203+0000 mgr.smithi008.onsztl (mgr.14164) 201 : cluster [DBG] pgmap v172: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-06T10:11:31.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:30 smithi083 conmon[33008]: cluster 2022-03-06T10:11:28.711203+0000 mgr.smithi008.onsztl (mgr.14164) 201 : cluster [DBG] pgmap v172: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-06T10:11:31.587 INFO:teuthology.orchestra.run.smithi008.stdout:Backend: cephadm 2022-03-06T10:11:31.587 INFO:teuthology.orchestra.run.smithi008.stdout:Available: Yes 2022-03-06T10:11:31.587 INFO:teuthology.orchestra.run.smithi008.stdout:Paused: No 2022-03-06T10:11:32.058 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f3cc2a6e-9d34-11ec-8c35-001a4aab830c -- bash -c 'ceph orch ps' 2022-03-06T10:11:32.927 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:32 smithi008 conmon[29939]: cluster 2022-03-06T10:11:30.711503 2022-03-06T10:11:32.927 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:32 smithi008 conmon[29939]: +0000 mgr.smithi008.onsztl (mgr.14164) 202 : cluster [DBG] pgmap v173: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-06T10:11:32.927 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:32 smithi008 conmon[29939]: audit 2022-03-06T10:11:31.585334+0000 mgr.smithi008.onsztl (mgr.14164) 203 : audit [DBG] from='client.14460 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-06T10:11:33.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:32 smithi083 conmon[33008]: cluster 2022-03-06T10:11:30.711503+0000 mgr.smithi008.onsztl (mgr.14164) 202 : cluster [DBG] pgmap v173: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-06T10:11:33.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:32 smithi083 conmon[33008]: audit 2022-03-06T10:11:31.585334+0000 mgr.smithi008.onsztl (mgr.14164) 203 : audit [DBG] from='client.14460 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-06T10:11:33.726 INFO:teuthology.orchestra.run.smithi008.stdout:NAME HOST PORTS STATUS REFRESHED AGE VERSION IMAGE ID CONTAINER ID 2022-03-06T10:11:33.727 INFO:teuthology.orchestra.run.smithi008.stdout:alertmanager.smithi008 smithi008 *:9093,9094 running (3m) 81s ago 4m 0.20.0 0881eb8f169f c1b598605d37 2022-03-06T10:11:33.727 INFO:teuthology.orchestra.run.smithi008.stdout:crash.smithi008 smithi008 running (4m) 81s ago 4m 16.2.4 8d91d370c2b8 cb8dd3b8791a 2022-03-06T10:11:33.727 INFO:teuthology.orchestra.run.smithi008.stdout:crash.smithi083 smithi083 running (3m) 68s ago 3m 16.2.4 8d91d370c2b8 bffb25d3bd63 2022-03-06T10:11:33.727 INFO:teuthology.orchestra.run.smithi008.stdout:grafana.smithi008 smithi008 *:3000 running (3m) 81s ago 4m 6.7.4 557c83e11646 8cfaa70fda74 2022-03-06T10:11:33.728 INFO:teuthology.orchestra.run.smithi008.stdout:mgr.smithi008.onsztl smithi008 *:9283 running (5m) 81s ago 5m 16.2.4 8d91d370c2b8 f7faef0a395b 2022-03-06T10:11:33.729 INFO:teuthology.orchestra.run.smithi008.stdout:mgr.smithi083.piggzi smithi083 *:8443,9283 running (3m) 68s ago 3m 16.2.4 8d91d370c2b8 21b980e765d4 2022-03-06T10:11:33.729 INFO:teuthology.orchestra.run.smithi008.stdout:mon.smithi008 smithi008 running (5m) 81s ago 5m 16.2.4 8d91d370c2b8 15a39b656753 2022-03-06T10:11:33.729 INFO:teuthology.orchestra.run.smithi008.stdout:mon.smithi083 smithi083 running (3m) 68s ago 3m 16.2.4 8d91d370c2b8 5fe0483de9e7 2022-03-06T10:11:33.729 INFO:teuthology.orchestra.run.smithi008.stdout:node-exporter.smithi008 smithi008 *:9100 running (4m) 81s ago 4m 0.18.1 e5a616e4b9cf bfdc0c131d05 2022-03-06T10:11:33.730 INFO:teuthology.orchestra.run.smithi008.stdout:node-exporter.smithi083 smithi083 *:9100 running (3m) 68s ago 3m 0.18.1 e5a616e4b9cf 58c011f53df8 2022-03-06T10:11:33.730 INFO:teuthology.orchestra.run.smithi008.stdout:osd.0 smithi008 running (3m) 81s ago 3m 16.2.4 8d91d370c2b8 09267a39eb6d 2022-03-06T10:11:33.730 INFO:teuthology.orchestra.run.smithi008.stdout:osd.1 smithi008 running (2m) 81s ago 2m 16.2.4 8d91d370c2b8 e878396d80d2 2022-03-06T10:11:33.730 INFO:teuthology.orchestra.run.smithi008.stdout:osd.2 smithi008 running (2m) 81s ago 2m 16.2.4 8d91d370c2b8 5e3f5ffb7fba 2022-03-06T10:11:33.731 INFO:teuthology.orchestra.run.smithi008.stdout:osd.3 smithi008 running (2m) 81s ago 2m 16.2.4 8d91d370c2b8 5fa99abadf0b 2022-03-06T10:11:33.731 INFO:teuthology.orchestra.run.smithi008.stdout:osd.4 smithi083 running (116s) 68s ago 116s 16.2.4 8d91d370c2b8 4f35be895c05 2022-03-06T10:11:33.731 INFO:teuthology.orchestra.run.smithi008.stdout:osd.5 smithi083 running (101s) 68s ago 101s 16.2.4 8d91d370c2b8 f4c5c00fd474 2022-03-06T10:11:33.731 INFO:teuthology.orchestra.run.smithi008.stdout:osd.6 smithi083 running (86s) 68s ago 86s 16.2.4 8d91d370c2b8 e3dc87d3a982 2022-03-06T10:11:33.732 INFO:teuthology.orchestra.run.smithi008.stdout:osd.7 smithi083 running (71s) 68s ago 71s 16.2.4 8d91d370c2b8 c31fb227ce1f 2022-03-06T10:11:33.732 INFO:teuthology.orchestra.run.smithi008.stdout:prometheus.smithi008 smithi008 *:9095 running (2m) 81s ago 3m 2.18.1 de242295e225 63679ba213b0 2022-03-06T10:11:34.184 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f3cc2a6e-9d34-11ec-8c35-001a4aab830c -- bash -c 'ceph orch ls' 2022-03-06T10:11:34.929 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:34 smithi008 conmon[29939]: cluster 2022-03-06T10:11:32.711777+0000 mgr.smithi008.onsztl (mgr.14164) 204 : cluster [DBG] pgmap v174: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-06T10:11:35.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:34 smithi083 conmon[33008]: cluster 2022-03-06T10:11:32.711777+0000 mgr.smithi008.onsztl (mgr.14164) 204 : cluster [DBG] pgmap v174: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-06T10:11:35.994 INFO:teuthology.orchestra.run.smithi008.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2022-03-06T10:11:35.995 INFO:teuthology.orchestra.run.smithi008.stdout:alertmanager 1/1 83s ago 4m count:1 2022-03-06T10:11:35.995 INFO:teuthology.orchestra.run.smithi008.stdout:crash 2/2 83s ago 5m * 2022-03-06T10:11:35.995 INFO:teuthology.orchestra.run.smithi008.stdout:grafana 1/1 83s ago 4m count:1 2022-03-06T10:11:35.995 INFO:teuthology.orchestra.run.smithi008.stdout:mgr 2/2 83s ago 5m count:2 2022-03-06T10:11:35.996 INFO:teuthology.orchestra.run.smithi008.stdout:mon 2/2 83s ago 4m smithi008:172.21.15.8=smithi008;smithi083:172.21.15.83=smithi083;count:2 2022-03-06T10:11:35.996 INFO:teuthology.orchestra.run.smithi008.stdout:node-exporter 2/2 83s ago 4m * 2022-03-06T10:11:35.996 INFO:teuthology.orchestra.run.smithi008.stdout:osd.unmanaged 8/8 83s ago - 2022-03-06T10:11:35.996 INFO:teuthology.orchestra.run.smithi008.stdout:prometheus 1/1 83s ago 4m count:1 2022-03-06T10:11:35.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:35 smithi008 conmon[29939]: audit 2022-03-06T10:11:33.714774+0000 mgr.smithi008.onsztl (mgr.14164) 205 : audit [DBG] from='client.14464 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-06T10:11:36.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:35 smithi083 conmon[33008]: audit 2022-03-06T10:11:33.714774+0000 mgr.smithi008.onsztl (mgr.14164) 205 : audit [DBG] from='client.14464 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-06T10:11:36.411 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f3cc2a6e-9d34-11ec-8c35-001a4aab830c -- bash -c 'ceph orch host ls' 2022-03-06T10:11:36.965 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:36 smithi008 conmon[29939]: cluster 2022-03-06T10:11:34.712081+0000 mgr.smithi008.onsztl ( 2022-03-06T10:11:36.965 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:36 smithi008 conmon[29939]: mgr.14164) 206 : cluster [DBG] pgmap v175: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-06T10:11:36.966 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:36 smithi008 conmon[29939]: audit 2022-03-06T10:11:35.987687+0000 mgr.smithi008.onsztl (mgr.14164) 207 : audit [DBG] from='client.14468 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2022-03-06T10:11:37.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:36 smithi083 conmon[33008]: cluster 2022-03-06T10:11:34.712081+0000 mgr.smithi008.onsztl (mgr.14164) 206 : cluster [DBG] pgmap v175: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-06T10:11:37.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:36 smithi083 conmon[33008]: audit 2022- 2022-03-06T10:11:37.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:36 smithi083 conmon[33008]: 03-06T10:11:35.987687+0000 mgr.smithi008.onsztl (mgr.14164) 207 : audit [DBG] from='client.14468 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2022-03-06T10:11:38.195 INFO:teuthology.orchestra.run.smithi008.stdout:HOST ADDR LABELS STATUS 2022-03-06T10:11:38.195 INFO:teuthology.orchestra.run.smithi008.stdout:smithi008 172.21.15.8 2022-03-06T10:11:38.196 INFO:teuthology.orchestra.run.smithi008.stdout:smithi083 smithi083 2022-03-06T10:11:38.627 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f3cc2a6e-9d34-11ec-8c35-001a4aab830c -- bash -c 'ceph orch device ls' 2022-03-06T10:11:38.995 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:38 smithi008 conmon[29939]: cluster 2022-03-06T10:11:36.712353+0000 2022-03-06T10:11:38.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:38 smithi008 conmon[29939]: mgr.smithi008.onsztl (mgr.14164) 208 : cluster [DBG] pgmap v176: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-06T10:11:39.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:38 smithi083 conmon[33008]: cluster 2022-03-06T10:11:36.712353+0000 mgr.smithi008.onsztl (mgr.14164) 208 : cluster [DBG] pgmap v176: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-06T10:11:39.745 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:39 smithi008 conmon[29939]: audit 2022-03-06T10:11:38.192760+0000 mgr.smithi008.onsztl (mgr.14164) 209 : audit [DBG] from='client.14472 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2022-03-06T10:11:40.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:39 smithi083 conmon[33008]: audit 2022-03-06T10:11:38.192760+0000 mgr.smithi008.onsztl (mgr.14164) 2022-03-06T10:11:40.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:39 smithi083 conmon[33008]: 209 : audit [DBG] from='client.14472 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2022-03-06T10:11:40.420 INFO:teuthology.orchestra.run.smithi008.stdout:Hostname Path Type Serial Size Health Ident Fault Available 2022-03-06T10:11:40.421 INFO:teuthology.orchestra.run.smithi008.stdout:smithi008 /dev/nvme0n1 ssd PHMB7476004A480DGN 480G Unknown N/A N/A No 2022-03-06T10:11:40.421 INFO:teuthology.orchestra.run.smithi008.stdout:smithi083 /dev/nvme0n1 ssd PHFT62040148400BGN 400G Unknown N/A N/A No 2022-03-06T10:11:40.745 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:40 smithi008 conmon[29939]: cluster 2022-03-06T10:11:38.712676+0000 mgr.smithi008.onsztl (mgr.14164) 210 : cluster [DBG] pgmap v177: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-06T10:11:40.853 INFO:teuthology.run_tasks:Running task vip.exec... 2022-03-06T10:11:40.865 INFO:tasks.vip:Running commands on role host.a host ubuntu@smithi008.front.sepia.ceph.com 2022-03-06T10:11:40.866 DEBUG:teuthology.orchestra.run.smithi008:> sudo TESTDIR=/home/ubuntu/cephtest bash -ex -c 'systemctl stop nfs-server' 2022-03-06T10:11:40.898 INFO:teuthology.orchestra.run.smithi008.stderr:+ systemctl stop nfs-server 2022-03-06T10:11:40.904 INFO:tasks.vip:Running commands on role host.b host ubuntu@smithi083.front.sepia.ceph.com 2022-03-06T10:11:40.904 DEBUG:teuthology.orchestra.run.smithi083:> sudo TESTDIR=/home/ubuntu/cephtest bash -ex -c 'systemctl stop nfs-server' 2022-03-06T10:11:40.937 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:40 smithi083 conmon[33008]: cluster 2022-03-06T10:11:38.712676+0000 mgr.smithi008.onsztl (mgr.14164) 210 : cluster [DBG] pgmap v177: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-06T10:11:40.941 INFO:teuthology.orchestra.run.smithi083.stderr:+ systemctl stop nfs-server 2022-03-06T10:11:40.950 INFO:teuthology.run_tasks:Running task cephadm.shell... 2022-03-06T10:11:40.961 INFO:tasks.cephadm:Running commands on role host.a host ubuntu@smithi008.front.sepia.ceph.com 2022-03-06T10:11:40.962 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f3cc2a6e-9d34-11ec-8c35-001a4aab830c -- bash -c 'ceph fs volume create foofs' 2022-03-06T10:11:41.671 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:41 smithi008 conmon[29939]: audit 2022-03-06T10:11:40 2022-03-06T10:11:41.671 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:41 smithi008 conmon[29939]: .417989+0000 mgr.smithi008.onsztl (mgr.14164) 211 : audit [DBG] from='client.14476 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2022-03-06T10:11:42.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:41 smithi083 conmon[33008]: audit 2022-03-06T10:11:40.417989+0000 mgr.smithi008.onsztl (mgr.14164) 211 : 2022-03-06T10:11:42.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:41 smithi083 conmon[33008]: audit [DBG] from='client.14476 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2022-03-06T10:11:42.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:42 smithi008 conmon[29939]: cluster 2022-03-06T10:11:40.712970+0000 mgr.smithi008.onsztl (mgr.14164) 212 : cluster [DBG] pgmap v178: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-06T10:11:43.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:42 smithi083 conmon[33008]: cluster 2022-03-06T10:11:40.712970+0000 mgr.smithi008.onsztl (mgr.14164) 212 : cluster [DBG] pgmap v178: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-06T10:11:43.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:43 smithi008 conmon[29939]: audit 2022-03-06T10:11:42.741519+0000 mon.smithi008 (mon.0) 513 2022-03-06T10:11:43.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:43 smithi008 conmon[29939]: : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foofs.meta"}]: dispatch 2022-03-06T10:11:44.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:43 smithi083 conmon[33008]: audit 2022-03-06T10:11:42.741519+0000 mon.smithi008 (mon.0) 513 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foofs.meta"}]: dispatch 2022-03-06T10:11:44.900 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:44 smithi008 conmon[29939]: cluster 2022-03-06T10:11:42.713286+0000 mgr.smithi008.onsztl (mgr.14164) 213 : cluster [DBG] pgmap v179: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-06T10:11:44.901 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:44 smithi008 conmon[29939]: audit 2022-03-06T10:11:42.741037+0000 mgr.smithi008.onsztl (mgr.14164) 214 : audit [DBG] from='client.14480 -' entity='client.admin' cmd=[{"prefix": "fs volume create", "name": "foofs", "target": ["mon-mgr", ""]}]: dispatch 2022-03-06T10:11:44.901 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:44 smithi008 conmon[29939]: audit 2022-03-06T10:11:43.624344+0000 mon.smithi008 (mon. 2022-03-06T10:11:44.902 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:44 smithi008 conmon[29939]: 0) 514 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foofs.meta"}]': finished 2022-03-06T10:11:44.902 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:44 smithi008 conmon[29939]: cluster 2022-03-06T10:11:44.903 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:44 smithi008 conmon[29939]: 2022-03-06T10:11:43.624404+0000 mon.smithi008 ( 2022-03-06T10:11:44.903 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:44 smithi008 conmon[29939]: mon.0) 515 : cluster [DBG] osdmap e49: 8 total, 8 up, 8 in 2022-03-06T10:11:44.904 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:44 smithi008 conmon[29939]: audit 2022 2022-03-06T10:11:44.904 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:44 smithi008 conmon[29939]: -03-06T10:11:43.625710+0000 2022-03-06T10:11:44.905 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:44 smithi008 conmon[29939]: mon.smithi008 (mon.0) 516 : audit [INF] 2022-03-06T10:11:44.905 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:44 smithi008 conmon[29939]: from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foofs.data"}]: dispatch 2022-03-06T10:11:44.906 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:44 smithi008 conmon[29939]: debug 2022-03-06T10:11:44.636+0000 7ff06be42700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2022-03-06T10:11:45.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:44 smithi083 conmon[33008]: cluster 2022-03-06T10:11:42.713286+0000 mgr.smithi008.onsztl (mgr.14164) 213 2022-03-06T10:11:45.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:44 smithi083 conmon[33008]: : cluster [DBG] pgmap v179: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-06T10:11:45.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:44 smithi083 conmon[33008]: audit 2022-03-06T10:11:42.741037+0000 mgr.smithi008.onsztl (mgr.14164) 214 : audit [DBG] 2022-03-06T10:11:45.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:44 smithi083 conmon[33008]: from='client.14480 -' entity='client.admin' cmd=[{"prefix": "fs volume create", "name": "foofs", "target": ["mon-mgr", ""]}]: dispatch 2022-03-06T10:11:45.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:44 smithi083 conmon[33008]: audit 2022-03- 2022-03-06T10:11:45.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:44 smithi083 conmon[33008]: 06T10:11:43.624344+0000 mon.smithi008 (mon.0) 2022-03-06T10:11:45.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:44 smithi083 conmon[33008]: 514 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foofs.meta"}]': finished 2022-03-06T10:11:45.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:44 smithi083 conmon[33008]: cluster 2022 2022-03-06T10:11:45.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:44 smithi083 conmon[33008]: -03-06T10:11:43. 2022-03-06T10:11:45.040 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:44 smithi083 conmon[33008]: 624404+0000 mon.smithi008 (mon.0) 515 : cluster [DBG] 2022-03-06T10:11:45.040 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:44 smithi083 conmon[33008]: osdmap e49: 8 total, 8 up, 8 in 2022-03-06T10:11:45.040 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:44 smithi083 conmon[33008]: audit 2022-03-06 2022-03-06T10:11:45.040 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:44 smithi083 conmon[33008]: T10:11:43.625710+0000 mon.smithi008 2022-03-06T10:11:45.040 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:44 smithi083 conmon[33008]: (mon.0) 516 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foofs.data"}]: dispatch 2022-03-06T10:11:45.090 INFO:teuthology.run_tasks:Running task cephadm.wait_for_service... 2022-03-06T10:11:45.104 INFO:tasks.cephadm:Waiting for ceph service mds.foofs to start (timeout 300)... 2022-03-06T10:11:45.105 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f3cc2a6e-9d34-11ec-8c35-001a4aab830c -- ceph orch ls -f json 2022-03-06T10:11:45.967 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:45 smithi008 conmon[29939]: audit 2022-03-06T10:11:44.630239+0000 2022-03-06T10:11:45.967 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:45 smithi008 conmon[29939]: mon.smithi008 (mon.0) 517 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foofs.data"}]': finished 2022-03-06T10:11:45.968 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:45 smithi008 conmon[29939]: cluster 2022-03-06T10:11:44.630554+0000 mon.smithi008 (mon.0) 518 : cluster [DBG] osdmap e50: 8 total, 8 up, 8 in 2022-03-06T10:11:45.968 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:45 smithi008 conmon[29939]: audit 2022-03-06T10:11:44.636416+0000 mon.smithi008 (mon.0) 519 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "fs new", "fs_name": "foofs", "metadata": "cephfs.foofs.meta", "data": "cephfs.foofs.data"}]: dispatch 2022-03-06T10:11:45.968 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:45 smithi008 conmon[29939]: cluster 2022-03-06T10 2022-03-06T10:11:45.968 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:45 smithi008 conmon[29939]: :11:44.637300+0000 mon.smithi008 (mon.0) 520 : cluster [ERR] Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2022-03-06T10:11:45.969 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:45 smithi008 conmon[29939]: cluster 2022-03-06T10:11:44.637329+0000 mon.smithi008 (mon. 2022-03-06T10:11:45.969 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:45 smithi008 conmon[29939]: 0) 521 : cluster [WRN] Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2022-03-06T10:11:45.969 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:45 smithi008 conmon[29939]: cluster 2022-03 2022-03-06T10:11:45.969 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:45 smithi008 conmon[29939]: -06T10:11:44.648786+0000 mon.smithi008 (mon.0) 522 : cluster 2022-03-06T10:11:45.969 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:45 smithi008 conmon[29939]: [DBG] osdmap e51: 8 total, 8 up, 8 in 2022-03-06T10:11:45.970 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:45 smithi008 conmon[29939]: audit 2022-03-06T10:11:45.970 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:45 smithi008 conmon[29939]: 2022-03-06T10:11:44.649071+0000 mon.smithi008 2022-03-06T10:11:45.970 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:45 smithi008 conmon[29939]: (mon.0) 523 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd='[{"prefix": "fs new", "fs_name": "foofs", "metadata": "cephfs.foofs.meta", "data": "cephfs.foofs.data"}]': finished 2022-03-06T10:11:45.970 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:45 smithi008 conmon[29939]: cluster 2022-03-06 2022-03-06T10:11:45.971 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:45 smithi008 conmon[29939]: T10:11:44.649177+0000 mon.smithi008 (mon.0) 524 2022-03-06T10:11:45.971 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:45 smithi008 conmon[29939]: : cluster [DBG] fsmap foofs:0 2022-03-06T10:11:45.971 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:45 smithi008 conmon[29939]: cephadm 2022-03- 2022-03-06T10:11:45.971 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:45 smithi008 conmon[29939]: 06T10:11:44.655924+0000 mgr.smithi008.onsztl (mgr.14164 2022-03-06T10:11:45.971 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:45 smithi008 conmon[29939]: ) 215 : cephadm [INF] Saving service mds.foofs spec with placement count:2 2022-03-06T10:11:45.972 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:45 smithi008 conmon[29939]: audit 2022-03-06T10:11: 2022-03-06T10:11:45.972 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:45 smithi008 conmon[29939]: 44.663481+0000 mon.smithi008 (mon.0) 525 : audit 2022-03-06T10:11:45.972 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:45 smithi008 conmon[29939]: [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:11:45.972 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:45 smithi008 conmon[29939]: audit 2022 2022-03-06T10:11:45.973 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:45 smithi008 conmon[29939]: -03-06T10:11:44.664386+0000 mon.smithi008 (mon.0) 526 2022-03-06T10:11:45.973 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:45 smithi008 conmon[29939]: : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:11:45.973 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:45 smithi008 conmon[29939]: audit 2022-03-06T10:11:45.973 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:45 smithi008 conmon[29939]: 2022-03-06T10:11:44.674479+0000 mon.smithi008 (mon.0) 527 2022-03-06T10:11:45.974 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:45 smithi008 conmon[29939]: : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:11:45.974 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:45 smithi008 conmon[29939]: audit 2022-03-06T10:11:45.975 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:45 smithi008 conmon[29939]: 2022-03-06T10:11:44.681329+0000 mon.smithi008 (mon.0) 528 : audit [INF] 2022-03-06T10:11:45.975 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:45 smithi008 conmon[29939]: from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:11:45.975 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:45 smithi008 conmon[29939]: audit 2022- 2022-03-06T10:11:45.975 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:45 smithi008 conmon[29939]: 03-06T10:11:44.682253+0000 mon.smithi008 (mon.0) 529 : 2022-03-06T10:11:45.975 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:45 smithi008 conmon[29939]: audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foofs.smithi083.jmehpg", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2022-03-06T10:11:45.976 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:45 smithi008 conmon[29939]: audit 2022-03-06T10:11:45.976 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:45 smithi008 conmon[29939]: 2022-03-06T10:11:44.685335+0000 mon.smithi008 (mon.0 2022-03-06T10:11:45.976 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:45 smithi008 conmon[29939]: ) 530 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foofs.smithi083.jmehpg", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2022-03-06T10:11:45.976 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:45 smithi008 conmon[29939]: audit 2022-03-06T10: 2022-03-06T10:11:45.977 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:45 smithi008 conmon[29939]: 11:44.686078+0000 mon.smithi008 (mon.0) 531 : 2022-03-06T10:11:45.977 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:45 smithi008 conmon[29939]: audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:11:45.977 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:45 smithi008 conmon[29939]: cephadm 2022- 2022-03-06T10:11:45.977 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:45 smithi008 conmon[29939]: 03-06T10:11:44.686953+0000 mgr.smithi008.onsztl (mgr.14164) 216 2022-03-06T10:11:45.977 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:45 smithi008 conmon[29939]: : cephadm [INF] Deploying daemon mds.foofs.smithi083.jmehpg on smithi083 2022-03-06T10:11:45.993 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:45 smithi083 conmon[33008]: audit 2022-03-06T10:11:44.630239+0000 mon.smithi008 (mon.0) 517 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foofs.data"}]': finished 2022-03-06T10:11:45.993 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:45 smithi083 conmon[33008]: cluster 2022-03-06T10:11:44.630554+0000 mon.smithi008 (mon.0) 518 : cluster [DBG] osdmap e50: 8 total, 8 up, 8 in 2022-03-06T10:11:45.994 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:45 smithi083 conmon[33008]: audit 2022-03-06T10:11:44.636416+0000 mon.smithi008 (mon.0) 519 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "fs new", "fs_name": "foofs", "metadata": "cephfs.foofs.meta", "data": "cephfs.foofs.data"}]: dispatch 2022-03-06T10:11:45.994 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:45 smithi083 conmon[33008]: cluster 2022-03-06T10:11:44.637300+0000 mon.smithi008 (mon.0) 520 : cluster [ERR] Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2022-03-06T10:11:45.994 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:45 smithi083 conmon[33008]: cluster 2022-03-06T10:11:44.637329+0000 mon.smithi008 2022-03-06T10:11:45.995 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:45 smithi083 conmon[33008]: (mon.0) 521 : cluster [WRN] Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2022-03-06T10:11:45.995 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:45 smithi083 conmon[33008]: cluster 2022-03-06T10:11:44.648786+0000 mon.smithi008 (mon 2022-03-06T10:11:45.995 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:45 smithi083 conmon[33008]: .0) 522 : cluster [DBG] osdmap e51: 8 total, 8 up, 8 in 2022-03-06T10:11:45.996 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:45 smithi083 conmon[33008]: audit 2022-03-06T10:11: 2022-03-06T10:11:45.996 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:45 smithi083 conmon[33008]: 44.649071+0000 mon.smithi008 (mon.0) 523 : 2022-03-06T10:11:45.996 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:45 smithi083 conmon[33008]: audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd='[{"prefix": "fs new", "fs_name": "foofs", "metadata": "cephfs.foofs.meta", "data": "cephfs.foofs.data"}]': finished 2022-03-06T10:11:45.997 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:45 smithi083 conmon[33008]: cluster 2022-03-06T10: 2022-03-06T10:11:45.997 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:45 smithi083 conmon[33008]: 11:44.649177+0000 mon.smithi008 (mon.0) 524 2022-03-06T10:11:45.997 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:45 smithi083 conmon[33008]: : cluster [DBG] fsmap foofs:0 2022-03-06T10:11:45.998 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:45 smithi083 conmon[33008]: cephadm 2022-03- 2022-03-06T10:11:45.998 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:45 smithi083 conmon[33008]: 06T10:11:44.655924+0000 mgr.smithi008.onsztl (mgr 2022-03-06T10:11:45.998 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:45 smithi083 conmon[33008]: .14164) 215 : cephadm [INF] Saving service mds.foofs spec with placement count:2 2022-03-06T10:11:45.999 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:45 smithi083 conmon[33008]: audit 2022- 2022-03-06T10:11:45.999 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:45 smithi083 conmon[33008]: 03-06T10:11:44.663481+0000 2022-03-06T10:11:45.999 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:45 smithi083 conmon[33008]: mon.smithi008 (mon.0) 525 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:11:45.999 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:45 smithi083 conmon[33008]: 2022-03-06T10:11:46.000 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:45 smithi083 conmon[33008]: audit 2022-03-06T10:11:46.000 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:45 smithi083 conmon[33008]: 2022-03-06T10:11:44.664386+0000 mon.smithi008 ( 2022-03-06T10:11:46.000 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:45 smithi083 conmon[33008]: mon.0) 526 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:11:46.001 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:45 smithi083 conmon[33008]: audit 2022-03-06T10:11:46.001 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:45 smithi083 conmon[33008]: 2022-03 2022-03-06T10:11:46.001 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:45 smithi083 conmon[33008]: -06T10:11:44.674479+0000 mon.smithi008 2022-03-06T10:11:46.002 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:45 smithi083 conmon[33008]: (mon.0) 527 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:11:46.002 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:45 smithi083 conmon[33008]: audit 2022- 2022-03-06T10:11:46.002 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:45 smithi083 conmon[33008]: 03-06T10:11:44.681329+0000 2022-03-06T10:11:46.002 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:45 smithi083 conmon[33008]: mon.smithi008 (mon.0) 528 : audit [INF] 2022-03-06T10:11:46.003 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:45 smithi083 conmon[33008]: from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:11:46.003 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:45 smithi083 conmon[33008]: audit 2022-03-06T10:11:46.003 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:45 smithi083 conmon[33008]: 2022-03-06T10:11:44.682253+0000 mon.smithi008 (mon.0) 529 : audit [INF] 2022-03-06T10:11:46.004 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:45 smithi083 conmon[33008]: from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foofs.smithi083.jmehpg", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2022-03-06T10:11:46.004 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:45 smithi083 conmon[33008]: audit 2022-03-06T10:11:46.004 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:45 smithi083 conmon[33008]: 2022-03-06T10:11:44.685335+0000 mon.smithi008 (mon.0) 530 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foofs.smithi083.jmehpg", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2022-03-06T10:11:46.005 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:45 smithi083 conmon[33008]: 2022-03-06T10:11:46.005 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:45 smithi083 conmon[33008]: audit 2022 2022-03-06T10:11:46.005 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:45 smithi083 conmon[33008]: -03-06T10:11:44.686078+0000 mon.smithi008 (mon.0 2022-03-06T10:11:46.006 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:45 smithi083 conmon[33008]: ) 531 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:11:46.006 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:45 smithi083 conmon[33008]: cephadm 2022-03- 2022-03-06T10:11:46.006 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:45 smithi083 conmon[33008]: 06T10:11:44.686953+0000 mgr.smithi008.onsztl (mgr. 2022-03-06T10:11:46.007 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:45 smithi083 conmon[33008]: 14164) 216 : cephadm [INF] Deploying daemon mds.foofs.smithi083.jmehpg on smithi083 2022-03-06T10:11:46.839 INFO:teuthology.orchestra.run.smithi008.stdout: 2022-03-06T10:11:46.840 INFO:teuthology.orchestra.run.smithi008.stdout:[{"placement": {"count": 1}, "service_name": "alertmanager", "service_type": "alertmanager", "status": {"created": "2022-03-06T10:06:48.366131Z", "last_refresh": "2022-03-06T10:10:12.554588Z", "running": 1, "size": 1}}, {"placement": {"host_pattern": "*"}, "service_name": "crash", "service_type": "crash", "status": {"created": "2022-03-06T10:06:34.112122Z", "last_refresh": "2022-03-06T10:10:12.554671Z", "running": 2, "size": 2}}, {"placement": {"count": 1}, "service_name": "grafana", "service_type": "grafana", "status": {"created": "2022-03-06T10:06:44.568300Z", "last_refresh": "2022-03-06T10:10:12.554753Z", "running": 1, "size": 1}}, {"events": ["2022-03-06T10:11:44.663723Z service:mds.foofs [INFO] \"service was created\""], "placement": {"count": 2}, "service_id": "foofs", "service_name": "mds.foofs", "service_type": "mds", "status": {"created": "2022-03-06T10:11:44.655949Z", "running": 1, "size": 2}}, {"placement": {"count": 2}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2022-03-06T10:06:32.844598Z", "last_refresh": "2022-03-06T10:10:12.554501Z", "running": 2, "size": 2}}, {"events": ["2022-03-06T10:07:33.447110Z service:mon [INFO] \"service was created\""], "placement": {"count": 2, "hosts": ["smithi008:172.21.15.8=smithi008", "smithi083:172.21.15.83=smithi083"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2022-03-06T10:07:33.444721Z", "last_refresh": "2022-03-06T10:10:12.554351Z", "running": 2, "size": 2}}, {"placement": {"host_pattern": "*"}, "service_name": "node-exporter", "service_type": "node-exporter", "status": {"created": "2022-03-06T10:06:47.234799Z", "last_refresh": "2022-03-06T10:10:12.554834Z", "running": 2, "size": 2}}, {"placement": {}, "service_id": "unmanaged", "service_name": "osd.unmanaged", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29", "container_image_name": "docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949", "last_refresh": "2022-03-06T10:10:12.554998Z", "running": 8, "size": 8}, "unmanaged": true}, {"placement": {"count": 1}, "service_name": "prometheus", "service_type": "prometheus", "status": {"created": "2022-03-06T10:06:43.126383Z", "last_refresh": "2022-03-06T10:10:12.554916Z", "running": 1, "size": 1}}] 2022-03-06T10:11:46.985 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:46 smithi008 conmon[29939]: cluster 2022-03-06T10:11:44.713680+0000 mgr.smithi008.onsztl (mgr.14164) 217 : cluster [DBG] pgmap v183: 65 pgs: 2 creating+activating, 7 creating+peering, 48 unknown, 8 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-06T10:11:46.985 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:46 smithi008 conmon[29939]: cluster 2022-03-06T10:11:45.643139+0000 mon.smithi008 (mon.0) 532 : cluster [DBG] osdmap e52: 8 total, 8 up, 8 in 2022-03-06T10:11:47.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:46 smithi083 conmon[33008]: cluster 2022-03-06T10:11:44.713680+0000 mgr.smithi008.onsztl (mgr.14164) 217 : cluster [DBG] pgmap v183: 65 pgs: 2 creating+activating, 7 creating+peering, 48 unknown, 8 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-06T10:11:47.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:46 smithi083 conmon[33008]: cluster 2022-03-06T10:11:45.643139+0000 mon.smithi008 (mon.0) 532 : cluster [DBG] osdmap e52: 8 total, 8 up, 8 in 2022-03-06T10:11:47.229 INFO:tasks.cephadm:mds.foofs has 1/2 2022-03-06T10:11:47.842 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:47 smithi008 conmon[29939]: cluster 2022-03-06T10:11:46.647491+0000 2022-03-06T10:11:47.842 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:47 smithi008 conmon[29939]: mon.smithi008 (mon.0) 533 : cluster [DBG] osdmap e53: 8 total, 8 up, 8 in 2022-03-06T10:11:47.843 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:47 smithi008 conmon[29939]: audit 2022-03-06T10:11:46.655555+0000 mon.smithi008 (mon.0) 534 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:11:47.843 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:47 smithi008 conmon[29939]: audit 2022-03-06T10:11:46.656386+0000 mon.smithi008 (mon.0) 535 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foofs.smithi008.htvsun", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2022-03-06T10:11:47.843 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:47 smithi008 conmon[29939]: audit 2022-03-06T10:11:46.660516 2022-03-06T10:11:47.843 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:47 smithi008 conmon[29939]: +0000 mon.smithi008 (mon.0) 536 2022-03-06T10:11:47.844 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:47 smithi008 conmon[29939]: : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foofs.smithi008.htvsun", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2022-03-06T10:11:47.844 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:47 smithi008 conmon[29939]: audit 2022-03 2022-03-06T10:11:47.844 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:47 smithi008 conmon[29939]: -06T10:11:46. 2022-03-06T10:11:47.844 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:47 smithi008 conmon[29939]: 661242+0000 mon.smithi008 (mon.0) 537 : audit 2022-03-06T10:11:47.845 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:47 smithi008 conmon[29939]: [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:11:47.845 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:47 smithi008 conmon[29939]: cephadm 2022-03-06T10:11:47.845 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:47 smithi008 conmon[29939]: 2022- 2022-03-06T10:11:47.845 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:47 smithi008 conmon[29939]: 03-06T10:11:46. 2022-03-06T10:11:47.845 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:47 smithi008 conmon[29939]: 661897+0000 mgr.smithi008.onsztl (mgr.14164) 218 : 2022-03-06T10:11:47.846 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:47 smithi008 conmon[29939]: cephadm [INF] Deploying daemon mds.foofs.smithi008.htvsun on smithi008 2022-03-06T10:11:47.846 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:47 smithi008 conmon[29939]: cluster 2022-03-06T10:11:47.846 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:47 smithi008 conmon[29939]: 2022-03 2022-03-06T10:11:47.846 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:47 smithi008 conmon[29939]: -06T10:11:46 2022-03-06T10:11:47.847 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:47 smithi008 conmon[29939]: .688371+0000 mon.smithi008 (mon.0) 538 2022-03-06T10:11:47.847 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:47 smithi008 conmon[29939]: : cluster [DBG] mds.? [v2:172.21.15.83:6832/734577753,v1:172.21.15.83:6833/734577753] up:boot 2022-03-06T10:11:47.847 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:47 smithi008 conmon[29939]: cluster 2022-03-06T10:11:47.847 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:47 smithi008 conmon[29939]: 2022-03 2022-03-06T10:11:47.848 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:47 smithi008 conmon[29939]: -06T10:11:46.688445 2022-03-06T10:11:47.848 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:47 smithi008 conmon[29939]: +0000 mon.smithi008 (mon.0) 539 : cluster 2022-03-06T10:11:47.848 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:47 smithi008 conmon[29939]: [INF] daemon mds.foofs.smithi083.jmehpg assigned to filesystem foofs as rank 0 (now has 1 ranks) 2022-03-06T10:11:47.848 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:47 smithi008 conmon[29939]: cluster 2022-03-06T10:11:47.849 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:47 smithi008 conmon[29939]: 2022-03- 2022-03-06T10:11:47.849 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:47 smithi008 conmon[29939]: 06T10:11:46.688508+0000 2022-03-06T10:11:47.849 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:47 smithi008 conmon[29939]: mon.smithi008 (mon.0) 540 : cluster 2022-03-06T10:11:47.849 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:47 smithi008 conmon[29939]: [INF] Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2022-03-06T10:11:47.849 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:47 smithi008 conmon[29939]: cluster 2022 2022-03-06T10:11:47.850 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:47 smithi008 conmon[29939]: -03-06T10:11:46.688533 2022-03-06T10:11:47.850 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:47 smithi008 conmon[29939]: +0000 mon.smithi008 (mon.0) 2022-03-06T10:11:47.850 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:47 smithi008 conmon[29939]: 541 : cluster [INF] Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2022-03-06T10:11:47.850 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:47 smithi008 conmon[29939]: cluster 2022- 2022-03-06T10:11:47.851 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:47 smithi008 conmon[29939]: 03-06T10:11:46 2022-03-06T10:11:47.851 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:47 smithi008 conmon[29939]: .688567+0000 mon.smithi008 (mon.0) 542 : 2022-03-06T10:11:47.851 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:47 smithi008 conmon[29939]: cluster [INF] Cluster is now healthy 2022-03-06T10:11:47.851 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:47 smithi008 conmon[29939]: cluster 2022 2022-03-06T10:11:47.852 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:47 smithi008 conmon[29939]: -03-06T10:11: 2022-03-06T10:11:47.852 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:47 smithi008 conmon[29939]: 46.688769+0000 mon.smithi008 (mon.0) 2022-03-06T10:11:47.852 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:47 smithi008 conmon[29939]: 543 : cluster [DBG] fsmap foofs:0 1 up:standby 2022-03-06T10:11:47.853 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:47 smithi008 conmon[29939]: audit 2022-03-06T10:11:47.853 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:47 smithi008 conmon[29939]: 2022-03-06T10: 2022-03-06T10:11:47.853 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:47 smithi008 conmon[29939]: 11:46.688920+0000 mon.smithi008 (mon 2022-03-06T10:11:47.853 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:47 smithi008 conmon[29939]: .0) 544 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi083.jmehpg"}]: dispatch 2022-03-06T10:11:47.854 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:47 smithi008 conmon[29939]: cluster 2022-03-06T10:11:47.854 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:47 smithi008 conmon[29939]: 2022-03 2022-03-06T10:11:47.854 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:47 smithi008 conmon[29939]: -06T10:11:46.691600 2022-03-06T10:11:47.854 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:47 smithi008 conmon[29939]: +0000 mon.smithi008 (mon.0) 545 : cluster 2022-03-06T10:11:47.855 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:47 smithi008 conmon[29939]: [DBG] fsmap foofs:1 {0=foofs.smithi083.jmehpg=up:creating} 2022-03-06T10:11:47.855 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:47 smithi008 conmon[29939]: cluster 2022- 2022-03-06T10:11:47.855 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:47 smithi008 conmon[29939]: 03-06T10:11: 2022-03-06T10:11:47.855 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:47 smithi008 conmon[29939]: 46.705114+0000 mon.smithi008 (mon.0) 2022-03-06T10:11:47.855 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:47 smithi008 conmon[29939]: 546 : cluster [INF] daemon mds.foofs.smithi083.jmehpg is now active in filesystem foofs as rank 0 2022-03-06T10:11:48.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:47 smithi083 conmon[33008]: cluster 2022-03-06T10:11:46.647491+0000 mon.smithi008 (mon.0) 533 : cluster [DBG] osdmap e53: 8 total, 8 up, 8 in 2022-03-06T10:11:48.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:47 smithi083 conmon[33008]: audit 2022-03-06T10:11:46.655555+0000 mon.smithi008 (mon.0) 534 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:11:48.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:47 smithi083 conmon[33008]: audit 2022-03-06T10:11:46.656386+0000 mon.smithi008 (mon.0) 535 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foofs.smithi008.htvsun", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2022-03-06T10:11:48.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:47 smithi083 conmon[33008]: audit 2022-03-06T10:11:46.660516+0000 mon.smithi008 (mon.0) 536 : audit 2022-03-06T10:11:48.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:47 smithi083 conmon[33008]: [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foofs.smithi008.htvsun", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2022-03-06T10:11:48.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:47 smithi083 conmon[33008]: audit 2022-03-06T10:11:46. 2022-03-06T10:11:48.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:47 smithi083 conmon[33008]: 661242+0000 mon.smithi008 (mon.0) 537 : audit [DBG] 2022-03-06T10:11:48.040 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:47 smithi083 conmon[33008]: from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:11:48.040 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:47 smithi083 conmon[33008]: cephadm 2022-03-06T10:11:46 2022-03-06T10:11:48.040 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:47 smithi083 conmon[33008]: .661897+0000 mgr.smithi008.onsztl (mgr.14164) 218 : cephadm 2022-03-06T10:11:48.040 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:47 smithi083 conmon[33008]: [INF] Deploying daemon mds.foofs.smithi008.htvsun on smithi008 2022-03-06T10:11:48.040 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:47 smithi083 conmon[33008]: cluster 2022-03-06T10:11: 2022-03-06T10:11:48.041 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:47 smithi083 conmon[33008]: 46.688371+0000 mon.smithi008 (mon.0) 538 : cluster 2022-03-06T10:11:48.041 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:47 smithi083 conmon[33008]: [DBG] mds.? [v2:172.21.15.83:6832/734577753,v1:172.21.15.83:6833/734577753] up:boot 2022-03-06T10:11:48.041 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:47 smithi083 conmon[33008]: cluster 2022-03-06T10:11:46. 2022-03-06T10:11:48.041 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:47 smithi083 conmon[33008]: 688445+0000 mon.smithi008 (mon.0) 539 : cluster [INF] 2022-03-06T10:11:48.042 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:47 smithi083 conmon[33008]: daemon mds.foofs.smithi083.jmehpg assigned to filesystem foofs as rank 0 (now has 1 ranks) 2022-03-06T10:11:48.042 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:47 smithi083 conmon[33008]: cluster 2022-03-06T10:11:46 2022-03-06T10:11:48.042 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:47 smithi083 conmon[33008]: .688508+0000 mon.smithi008 (mon.0) 540 : cluster [INF] 2022-03-06T10:11:48.042 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:47 smithi083 conmon[33008]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2022-03-06T10:11:48.043 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:47 smithi083 conmon[33008]: cluster 2022-03-06T10:11:46.688533 2022-03-06T10:11:48.043 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:47 smithi083 conmon[33008]: +0000 mon.smithi008 (mon.0) 541 : cluster [INF] Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2022-03-06T10:11:48.043 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:47 smithi083 conmon[33008]: 2022-03-06T10:11:48.043 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:47 smithi083 conmon[33008]: cluster 2022-03-06 2022-03-06T10:11:48.044 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:47 smithi083 conmon[33008]: T10:11:46.688567+0000 mon.smithi008 (mon.0) 542 : cluster [INF] 2022-03-06T10:11:48.044 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:47 smithi083 conmon[33008]: Cluster is now healthy 2022-03-06T10:11:48.044 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:47 smithi083 conmon[33008]: cluster 2022-03-06T10:11:46.688769 2022-03-06T10:11:48.044 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:47 smithi083 conmon[33008]: +0000 mon.smithi008 (mon.0) 543 : cluster [DBG] 2022-03-06T10:11:48.044 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:47 smithi083 conmon[33008]: fsmap foofs:0 1 up:standby 2022-03-06T10:11:48.045 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:47 smithi083 conmon[33008]: audit 2022-03-06T10:11:46 2022-03-06T10:11:48.048 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:47 smithi083 conmon[33008]: .688920+0000 mon.smithi008 (mon.0) 544 : audit 2022-03-06T10:11:48.048 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:47 smithi083 conmon[33008]: [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi083.jmehpg"}]: dispatch 2022-03-06T10:11:48.048 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:47 smithi083 conmon[33008]: cluster 2022-03-06 2022-03-06T10:11:48.049 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:47 smithi083 conmon[33008]: T10:11:46.691600+0000 mon.smithi008 (mon 2022-03-06T10:11:48.049 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:47 smithi083 conmon[33008]: .0) 545 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi083.jmehpg=up:creating} 2022-03-06T10:11:48.049 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:47 smithi083 conmon[33008]: cluster 2022-03-06T10 2022-03-06T10:11:48.049 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:47 smithi083 conmon[33008]: :11:46.705114+0000 mon.smithi008 (mon.0) 546 : cluster 2022-03-06T10:11:48.049 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:47 smithi083 conmon[33008]: [INF] daemon mds.foofs.smithi083.jmehpg is now active in filesystem foofs as rank 0 2022-03-06T10:11:48.231 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f3cc2a6e-9d34-11ec-8c35-001a4aab830c -- ceph orch ls -f json 2022-03-06T10:11:48.876 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:48 smithi008 conmon[29939]: cluster 2022-03-06T10:11:46.714117 2022-03-06T10:11:48.877 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:48 smithi008 conmon[29939]: +0000 mgr.smithi008.onsztl (mgr.14164) 219 : cluster [DBG] pgmap v186: 65 pgs: 2 creating+activating, 13 creating+peering, 27 unknown, 23 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-06T10:11:48.877 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:48 smithi008 conmon[29939]: audit 2022-03-06T 2022-03-06T10:11:48.877 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:48 smithi008 conmon[29939]: 10:11:46.834078+0000 mgr.smithi008.onsztl (mgr.14164) 220 : audit [DBG] from='client.14488 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2022-03-06T10:11:48.878 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:48 smithi008 conmon[29939]: cluster 2022-03-06 2022-03-06T10:11:48.878 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:48 smithi008 conmon[29939]: T10:11:47.697869+0000 mon.smithi008 (mon. 2022-03-06T10:11:48.878 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:48 smithi008 conmon[29939]: 0) 547 : cluster [DBG] mds.? [v2:172.21.15.83:6832/734577753,v1:172.21.15.83:6833/734577753] up:active 2022-03-06T10:11:48.878 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:48 smithi008 conmon[29939]: cluster 2022 2022-03-06T10:11:48.879 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:48 smithi008 conmon[29939]: -03-06T10:11:47.697919+0000 2022-03-06T10:11:48.879 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:48 smithi008 conmon[29939]: mon.smithi008 (mon.0) 548 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi083.jmehpg=up:active} 2022-03-06T10:11:49.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:48 smithi083 conmon[33008]: cluster 2022-03-06T10:11:46.714117+0000 mgr.smithi008.onsztl (mgr.14164) 219 : cluster [DBG] pgmap v186: 65 pgs: 2 creating+activating, 13 creating+peering, 27 unknown, 23 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-03-06T10:11:49.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:48 smithi083 conmon[33008]: audit 2022-03-06T10:11:46 2022-03-06T10:11:49.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:48 smithi083 conmon[33008]: .834078+0000 mgr.smithi008.onsztl (mgr.14164) 220 : audit [DBG] from='client.14488 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2022-03-06T10:11:49.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:48 smithi083 conmon[33008]: cluster 2022-03-06T10:11:47.697869+0000 mon.smithi008 (mon.0) 547 : cluster [DBG] mds.? [v2:172.21.15.83:6832/734577753,v1:172.21.15.83:6833/734577753] up:active 2022-03-06T10:11:49.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:48 smithi083 conmon[33008]: cluster 2022-03-06T10:11:47. 2022-03-06T10:11:49.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:48 smithi083 conmon[33008]: 697919+0000 mon.smithi008 (mon.0) 548 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi083.jmehpg=up:active} 2022-03-06T10:11:50.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:50 smithi008 conmon[29939]: cluster 2022-03-06T10:11:48.714749+0000 mgr.smithi008.onsztl (mgr.14164) 221 : cluster [DBG] pgmap v187: 65 pgs: 2 creating+activating, 13 creating+peering, 10 unknown, 40 active+clean; 1.5 KiB data, 43 MiB used, 715 GiB / 715 GiB avail 2022-03-06T10:11:50.247 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:50 smithi008 conmon[29939]: audit 2022-03-06T10:11:49.121452+0000 mon.smithi008 (mon.0) 549 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:11:50.247 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:50 smithi008 conmon[29939]: audit 2022-03-06T10:11:49.122321+0000 mon.smithi008 (mon.0) 550 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:11:50.247 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:50 smithi008 conmon[29939]: cluster 2022-03-06T10:11:49.702629+0000 mon.smithi008 (mon.0) 551 : cluster [DBG] mds.? [v2:172.21.15.8:6834/3812765959,v1:172.21.15.8:6835/3812765959] up:boot 2022-03-06T10:11:50.248 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:50 smithi008 conmon[29939]: cluster 2022-03-06T10:11:49.702884+0000 mon.smithi008 (mon.0) 552 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi083.jmehpg=up:active} 1 up:standby 2022-03-06T10:11:50.248 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:50 smithi008 conmon[29939]: audit 2022-03-06T10:11:49.702999+0000 mon.smithi008 (mon.0) 553 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi008.htvsun"}]: dispatch 2022-03-06T10:11:50.248 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:50 smithi008 conmon[29939]: cluster 2022-03-06T10:11:49.705541+0000 mon.smithi008 (mon.0) 554 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi083.jmehpg=up:active} 1 up:standby 2022-03-06T10:11:50.420 INFO:teuthology.orchestra.run.smithi008.stdout: 2022-03-06T10:11:50.421 INFO:teuthology.orchestra.run.smithi008.stdout:[{"placement": {"count": 1}, "service_name": "alertmanager", "service_type": "alertmanager", "status": {"created": "2022-03-06T10:06:48.366131Z", "last_refresh": "2022-03-06T10:10:12.554588Z", "running": 1, "size": 1}}, {"placement": {"host_pattern": "*"}, "service_name": "crash", "service_type": "crash", "status": {"created": "2022-03-06T10:06:34.112122Z", "last_refresh": "2022-03-06T10:10:12.554671Z", "running": 2, "size": 2}}, {"placement": {"count": 1}, "service_name": "grafana", "service_type": "grafana", "status": {"created": "2022-03-06T10:06:44.568300Z", "last_refresh": "2022-03-06T10:10:12.554753Z", "running": 1, "size": 1}}, {"events": ["2022-03-06T10:11:44.663723Z service:mds.foofs [INFO] \"service was created\""], "placement": {"count": 2}, "service_id": "foofs", "service_name": "mds.foofs", "service_type": "mds", "status": {"created": "2022-03-06T10:11:44.655949Z", "running": 2, "size": 2}}, {"placement": {"count": 2}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2022-03-06T10:06:32.844598Z", "last_refresh": "2022-03-06T10:10:12.554501Z", "running": 2, "size": 2}}, {"events": ["2022-03-06T10:07:33.447110Z service:mon [INFO] \"service was created\""], "placement": {"count": 2, "hosts": ["smithi008:172.21.15.8=smithi008", "smithi083:172.21.15.83=smithi083"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2022-03-06T10:07:33.444721Z", "last_refresh": "2022-03-06T10:10:12.554351Z", "running": 2, "size": 2}}, {"placement": {"host_pattern": "*"}, "service_name": "node-exporter", "service_type": "node-exporter", "status": {"created": "2022-03-06T10:06:47.234799Z", "last_refresh": "2022-03-06T10:10:12.554834Z", "running": 2, "size": 2}}, {"placement": {}, "service_id": "unmanaged", "service_name": "osd.unmanaged", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29", "container_image_name": "docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949", "last_refresh": "2022-03-06T10:10:12.554998Z", "running": 8, "size": 8}, "unmanaged": true}, {"placement": {"count": 1}, "service_name": "prometheus", "service_type": "prometheus", "status": {"created": "2022-03-06T10:06:43.126383Z", "last_refresh": "2022-03-06T10:10:12.554916Z", "running": 1, "size": 1}}] 2022-03-06T10:11:50.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:50 smithi083 conmon[33008]: cluster 2022-03-06T10:11:48.714749+0000 mgr.smithi008.onsztl (mgr. 2022-03-06T10:11:50.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:50 smithi083 conmon[33008]: 14164) 221 : cluster [DBG] pgmap v187: 65 pgs: 2 creating+activating, 13 creating+peering, 10 unknown, 40 active+clean; 1.5 KiB data, 43 MiB used, 715 GiB / 715 GiB avail 2022-03-06T10:11:50.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:50 smithi083 conmon[33008]: audit 2022-03-06T10:11:49.121452+0000 mon.smithi008 (mon.0) 549 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:11:50.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:50 smithi083 conmon[33008]: audit 2022-03-06T10:11:49.122321+0000 mon.smithi008 (mon.0) 550 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:11:50.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:50 smithi083 conmon[33008]: cluster 2022-03-06T10:11:49.702629+0000 mon.smithi008 (mon.0) 551 : cluster [DBG] mds.? [v2:172.21.15.8:6834/3812765959,v1:172.21.15.8:6835/3812765959] up:boot 2022-03-06T10:11:50.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:50 smithi083 conmon[33008]: cluster 2022-03-06T10:11:49.702884+0000 mon.smithi008 (mon.0) 552 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi083.jmehpg=up:active} 1 up:standby 2022-03-06T10:11:50.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:50 smithi083 conmon[33008]: audit 2022-03-06T10:11:49.702999+0000 mon.smithi008 (mon.0) 553 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi008.htvsun"}]: dispatch 2022-03-06T10:11:50.540 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:50 smithi083 conmon[33008]: cluster 2022-03-06T10:11:49.705541+0000 mon.smithi008 (mon.0) 554 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi083.jmehpg=up:active} 1 up:standby 2022-03-06T10:11:51.171 INFO:tasks.cephadm:mds.foofs has 2/2 2022-03-06T10:11:51.172 INFO:teuthology.run_tasks:Running task cephadm.shell... 2022-03-06T10:11:51.183 INFO:tasks.cephadm:Running commands on role host.a host ubuntu@smithi008.front.sepia.ceph.com 2022-03-06T10:11:51.183 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f3cc2a6e-9d34-11ec-8c35-001a4aab830c -- bash -c 'ceph nfs cluster create foo --placement=2 || ceph nfs cluster create cephfs foo --placement=2' 2022-03-06T10:11:51.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:51 smithi008 conmon[29939]: audit 2022-03-06T10:11:50.414988+0000 mgr.smithi008.onsztl (mgr.14164) 222 : audit [DBG] from='client.14496 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2022-03-06T10:11:51.537 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:51 smithi083 conmon[33008]: audit 2022-03-06T10:11:50.414988+0000 mgr.smithi008.onsztl (mgr.14164) 2022-03-06T10:11:51.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:51 smithi083 conmon[33008]: 222 : audit [DBG] from='client.14496 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2022-03-06T10:11:52.153 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:52 smithi008 conmon[29939]: cluster 2022-03-06T10:11:50 2022-03-06T10:11:52.154 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:52 smithi008 conmon[29939]: .715464+0000 mgr.smithi008.onsztl (mgr.14164) 223 : cluster [DBG] pgmap v188: 65 pgs: 65 active+clean; 1.7 KiB data, 44 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s wr, 6 op/s 2022-03-06T10:11:52.154 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:52 smithi008 conmon[29939]: audit 2022-03-06T10:11:51.890787+0000 mon.smithi008 (mon.0) 555 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:11:52.537 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:52 smithi083 conmon[33008]: cluster 2022-03-06T10:11:50.715464+0000 mgr.smithi008.onsztl (mgr.14164) 223 : cluster [DBG] pgmap v188: 65 pgs: 65 active+clean; 1.7 KiB data, 44 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s wr, 6 op/s 2022-03-06T10:11:52.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:52 smithi083 conmon[33008]: audit 2022-03-06T10:11:51.890787+0000 mon.smithi008 (mon.0) 555 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:11:53.634 INFO:teuthology.orchestra.run.smithi008.stderr:Invalid command: missing required parameter clusterid() 2022-03-06T10:11:53.635 INFO:teuthology.orchestra.run.smithi008.stderr:nfs cluster create [] : Create an NFS Cluster 2022-03-06T10:11:53.635 INFO:teuthology.orchestra.run.smithi008.stderr:Error EINVAL: invalid command 2022-03-06T10:11:54.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:54 smithi008 conmon[29939]: cluster 2022-03-06T10:11:52.715893+0000 mgr.smithi008.onsztl (mgr.14164) 224 : cluster [DBG] pgmap v189: 65 pgs: 65 active+clean; 2.3 KiB data, 44 MiB used, 715 GiB / 715 GiB avail; 2.5 KiB/s wr, 8 op/s 2022-03-06T10:11:54.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:54 smithi008 conmon[29939]: cluster 2022-03-06T10:11:53.614351+0000 mon.smithi008 (mon.0) 556 : cluster [DBG] mds.? [v2:172.21.15.8:6834/3812765959,v1:172.21.15.8:6835/3812765959] up:standby 2022-03-06T10:11:54.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:54 smithi008 conmon[29939]: cluster 2022-03-06T10:11:53.614397+0000 mon.smithi008 (mon.0) 557 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi083.jmehpg=up:active} 1 up:standby 2022-03-06T10:11:54.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:54 smithi008 conmon[29939]: audit 2022-03-06T10:11:53.968110+0000 mon.smithi008 (mon.0) 558 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd pool create", "pool": "nfs-ganesha"}]: dispatch 2022-03-06T10:11:55.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:54 smithi083 conmon[33008]: cluster 2022-03-06T10:11:52.715893+0000 mgr.smithi008.onsztl (mgr.14164) 224 : cluster [DBG] pgmap v189: 65 pgs: 65 active+clean; 2.3 KiB data, 44 MiB used, 715 GiB / 715 GiB avail; 2.5 KiB/s wr, 8 op/s 2022-03-06T10:11:55.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:54 smithi083 conmon[33008]: cluster 2022-03-06T10:11:53. 2022-03-06T10:11:55.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:54 smithi083 conmon[33008]: 614351+0000 mon.smithi008 (mon.0) 556 : cluster [DBG] mds.? [v2:172.21.15.8:6834/3812765959,v1:172.21.15.8:6835/3812765959] up:standby 2022-03-06T10:11:55.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:54 smithi083 conmon[33008]: cluster 2022-03-06T10:11:53.614397+0000 mon.smithi008 (mon.0) 557 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi083.jmehpg=up:active} 1 up:standby 2022-03-06T10:11:55.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:54 smithi083 conmon[33008]: audit 2022-03-06T10:11 2022-03-06T10:11:55.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:54 smithi083 conmon[33008]: :53.968110+0000 mon.smithi008 (mon.0) 558 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd pool create", "pool": "nfs-ganesha"}]: dispatch 2022-03-06T10:11:55.648 INFO:teuthology.orchestra.run.smithi008.stdout:NFS Cluster Created Successfully 2022-03-06T10:11:55.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:55 smithi008 conmon[29939]: audit 2022-03-06T10:11:53.967005+0000 2022-03-06T10:11:55.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:55 smithi008 conmon[29939]: mgr.smithi008.onsztl (mgr.14164) 225 : audit [DBG] from='client.14504 -' entity='client.admin' cmd=[{"prefix": "nfs cluster create", "type": "cephfs", "clusterid": "foo", "placement": "2", "target": ["mon-mgr", ""]}]: dispatch 2022-03-06T10:11:55.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:55 smithi008 conmon[29939]: audit 2022-03-06T10:11:54.620112+0000 mon.smithi008 (mon.0) 559 2022-03-06T10:11:55.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:55 smithi008 conmon[29939]: : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd='[{"prefix": "osd pool create", "pool": "nfs-ganesha"}]': finished 2022-03-06T10:11:55.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:55 smithi008 conmon[29939]: cluster 2022-03- 2022-03-06T10:11:55.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:55 smithi008 conmon[29939]: 06T10:11:54.620177+0000 mon.smithi008 (mon.0) 560 : cluster [DBG] osdmap e54: 8 total, 8 up, 8 in 2022-03-06T10:11:55.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:55 smithi008 conmon[29939]: 2022-03-06T10:11:55.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:55 smithi008 conmon[29939]: audit 2022-03-06T10:11:54 2022-03-06T10:11:55.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:55 smithi008 conmon[29939]: .621133+0000 mon.smithi008 (mon.0) 561 : audit 2022-03-06T10:11:55.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:55 smithi008 conmon[29939]: [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd pool application enable", "pool": "nfs-ganesha", "app": "nfs"}]: dispatch 2022-03-06T10:11:55.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:55 smithi008 conmon[29939]: audit 2022-03 2022-03-06T10:11:55.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:55 smithi008 conmon[29939]: -06T10:11:55.434572+0000 mon.smithi008 (mon 2022-03-06T10:11:55.999 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:55 smithi008 conmon[29939]: .0) 562 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:11:55.999 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:55 smithi008 conmon[29939]: audit 2022- 2022-03-06T10:11:55.999 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:55 smithi008 conmon[29939]: 03-06T10:11:55.438162+0000 mon.smithi008 ( 2022-03-06T10:11:55.999 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:55 smithi008 conmon[29939]: mon.0) 563 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:11:56.000 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:55 smithi008 conmon[29939]: audit 2022-03-06T10:11:56.000 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:55 smithi008 conmon[29939]: 2022-03-06T10:11:55.441566+0000 mon.smithi008 2022-03-06T10:11:56.000 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:55 smithi008 conmon[29939]: (mon.0) 564 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:11:56.000 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:55 smithi008 conmon[29939]: audit 2022-03-06T10:11:56.001 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:55 smithi008 conmon[29939]: 2022-03-06T10:11:55.445289+0000 2022-03-06T10:11:56.001 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:55 smithi008 conmon[29939]: mon.smithi008 (mon.0) 565 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:11:56.001 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:55 smithi008 conmon[29939]: 2022-03-06T10:11:56.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:55 smithi083 conmon[33008]: audit 2022-03-06T10:11:53.967005+0000 mgr.smithi008.onsztl (mgr.14164) 225 : audit [DBG] from='client.14504 -' entity='client.admin' cmd=[{"prefix": "nfs cluster create", "type": "cephfs", "clusterid": "foo", "placement": "2", "target": ["mon-mgr", ""]}]: dispatch 2022-03-06T10:11:56.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:55 smithi083 conmon[33008]: 2022-03-06T10:11:56.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:55 smithi083 conmon[33008]: audit 2022-03-06T10:11:54.620112+0000 mon.smithi008 (mon.0) 559 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd='[{"prefix": "osd pool create", "pool": "nfs-ganesha"}]': finished 2022-03-06T10:11:56.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:55 smithi083 conmon[33008]: cluster 2022-03-06T10:11:54.620177+0000 mon.smithi008 (mon.0) 560 : cluster [DBG] osdmap e54: 8 total, 8 up, 8 in 2022-03-06T10:11:56.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:55 smithi083 conmon[33008]: audit 2022-03-06T10:11:54.621133+0000 mon.smithi008 (mon.0) 561 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd pool application enable", "pool": "nfs-ganesha", "app": "nfs"}]: dispatch 2022-03-06T10:11:56.040 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:55 smithi083 conmon[33008]: audit 2022-03-06T10:11:55 2022-03-06T10:11:56.040 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:55 smithi083 conmon[33008]: .434572+0000 mon.smithi008 (mon.0) 562 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:11:56.040 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:55 smithi083 conmon[33008]: audit 2022-03-06T10:11:55.438162+0000 mon.smithi008 (mon. 2022-03-06T10:11:56.040 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:55 smithi083 conmon[33008]: 0) 563 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:11:56.040 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:55 smithi083 conmon[33008]: audit 2022 2022-03-06T10:11:56.041 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:55 smithi083 conmon[33008]: -03-06T10:11:55.441566+0000 2022-03-06T10:11:56.041 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:55 smithi083 conmon[33008]: mon.smithi008 (mon.0) 564 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:11:56.041 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:55 smithi083 conmon[33008]: audit 2022-03 2022-03-06T10:11:56.041 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:55 smithi083 conmon[33008]: -06T10:11:55.445289+0000 mon.smithi008 (mon 2022-03-06T10:11:56.042 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:55 smithi083 conmon[33008]: .0) 565 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:11:56.062 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f3cc2a6e-9d34-11ec-8c35-001a4aab830c -- bash -c 'ceph nfs export create cephfs --fsname foofs --clusterid foo --binding /fake || ceph nfs export create cephfs --fsname foofs --cluster-id foo --pseudo-path /fake' 2022-03-06T10:11:56.794 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:56 smithi008 conmon[29939]: cluster 2022-03-06T10:11:54.716334+0000 mgr.smithi008.onsztl 2022-03-06T10:11:56.794 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:56 smithi008 conmon[29939]: (mgr.14164) 226 : cluster [DBG] pgmap v191: 97 pgs: 5 creating+peering, 27 unknown, 65 active+clean; 2.3 KiB data, 44 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s wr, 5 op/s 2022-03-06T10:11:56.795 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:56 smithi008 conmon[29939]: audit 2022-03-06T10:11:55.624766+0000 mon.smithi008 (mon.0) 566 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd='[{"prefix": "osd pool application enable", "pool": "nfs-ganesha", "app": "nfs"}]': finished 2022-03-06T10:11:56.795 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:56 smithi008 conmon[29939]: cluster 2022-03-06T10:11:55.624951+0000 mon.smithi008 (mon.0) 567 : cluster [DBG] osdmap e55: 8 total, 8 up, 8 in 2022-03-06T10:11:56.796 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:56 smithi008 conmon[29939]: cephadm 2022-03-06T10:11:55.643588+0000 mgr.smithi008.onsztl (mgr.14164) 227 : cephadm [INF] Saving service nfs.foo spec with placement count:2 2022-03-06T10:11:56.796 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:56 smithi008 conmon[29939]: audit 2022-03-06T10:11:55.646791+0000 mon.smithi008 (mon.0) 568 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:11:56.796 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:56 smithi008 conmon[29939]: audit 2022-03-06T10:11:55.647393+0000 mon.smithi008 (mon.0) 569 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:11:56.797 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:56 smithi008 conmon[29939]: audit 2022-03-06T10:11:55.658644+0000 mon.smithi008 (mon.0) 570 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:11:56.797 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:56 smithi008 conmon[29939]: cephadm 2022-03-06T10:11:55.661656+0000 mgr.smithi008.onsztl (mgr.14164) 228 : cephadm [INF] Checking pool "nfs-ganesha" exists for service nfs.foo 2022-03-06T10:11:56.798 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:56 smithi008 conmon[29939]: cephadm 2022-03-06T10:11:55.668096+0000 mgr.smithi008.onsztl (mgr.14164) 229 : cephadm [INF] Creating key for client.nfs.foo.smithi083 2022-03-06T10:11:56.798 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:56 smithi008 conmon[29939]: audit 2022-03-06T10:11:55.668454+0000 mon.smithi008 (mon.0) 571 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.smithi083", "caps": ["mon", "allow r", "osd", "allow rw pool=nfs-ganesha namespace=foo"]}]: dispatch 2022-03-06T10:11:56.799 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:56 smithi008 conmon[29939]: audit 2022-03-06T10:11:55.672001+0000 mon.smithi008 (mon.0) 572 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.smithi083", "caps": ["mon", "allow r", "osd", "allow rw pool=nfs-ganesha namespace=foo"]}]': finished 2022-03-06T10:11:56.799 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:56 smithi008 conmon[29939]: cephadm 2022-03-06T10:11:55.674054+0000 mgr.smithi008.onsztl (mgr.14164) 230 : cephadm [INF] Rados config object exists: conf-nfs.foo 2022-03-06T10:11:56.800 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:56 smithi008 conmon[29939]: cephadm 2022-03-06T10:11:55.674168+0000 mgr.smithi008.onsztl (mgr.14164) 231 : cephadm [INF] Creating key for client.nfs.foo.smithi083-rgw 2022-03-06T10:11:56.800 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:56 smithi008 conmon[29939]: audit 2022-03-06T10:11:55.674457+0000 mon.smithi008 (mon.0) 573 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.smithi083-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2022-03-06T10:11:56.800 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:56 smithi008 conmon[29939]: audit 2022-03-06T10:11:55.677648+0000 mon.smithi008 (mon.0) 574 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.smithi083-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]': finished 2022-03-06T10:11:56.801 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:56 smithi008 conmon[29939]: audit 2022-03-06T10: 2022-03-06T10:11:56.801 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:56 smithi008 conmon[29939]: 11:55.681695+0000 mon.smithi008 (mon.0) 575 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:11:56.802 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:56 smithi008 conmon[29939]: cephadm 2022-03-06T10:11:55.682586+0000 mgr.smithi008.onsztl (mgr.14164) 232 : cephadm [INF] Deploying daemon nfs.foo.smithi083 on smithi083 2022-03-06T10:11:56.989 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:56 smithi083 conmon[33008]: cluster 2022-03-06T10:11:54.716334+0000 mgr.smithi008.onsztl (mgr.14164 2022-03-06T10:11:56.989 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:56 smithi083 conmon[33008]: ) 226 : cluster [DBG] pgmap v191: 97 pgs: 5 creating+peering, 27 unknown, 65 active+clean; 2.3 KiB data, 44 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s wr, 5 op/s 2022-03-06T10:11:56.990 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:56 smithi083 conmon[33008]: audit 2022-03-06T10:11:55.624766+0000 mon.smithi008 (mon.0) 566 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd='[{"prefix": "osd pool application enable", "pool": "nfs-ganesha", "app": "nfs"}]': finished 2022-03-06T10:11:56.990 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:56 smithi083 conmon[33008]: cluster 2022-03-06T10:11:55.624951+0000 mon.smithi008 (mon.0) 567 : cluster [DBG] osdmap e55: 8 total, 8 up, 8 in 2022-03-06T10:11:56.990 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:56 smithi083 conmon[33008]: cephadm 2022-03-06T10:11:55.643588+0000 mgr.smithi008.onsztl (mgr.14164) 227 : cephadm [INF] Saving service nfs.foo spec with placement count:2 2022-03-06T10:11:56.991 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:56 smithi083 conmon[33008]: audit 2022-03-06T10:11:55.646791+0000 mon.smithi008 (mon.0) 568 : audit 2022-03-06T10:11:56.991 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:56 smithi083 conmon[33008]: [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:11:56.991 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:56 smithi083 conmon[33008]: audit 2022-03-06T10:11:55.647393+0000 mon.smithi008 (mon.0) 569 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:11:56.991 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:56 smithi083 conmon[33008]: audit 2022-03-06T10 2022-03-06T10:11:56.991 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:56 smithi083 conmon[33008]: :11:55.658644+0000 mon.smithi008 (mon.0) 2022-03-06T10:11:56.992 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:56 smithi083 conmon[33008]: 570 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:11:56.992 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:56 smithi083 conmon[33008]: cephadm 2022-03-06T 2022-03-06T10:11:56.992 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:56 smithi083 conmon[33008]: 10:11:55.661656+0000 mgr.smithi008.onsztl (mgr.14164) 228 : cephadm 2022-03-06T10:11:56.992 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:56 smithi083 conmon[33008]: [INF] Checking pool "nfs-ganesha" exists for service nfs.foo 2022-03-06T10:11:56.993 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:56 smithi083 conmon[33008]: cephadm 2022-03-06T10:11 2022-03-06T10:11:56.994 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:56 smithi083 conmon[33008]: :55.668096+0000 mgr.smithi008.onsztl (mgr.14164) 229 : 2022-03-06T10:11:56.995 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:56 smithi083 conmon[33008]: cephadm [INF] Creating key for client.nfs.foo.smithi083 2022-03-06T10:11:56.995 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:56 smithi083 conmon[33008]: audit 2022-03-06T10: 2022-03-06T10:11:56.995 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:56 smithi083 conmon[33008]: 11:55.668454+0000 mon.smithi008 (mon.0) 2022-03-06T10:11:56.995 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:56 smithi083 conmon[33008]: 571 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.smithi083", "caps": ["mon", "allow r", "osd", "allow rw pool=nfs-ganesha namespace=foo"]}]: dispatch 2022-03-06T10:11:56.996 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:56 smithi083 conmon[33008]: audit 2022-03-06T10:11 2022-03-06T10:11:56.996 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:56 smithi083 conmon[33008]: :55.672001+0000 mon.smithi008 (mon.0) 572 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.smithi083", "caps": ["mon", "allow r", "osd", "allow rw pool=nfs-ganesha namespace=foo"]}]': finished 2022-03-06T10:11:56.996 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:56 smithi083 conmon[33008]: cephadm 2022-03-06T10:11: 2022-03-06T10:11:56.996 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:56 smithi083 conmon[33008]: 55.674054+0000 mgr.smithi008.onsztl (mgr.14164 2022-03-06T10:11:56.997 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:56 smithi083 conmon[33008]: ) 230 : cephadm [INF] Rados config object exists: conf-nfs.foo 2022-03-06T10:11:56.997 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:56 smithi083 conmon[33008]: cephadm 2022-03-06T10:11:56.997 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:56 smithi083 conmon[33008]: 2022-03-06T10 2022-03-06T10:11:56.997 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:56 smithi083 conmon[33008]: :11:55.674168+0000 mgr.smithi008.onsztl (mgr.14164) 2022-03-06T10:11:56.998 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:56 smithi083 conmon[33008]: 231 : cephadm [INF] Creating key for client.nfs.foo.smithi083-rgw 2022-03-06T10:11:56.998 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:56 smithi083 conmon[33008]: audit 2022-03-06T10:11: 2022-03-06T10:11:56.998 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:56 smithi083 conmon[33008]: 55.674457+0000 mon.smithi008 (mon.0) 573 : audit 2022-03-06T10:11:56.999 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:56 smithi083 conmon[33008]: [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.smithi083-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2022-03-06T10:11:56.999 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:56 smithi083 conmon[33008]: audit 2022-03-06T10:11 2022-03-06T10:11:56.999 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:56 smithi083 conmon[33008]: :55.677648+0000 mon.smithi008 (mon.0) 574 2022-03-06T10:11:56.999 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:56 smithi083 conmon[33008]: : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.smithi083-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]': finished 2022-03-06T10:11:57.000 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:56 smithi083 conmon[33008]: audit 2022-03-06T10 2022-03-06T10:11:57.000 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:56 smithi083 conmon[33008]: :11:55.681695+0000 mon.smithi008 (mon.0 2022-03-06T10:11:57.000 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:56 smithi083 conmon[33008]: ) 575 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:11:57.000 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:56 smithi083 conmon[33008]: cephadm 2022-03- 2022-03-06T10:11:57.001 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:56 smithi083 conmon[33008]: 06T10:11:55.682586+0000 mgr.smithi008.onsztl ( 2022-03-06T10:11:57.001 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:56 smithi083 conmon[33008]: mgr.14164) 232 : cephadm [INF] Deploying daemon nfs.foo.smithi083 on smithi083 2022-03-06T10:11:57.898 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2022-03-06T10:11:57.898 INFO:teuthology.orchestra.run.smithi008.stdout: "bind": "/fake", 2022-03-06T10:11:57.898 INFO:teuthology.orchestra.run.smithi008.stdout: "fs": "foofs", 2022-03-06T10:11:57.899 INFO:teuthology.orchestra.run.smithi008.stdout: "path": "/", 2022-03-06T10:11:57.899 INFO:teuthology.orchestra.run.smithi008.stdout: "cluster": "foo", 2022-03-06T10:11:57.899 INFO:teuthology.orchestra.run.smithi008.stdout: "mode": "RW" 2022-03-06T10:11:57.899 INFO:teuthology.orchestra.run.smithi008.stdout:} 2022-03-06T10:11:57.900 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:57 smithi008 conmon[29939]: cluster 2022-03-06T10:11:56.630575+0000 mon.smithi008 (mon.0) 576 : cluster [DBG] osdmap e56: 8 total, 8 up, 8 in 2022-03-06T10:11:57.900 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:57 smithi008 conmon[29939]: cluster 2022-03-06T10:11:56.684283+0000 mon.smithi008 (mon.0) 577 : cluster [DBG] mgrmap e19: smithi008.onsztl(active, since 4m), standbys: smithi083.piggzi 2022-03-06T10:11:58.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:57 smithi083 conmon[33008]: cluster 2022-03-06T10:11:56.630575+0000 mon.smithi008 (mon.0) 576 : cluster [DBG] osdmap e56: 8 total, 8 up, 8 in 2022-03-06T10:11:58.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:57 smithi083 conmon[33008]: cluster 2022-03-06T10:11:56 2022-03-06T10:11:58.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:57 smithi083 conmon[33008]: .684283+0000 mon.smithi008 (mon.0) 577 : cluster [DBG] mgrmap e19: smithi008.onsztl(active, since 4m), standbys: smithi083.piggzi 2022-03-06T10:11:58.277 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f3cc2a6e-9d34-11ec-8c35-001a4aab830c -- bash -c 'while ! ceph orch ls | grep nfs | grep 2/2 ; do sleep 1 ; done' 2022-03-06T10:11:58.995 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:58 smithi008 conmon[29939]: cluster 2022-03-06T10:11:56.716695+0000 mgr.smithi008.onsztl 2022-03-06T10:11:58.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:58 smithi008 conmon[29939]: (mgr.14164) 233 : cluster [DBG] pgmap v194: 97 pgs: 12 creating+peering, 14 unknown, 71 active+clean; 2.3 KiB data, 44 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2022-03-06T10:11:58.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:58 smithi008 conmon[29939]: audit 2022 2022-03-06T10:11:58.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:58 smithi008 conmon[29939]: -03-06T10:11:57.889553+0000 mon.smithi008 (mon 2022-03-06T10:11:58.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:58 smithi008 conmon[29939]: .0) 578 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "auth get-or-create", "entity": "client.foo1", "caps": ["mon", "allow r", "osd", "allow rw pool=nfs-ganesha namespace=foo, allow rw tag cephfs data=foofs", "mds", "allow rw path=/"], "format": "json"}]: dispatch 2022-03-06T10:11:58.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:58 smithi008 conmon[29939]: audit 2022-03-06T10:11:57.892894+0000 mon.smithi008 (mon.0) 579 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd='[{"prefix": "auth get-or-create", "entity": "client.foo1", "caps": ["mon", "allow r", "osd", "allow rw pool=nfs-ganesha namespace=foo, allow rw tag cephfs data=foofs", "mds", "allow rw path=/"], "format": "json"}]': finished 2022-03-06T10:11:58.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:58 smithi008 conmon[29939]: audit 2022-03-06T10:11:58.468398+0000 mon.smithi008 ( 2022-03-06T10:11:58.999 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:58 smithi008 conmon[29939]: mon.0) 580 2022-03-06T10:11:58.999 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:58 smithi008 conmon[29939]: : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:11:59.000 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:58 smithi008 conmon[29939]: audit 2022-03 2022-03-06T10:11:59.000 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:58 smithi008 conmon[29939]: -06T10:11:58.469451+0000 2022-03-06T10:11:59.001 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:58 smithi008 conmon[29939]: mon.smithi008 (mon.0) 581 : audit [INF] 2022-03-06T10:11:59.001 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:58 smithi008 conmon[29939]: from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.smithi008", "caps": ["mon", "allow r", "osd", "allow rw pool=nfs-ganesha namespace=foo"]}]: dispatch 2022-03-06T10:11:59.001 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:58 smithi008 conmon[29939]: audit 2022-03-06T10:11:59.001 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:58 smithi008 conmon[29939]: 2022-03-06T10:11:58.473302 2022-03-06T10:11:59.001 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:58 smithi008 conmon[29939]: +0000 mon.smithi008 (mon.0) 582 : audit 2022-03-06T10:11:59.002 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:58 smithi008 conmon[29939]: [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.smithi008", "caps": ["mon", "allow r", "osd", "allow rw pool=nfs-ganesha namespace=foo"]}]': finished 2022-03-06T10:11:59.002 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:58 smithi008 conmon[29939]: audit 2022-03 2022-03-06T10:11:59.002 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:58 smithi008 conmon[29939]: -06T10:11:58.475048+0000 mon.smithi008 (mon.0 2022-03-06T10:11:59.002 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:58 smithi008 conmon[29939]: ) 583 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.smithi008-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2022-03-06T10:11:59.003 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:58 smithi008 conmon[29939]: audit 2022-03-06T10 2022-03-06T10:11:59.003 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:58 smithi008 conmon[29939]: :11:58.478151+0000 mon.smithi008 (mon. 2022-03-06T10:11:59.003 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:58 smithi008 conmon[29939]: 0) 584 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.smithi008-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]': finished 2022-03-06T10:11:59.003 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:58 smithi008 conmon[29939]: audit 2022 2022-03-06T10:11:59.003 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:58 smithi008 conmon[29939]: -03-06T10:11:58. 2022-03-06T10:11:59.004 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:58 smithi008 conmon[29939]: 479342+0000 mon.smithi008 (mon.0) 585 : audit 2022-03-06T10:11:59.004 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:58 smithi008 conmon[29939]: [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:11:59.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:58 smithi083 conmon[33008]: cluster 2022-03-06T10:11:56.716695+0000 mgr.smithi008.onsztl ( 2022-03-06T10:11:59.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:58 smithi083 conmon[33008]: mgr.14164) 233 : cluster [DBG] pgmap v194: 97 pgs: 12 creating+peering, 14 unknown, 71 active+clean; 2.3 KiB data, 44 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2022-03-06T10:11:59.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:58 smithi083 conmon[33008]: audit 2022-03-06T10:11:57.889553+0000 mon.smithi008 (mon.0) 578 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "auth get-or-create", "entity": "client.foo1", "caps": ["mon", "allow r", "osd", "allow rw pool=nfs-ganesha namespace=foo, allow rw tag cephfs data=foofs", "mds", "allow rw path=/"], "format": "json"}]: dispatch 2022-03-06T10:11:59.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:58 smithi083 conmon[33008]: audit 2022-03-06T10:11 2022-03-06T10:11:59.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:58 smithi083 conmon[33008]: :57.892894+0000 mon.smithi008 (mon.0) 579 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd='[{"prefix": "auth get-or-create", "entity": "client.foo1", "caps": ["mon", "allow r", "osd", "allow rw pool=nfs-ganesha namespace=foo, allow rw tag cephfs data=foofs", "mds", "allow rw path=/"], "format": "json"}]': finished 2022-03-06T10:11:59.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:58 smithi083 conmon[33008]: audit 2022-03-06T10:11:58.468398 2022-03-06T10:11:59.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:58 smithi083 conmon[33008]: +0000 mon.smithi008 (mon.0) 580 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:11:59.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:58 smithi083 conmon[33008]: audit 2022-03-06T 2022-03-06T10:11:59.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:58 smithi083 conmon[33008]: 10:11:58.469451+0000 mon.smithi008 (mon.0) 2022-03-06T10:11:59.040 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:58 smithi083 conmon[33008]: 581 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.smithi008", "caps": ["mon", "allow r", "osd", "allow rw pool=nfs-ganesha namespace=foo"]}]: dispatch 2022-03-06T10:11:59.040 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:58 smithi083 conmon[33008]: audit 2022-03-06T10:11: 2022-03-06T10:11:59.040 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:58 smithi083 conmon[33008]: 58.473302+0000 mon.smithi008 (mon.0) 582 2022-03-06T10:11:59.040 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:58 smithi083 conmon[33008]: : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.smithi008", "caps": ["mon", "allow r", "osd", "allow rw pool=nfs-ganesha namespace=foo"]}]': finished 2022-03-06T10:11:59.041 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:58 smithi083 conmon[33008]: audit 2022 2022-03-06T10:11:59.041 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:58 smithi083 conmon[33008]: -03-06T10:11:58 2022-03-06T10:11:59.041 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:58 smithi083 conmon[33008]: .475048+0000 mon.smithi008 (mon.0 2022-03-06T10:11:59.041 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:58 smithi083 conmon[33008]: ) 583 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.smithi008-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2022-03-06T10:11:59.041 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:58 smithi083 conmon[33008]: audit 2022-03-06T10:11:59.042 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:58 smithi083 conmon[33008]: 2022-03-06T10:11 2022-03-06T10:11:59.042 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:58 smithi083 conmon[33008]: :58.478151+0000 mon.smithi008 (mon 2022-03-06T10:11:59.042 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:58 smithi083 conmon[33008]: .0) 584 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.smithi008-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]': finished 2022-03-06T10:11:59.042 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:58 smithi083 conmon[33008]: audit 2022-03-06T10:11:59.043 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:58 smithi083 conmon[33008]: 2022-03-06T10:11: 2022-03-06T10:11:59.043 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:58 smithi083 conmon[33008]: 58.479342+0000 mon.smithi008 (mon.0) 585 : 2022-03-06T10:11:59.043 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:58 smithi083 conmon[33008]: audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:11:59.910 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:59 smithi008 conmon[29939]: audit 2022-03-06T10:11:57.869608+0000 mgr.smithi008.onsztl (mgr.14164) 234 : audit [DBG] from='client.14514 -' entity='client.admin' cmd=[{"prefix": "nfs export create cephfs", "fsname": "foofs", "clusterid": "foo", "binding": "/fake", "target": ["mon-mgr", ""]}]: dispatch 2022-03-06T10:11:59.911 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:59 smithi008 conmon[29939]: cephadm 2022-03-06T10:11:58.469167+0000 mgr.smithi008.onsztl (mgr.14164) 235 : cephadm [INF] Creating key for client.nfs.foo.smithi008 2022-03-06T10:11:59.912 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:59 smithi008 conmon[29939]: cephadm 2022-03-06T10:11:58.474696+0000 mgr.smithi008.onsztl (mgr.14164) 236 : cephadm [INF] Rados config object exists: conf-nfs.foo 2022-03-06T10:11:59.912 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:59 smithi008 conmon[29939]: cephadm 2022-03-06T10:11:58.474807+0000 mgr.smithi008.onsztl (mgr.14164) 237 : cephadm [INF] Creating key for client.nfs.foo.smithi008-rgw 2022-03-06T10:11:59.912 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:59 smithi008 conmon[29939]: cephadm 2022-03-06T10:11:58.480060+0000 mgr.smithi008.onsztl (mgr.14164) 238 : cephadm [INF] Deploying daemon nfs.foo.smithi008 on smithi008 2022-03-06T10:11:59.913 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:59 smithi008 conmon[29939]: audit 2022-03-06T10:11:58.860327+0000 mon.smithi008 (mon.0) 586 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi008.onsztl/trash_purge_schedule"}]: dispatch 2022-03-06T10:11:59.913 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:59 smithi008 conmon[29939]: audit 2022-03 2022-03-06T10:11:59.914 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:11:59 smithi008 conmon[29939]: -06T10:11:58.871131+0000 mon.smithi008 (mon.0) 587 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi008.onsztl/mirror_snapshot_schedule"}]: dispatch 2022-03-06T10:12:00.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:59 smithi083 conmon[33008]: audit 2022-03-06T10:11:57.869608+0000 mgr.smithi008.onsztl (mgr.14164) 234 : audit [DBG] from='client.14514 -' entity='client.admin' cmd=[{"prefix": "nfs export create cephfs", "fsname": "foofs", "clusterid": "foo", "binding": "/fake", "target": ["mon-mgr", ""]}]: dispatch 2022-03-06T10:12:00.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:59 smithi083 conmon[33008]: cephadm 2022-03-06T10:11:58 2022-03-06T10:12:00.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:59 smithi083 conmon[33008]: .469167+0000 mgr.smithi008.onsztl (mgr.14164) 235 : cephadm [INF] Creating key for client.nfs.foo.smithi008 2022-03-06T10:12:00.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:59 smithi083 conmon[33008]: cephadm 2022-03-06T10:11:58.474696+0000 mgr.smithi008.onsztl (mgr.14164) 236 : cephadm [INF] Rados config object exists: conf-nfs.foo 2022-03-06T10:12:00.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:59 smithi083 conmon[33008]: cephadm 2022-03-06T10:11:58.474807+0000 mgr.smithi008.onsztl (mgr.14164) 237 : cephadm 2022-03-06T10:12:00.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:59 smithi083 conmon[33008]: [INF] Creating key for client.nfs.foo.smithi008-rgw 2022-03-06T10:12:00.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:59 smithi083 conmon[33008]: cephadm 2022-03-06T10:11:58 2022-03-06T10:12:00.040 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:59 smithi083 conmon[33008]: .480060+0000 mgr.smithi008.onsztl (mgr.14164) 238 : cephadm [INF] Deploying daemon nfs.foo.smithi008 on smithi008 2022-03-06T10:12:00.040 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:59 smithi083 conmon[33008]: audit 2022-03 2022-03-06T10:12:00.040 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:59 smithi083 conmon[33008]: -06T10:11:58.860327+0000 mon.smithi008 ( 2022-03-06T10:12:00.040 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:59 smithi083 conmon[33008]: mon.0) 586 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi008.onsztl/trash_purge_schedule"}]: dispatch 2022-03-06T10:12:00.040 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:59 smithi083 conmon[33008]: audit 2022-03 2022-03-06T10:12:00.041 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:59 smithi083 conmon[33008]: -06T10:11:58.871131+0000 mon.smithi008 (mon. 2022-03-06T10:12:00.041 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:11:59 smithi083 conmon[33008]: 0) 587 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi008.onsztl/mirror_snapshot_schedule"}]: dispatch 2022-03-06T10:12:00.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:00 smithi008 conmon[29939]: cluster 2022-03-06T10:11:58.717065+0000 mgr.smithi008.onsztl (mgr.14164) 239 : cluster [DBG] pgmap v195: 97 pgs: 12 creating+peering, 9 unknown, 76 active+clean; 2.6 KiB data, 44 MiB used, 715 GiB / 715 GiB avail; 170 B/s rd, 170 B/s wr, 0 op/s 2022-03-06T10:12:01.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:00 smithi083 conmon[33008]: cluster 2022-03-06T10:11:58.717065+0000 mgr.smithi008.onsztl (mgr.14164) 239 : cluster [DBG] pgmap v195: 97 pgs: 12 creating+peering, 9 unknown, 76 active+clean; 2.6 KiB data, 44 MiB used, 715 GiB / 715 GiB avail; 170 B/s rd, 170 B/s wr, 0 op/s 2022-03-06T10:12:01.692 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:01 smithi008 conmon[29939]: audit 2022-03-06T10 2022-03-06T10:12:01.693 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:01 smithi008 conmon[29939]: :12:00.531654+0000 mgr.smithi008.onsztl (mgr.14164) 240 : audit [DBG] from='client.14526 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2022-03-06T10:12:02.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:01 smithi083 conmon[33008]: audit 2022-03-06T10:12:00.531654+0000 mgr.smithi008.onsztl (mgr.14164) 2022-03-06T10:12:02.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:01 smithi083 conmon[33008]: 240 : audit [DBG] from='client.14526 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2022-03-06T10:12:02.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:02 smithi008 conmon[29939]: cluster 2022-03-06T10:12:00.717553+0000 2022-03-06T10:12:02.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:02 smithi008 conmon[29939]: mgr.smithi008.onsztl (mgr.14164) 241 : cluster [DBG] pgmap v196: 97 pgs: 97 active+clean; 2.7 KiB data, 45 MiB used, 715 GiB / 715 GiB avail; 2.0 KiB/s rd, 1.6 KiB/s wr, 4 op/s 2022-03-06T10:12:02.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:02 smithi008 conmon[29939]: audit 2022-03-06T10:12:02.396144+0000 mon.smithi008 (mon.0) 588 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:12:02.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:02 smithi008 conmon[29939]: audit 2022-03-06T10:12:02.397116+0000 mon.smithi008 (mon.0) 2022-03-06T10:12:02.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:02 smithi008 conmon[29939]: 589 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:12:03.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:02 smithi083 conmon[33008]: cluster 2022-03-06T10:12:00.717553+0000 mgr.smithi008.onsztl 2022-03-06T10:12:03.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:02 smithi083 conmon[33008]: (mgr.14164) 241 : cluster [DBG] pgmap v196: 97 pgs: 97 active+clean; 2.7 KiB data, 45 MiB used, 715 GiB / 715 GiB avail; 2.0 KiB/s rd, 1.6 KiB/s wr, 4 op/s 2022-03-06T10:12:03.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:02 smithi083 conmon[33008]: audit 2022-03-06T10:12:02.396144+0000 mon.smithi008 (mon.0) 588 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:12:03.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:02 smithi083 conmon[33008]: audit 2022-03-06T10:12:02.397116+0000 mon.smithi008 (mon.0) 589 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:12:03.199 INFO:teuthology.orchestra.run.smithi008.stdout:nfs.foo 2/2 - 7s count:2 2022-03-06T10:12:03.725 INFO:teuthology.run_tasks:Running task vip.exec... 2022-03-06T10:12:04.082 INFO:tasks.vip:Running commands on role host.a host ubuntu@smithi008.front.sepia.ceph.com 2022-03-06T10:12:04.082 DEBUG:teuthology.orchestra.run.smithi008:> sudo TESTDIR=/home/ubuntu/cephtest bash -ex -c 'mkdir /mnt/foo' 2022-03-06T10:12:04.084 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:03 smithi083 conmon[33008]: audit 2022-03-06T10:12:01.863777+0000 mgr.smithi008.onsztl 2022-03-06T10:12:04.084 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:03 smithi083 conmon[33008]: (mgr.14164) 242 : audit [DBG] from='client.14536 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2022-03-06T10:12:04.085 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:03 smithi008 conmon[29939]: audit 2022-03-06T10:12 2022-03-06T10:12:04.085 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:03 smithi008 conmon[29939]: :01.863777+0000 mgr.smithi008.onsztl (mgr.14164) 242 : audit [DBG] from='client.14536 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2022-03-06T10:12:04.118 INFO:teuthology.orchestra.run.smithi008.stderr:+ mkdir /mnt/foo 2022-03-06T10:12:04.141 DEBUG:teuthology.orchestra.run.smithi008:> sudo TESTDIR=/home/ubuntu/cephtest bash -ex -c 'while ! mount -t nfs $(hostname):/fake /mnt/foo -o sync ; do sleep 5 ; done' 2022-03-06T10:12:04.207 INFO:teuthology.orchestra.run.smithi008.stderr:++ hostname 2022-03-06T10:12:04.208 INFO:teuthology.orchestra.run.smithi008.stderr:+ mount -t nfs smithi008:/fake /mnt/foo -o sync 2022-03-06T10:12:04.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:04 smithi008 conmon[29939]: cluster 2022-03-06T10:12:02.717976+0000 mgr.smithi008.onsztl (mgr.14164) 243 : cluster [DBG] pgmap v197: 97 pgs: 97 active+clean; 2.7 KiB data, 45 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.2 KiB/s wr, 3 op/s 2022-03-06T10:12:04.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:04 smithi008 conmon[29939]: audit 2022-03-06T10:12:03.179800+0000 mgr.smithi008.onsztl (mgr.14164) 244 : audit [DBG] from='client.14548 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2022-03-06T10:12:05.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:04 smithi083 conmon[33008]: cluster 2022-03-06T10:12:02.717976+0000 mgr.smithi008.onsztl (mgr 2022-03-06T10:12:05.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:04 smithi083 conmon[33008]: .14164) 243 : cluster [DBG] pgmap v197: 97 pgs: 97 active+clean; 2.7 KiB data, 45 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.2 KiB/s wr, 3 op/s 2022-03-06T10:12:05.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:04 smithi083 conmon[33008]: audit 2022-03-06T10:12:03.179800+0000 mgr.smithi008.onsztl (mgr.14164) 244 : audit [DBG] from='client.14548 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2022-03-06T10:12:06.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:06 smithi008 conmon[29939]: cluster 2022-03-06T10:12:04.718769+0000 mgr.smithi008.onsztl 2022-03-06T10:12:06.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:06 smithi008 conmon[29939]: (mgr.14164) 245 : cluster [DBG] pgmap v198: 97 pgs: 97 active+clean; 3.4 KiB data, 45 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1.5 KiB/s wr, 3 op/s 2022-03-06T10:12:06.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:06 smithi008 conmon[29939]: audit 2022-03-06T10:12:05.840354+0000 mon.smithi008 (mon.0) 590 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:12:07.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:06 smithi083 conmon[33008]: cluster 2022-03-06T10:12:04.718769+0000 mgr.smithi008.onsztl (mgr.14164) 245 : 2022-03-06T10:12:07.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:06 smithi083 conmon[33008]: cluster [DBG] pgmap v198: 97 pgs: 97 active+clean; 3.4 KiB data, 45 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1.5 KiB/s wr, 3 op/s 2022-03-06T10:12:07.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:06 smithi083 conmon[33008]: audit 2022-03-06T10:12:05.840354+0000 mon.smithi008 (mon.0) 590 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:12:08.710 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:08 smithi008 conmon[29939]: cluster 2022-03-06T10:12:06.719206+0000 mgr.smithi008.onsztl (mgr.14164 2022-03-06T10:12:08.710 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:08 smithi008 conmon[29939]: ) 246 : cluster [DBG] pgmap v199: 97 pgs: 97 active+clean; 3.4 KiB data, 45 MiB used, 715 GiB / 715 GiB avail; 3.1 KiB/s rd, 2.2 KiB/s wr, 5 op/s 2022-03-06T10:12:08.710 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:08 smithi008 conmon[29939]: audit 2022-03-06T10:12:08.331106+0000 mon.smithi008 (mon.0) 591 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:12:08.710 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:08 smithi008 conmon[29939]: audit 2022-03-06T10:12:08.334782+0000 mon.smithi008 (mon. 2022-03-06T10:12:08.711 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:08 smithi008 conmon[29939]: 0) 592 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:12:08.711 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:08 smithi008 conmon[29939]: audit 2022-03-06T10:12:08.339089+0000 2022-03-06T10:12:08.711 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:08 smithi008 conmon[29939]: mon.smithi008 (mon.0) 593 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:12:08.711 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:08 smithi008 conmon[29939]: 2022-03-06T10:12:08.712 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:08 smithi008 conmon[29939]: audit 2022-03-06T10:12:08.712 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:08 smithi008 conmon[29939]: 2022-03-06T10:12:08.344292+0000 mon.smithi008 (mon 2022-03-06T10:12:08.712 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:08 smithi008 conmon[29939]: .0) 594 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:12:09.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:08 smithi083 conmon[33008]: cluster 2022-03-06T10:12:06.719206+0000 mgr.smithi008.onsztl (mgr 2022-03-06T10:12:09.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:08 smithi083 conmon[33008]: .14164) 246 : cluster [DBG] pgmap v199: 97 pgs: 97 active+clean; 3.4 KiB data, 45 MiB used, 715 GiB / 715 GiB avail; 3.1 KiB/s rd, 2.2 KiB/s wr, 5 op/s 2022-03-06T10:12:09.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:08 smithi083 conmon[33008]: audit 2022-03-06T10:12:08.331106+0000 mon.smithi008 (mon.0) 591 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:12:09.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:08 smithi083 conmon[33008]: audit 2022-03-06T10:12:08.334782+0000 mon.smithi008 (mon.0) 592 : audit [INF] 2022-03-06T10:12:09.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:08 smithi083 conmon[33008]: from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:12:09.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:08 smithi083 conmon[33008]: audit 2022-03-06T10:12:08. 2022-03-06T10:12:09.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:08 smithi083 conmon[33008]: 339089+0000 mon.smithi008 (mon.0) 593 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:12:09.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:08 smithi083 conmon[33008]: 2022-03-06T10:12:09.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:08 smithi083 conmon[33008]: audit 2022-03-06T10:12:08.344292+0000 2022-03-06T10:12:09.040 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:08 smithi083 conmon[33008]: mon.smithi008 (mon.0) 594 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:12:10.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:09 smithi083 conmon[33008]: cluster 2022-03-06T10:12:08.719590+0000 mgr.smithi008.onsztl (mgr.14164) 2022-03-06T10:12:10.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:09 smithi083 conmon[33008]: 247 : cluster [DBG] pgmap v200: 97 pgs: 97 active+clean; 4.1 KiB data, 45 MiB used, 715 GiB / 715 GiB avail; 2.6 KiB/s rd, 2.2 KiB/s wr, 5 op/s 2022-03-06T10:12:10.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:09 smithi008 conmon[29939]: cluster 2022-03-06T10:12:08.719590+0000 mgr.smithi008.onsztl (mgr.14164) 247 : cluster [DBG] pgmap v200: 97 pgs: 97 active+clean; 4.1 KiB data, 45 MiB used, 715 GiB / 715 GiB avail; 2.6 KiB/s rd, 2.2 KiB/s wr, 5 op/s 2022-03-06T10:12:10.247 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:09 smithi008 conmon[29939]: 2022-03-06T10:12:11.756 DEBUG:teuthology.orchestra.run.smithi008:> sudo TESTDIR=/home/ubuntu/cephtest bash -ex -c 'echo test > /mnt/foo/testfile' 2022-03-06T10:12:11.844 INFO:teuthology.orchestra.run.smithi008.stderr:+ echo test 2022-03-06T10:12:11.854 DEBUG:teuthology.orchestra.run.smithi008:> sudo TESTDIR=/home/ubuntu/cephtest bash -ex -c sync 2022-03-06T10:12:11.884 INFO:teuthology.orchestra.run.smithi008.stderr:+ sync 2022-03-06T10:12:11.995 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:11 smithi008 conmon[29939]: cluster 2022-03-06T10:12:10.720307+0000 mgr.smithi008.onsztl (mgr.14164) 248 : cluster [DBG] pgmap v201: 97 pgs: 97 active+clean; 4.1 KiB data, 45 MiB used, 715 GiB / 715 GiB avail; 2.7 KiB/s rd, 2.2 KiB/s wr, 5 op/s 2022-03-06T10:12:12.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:11 smithi083 conmon[33008]: cluster 2022-03-06T10:12:10.720307+0000 mgr.smithi008.onsztl (mgr.14164) 2022-03-06T10:12:12.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:11 smithi083 conmon[33008]: 248 : cluster [DBG] pgmap v201: 97 pgs: 97 active+clean; 4.1 KiB data, 45 MiB used, 715 GiB / 715 GiB avail; 2.7 KiB/s rd, 2.2 KiB/s wr, 5 op/s 2022-03-06T10:12:12.205 INFO:teuthology.run_tasks:Running task parallel... 2022-03-06T10:12:12.223 INFO:teuthology.task.parallel:starting parallel... 2022-03-06T10:12:12.224 INFO:teuthology.task.parallel:In parallel, running task sequential... 2022-03-06T10:12:12.226 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2022-03-06T10:12:12.226 INFO:tasks.cephadm:Running commands on role host.a host ubuntu@smithi008.front.sepia.ceph.com 2022-03-06T10:12:12.227 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f3cc2a6e-9d34-11ec-8c35-001a4aab830c -e sha1=e1551c35043f76911d2590d48f731bcea8126fe1 -- bash -c 'ceph config set mon mon_warn_on_insecure_global_id_reclaim false --force' 2022-03-06T10:12:12.227 INFO:teuthology.task.parallel:In parallel, running task sequential... 2022-03-06T10:12:12.228 INFO:teuthology.task.sequential:In sequential, running task exec... 2022-03-06T10:12:12.229 INFO:teuthology.task.exec:Executing custom commands... 2022-03-06T10:12:12.229 INFO:teuthology.task.exec:Running commands on role host.a host ubuntu@smithi008.front.sepia.ceph.com 2022-03-06T10:12:12.230 DEBUG:teuthology.orchestra.run.smithi008:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'cd /mnt/foo && dbench 5 -t 600 || true' 2022-03-06T10:12:12.366 INFO:teuthology.orchestra.run.smithi008.stdout:dbench version 4.00 - Copyright Andrew Tridgell 1999-2004 2022-03-06T10:12:12.367 INFO:teuthology.orchestra.run.smithi008.stdout: 2022-03-06T10:12:12.367 INFO:teuthology.orchestra.run.smithi008.stdout:Running for 600 seconds with load '/usr/share/dbench/client.txt' and minimum warmup 120 secs 2022-03-06T10:12:12.385 INFO:teuthology.orchestra.run.smithi008.stdout:3 of 5 processes prepared for launch 0 sec 2022-03-06T10:12:12.485 INFO:teuthology.orchestra.run.smithi008.stdout:5 of 5 processes prepared for launch 0 sec 2022-03-06T10:12:12.486 INFO:teuthology.orchestra.run.smithi008.stdout:releasing clients 2022-03-06T10:12:13.485 INFO:teuthology.orchestra.run.smithi008.stdout: 5 284 52.94 MB/sec warmup 1 sec latency 9.396 ms 2022-03-06T10:12:14.486 INFO:teuthology.orchestra.run.smithi008.stdout: 5 582 49.66 MB/sec warmup 2 sec latency 13.729 ms 2022-03-06T10:12:14.617 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f3cc2a6e-9d34-11ec-8c35-001a4aab830c -e sha1=e1551c35043f76911d2590d48f731bcea8126fe1 -- bash -c 'ceph config set mon mon_warn_on_insecure_global_id_reclaim_allowed false --force' 2022-03-06T10:12:14.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:14 smithi008 conmon[29939]: cluster 2022-03-06T10:12:12.720817+0000 mgr.smithi008.onsztl (mgr.14164) 249 : cluster [DBG] pgmap v202: 97 pgs: 97 active+clean; 4.1 KiB data, 45 MiB used, 715 GiB / 715 GiB avail; 1.8 KiB/s rd, 1.4 KiB/s wr, 3 op/s 2022-03-06T10:12:15.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:14 smithi083 conmon[33008]: cluster 2022-03-06T10:12:12.720817+0000 2022-03-06T10:12:15.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:14 smithi083 conmon[33008]: mgr.smithi008.onsztl (mgr.14164) 249 : cluster [DBG] pgmap v202: 97 pgs: 97 active+clean; 4.1 KiB data, 45 MiB used, 715 GiB / 715 GiB avail; 1.8 KiB/s rd, 1.4 KiB/s wr, 3 op/s 2022-03-06T10:12:15.485 INFO:teuthology.orchestra.run.smithi008.stdout: 5 1534 43.49 MB/sec warmup 3 sec latency 9.293 ms 2022-03-06T10:12:16.486 INFO:teuthology.orchestra.run.smithi008.stdout: 5 2931 41.73 MB/sec warmup 4 sec latency 9.354 ms 2022-03-06T10:12:16.870 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:16 smithi008 conmon[29939]: cluster 2022-03-06T10:12:14.721475+0000 mgr.smithi008.onsztl (mgr.14164) 250 : cluster [DBG] pgmap v203: 97 pgs: 97 active+clean; 43 MiB data, 151 MiB used, 715 GiB / 715 GiB avail; 1.8 KiB/s rd, 3.7 MiB/s wr, 172 op/s 2022-03-06T10:12:16.878 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f3cc2a6e-9d34-11ec-8c35-001a4aab830c -e sha1=e1551c35043f76911d2590d48f731bcea8126fe1 -- bash -c 'ceph config set global log_to_journald false --force' 2022-03-06T10:12:17.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:16 smithi083 conmon[33008]: cluster 2022-03-06T10:12:14.721475+0000 mgr.smithi008.onsztl 2022-03-06T10:12:17.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:16 smithi083 conmon[33008]: (mgr.14164) 250 : cluster [DBG] pgmap v203: 97 pgs: 97 active+clean; 43 MiB data, 151 MiB used, 715 GiB / 715 GiB avail; 1.8 KiB/s rd, 3.7 MiB/s wr, 172 op/s 2022-03-06T10:12:17.485 INFO:teuthology.orchestra.run.smithi008.stdout: 5 3998 40.07 MB/sec warmup 5 sec latency 12.546 ms 2022-03-06T10:12:18.486 INFO:teuthology.orchestra.run.smithi008.stdout: 5 5207 37.76 MB/sec warmup 6 sec latency 12.094 ms 2022-03-06T10:12:18.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:18 smithi008 conmon[29939]: cluster 2022-03-06T10:12:16.722154+0000 2022-03-06T10:12:18.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:18 smithi008 conmon[29939]: mgr.smithi008.onsztl (mgr.14164) 251 : cluster [DBG] pgmap v204: 97 pgs: 97 active+clean; 90 MiB data, 308 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 8.1 MiB/s wr, 386 op/s 2022-03-06T10:12:19.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:18 smithi083 conmon[33008]: cluster 2022-03-06T10:12:16.722154+0000 mgr.smithi008.onsztl (mgr.14164 2022-03-06T10:12:19.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:18 smithi083 conmon[33008]: ) 251 : cluster [DBG] pgmap v204: 97 pgs: 97 active+clean; 90 MiB data, 308 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 8.1 MiB/s wr, 386 op/s 2022-03-06T10:12:19.486 INFO:teuthology.orchestra.run.smithi008.stdout: 5 6462 37.07 MB/sec warmup 7 sec latency 16.990 ms 2022-03-06T10:12:19.562 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f3cc2a6e-9d34-11ec-8c35-001a4aab830c -e sha1=e1551c35043f76911d2590d48f731bcea8126fe1 -- bash -c 'ceph mgr module enable nfs --force' 2022-03-06T10:12:20.422 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:20 smithi008 conmon[29939]: cluster 2022-03-06T10:12:18.722680+0000 mgr.smithi008.onsztl (mgr.14164) 252 : cluster [DBG] pgmap v205: 97 pgs: 97 active+clean; 123 MiB data, 507 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 12 MiB/s wr, 710 op/s 2022-03-06T10:12:20.423 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:20 smithi008 conmon[29939]: audit 2022-03-06T10:12:19.122127+0000 mon.smithi008 (mon.0) 595 : audit [INF] from='client.? ' entity='client.admin' 2022-03-06T10:12:20.424 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:20 smithi008 conmon[29939]: audit 2022-03-06T10:12:19.128576+0000 mon.smithi008 (mon.0) 596 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:12:20.424 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:20 smithi008 conmon[29939]: audit 2022-03-06T10:12:19.135043+0000 mon.smithi008 (mon.0) 597 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:12:20.486 INFO:teuthology.orchestra.run.smithi008.stdout: 5 7469 36.98 MB/sec warmup 8 sec latency 18.044 ms 2022-03-06T10:12:20.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:20 smithi083 conmon[33008]: cluster 2022-03-06T10:12:18.722680+0000 mgr.smithi008.onsztl 2022-03-06T10:12:20.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:20 smithi083 conmon[33008]: (mgr.14164) 252 : cluster [DBG] pgmap v205: 97 pgs: 97 active+clean; 123 MiB data, 507 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 12 MiB/s wr, 710 op/s 2022-03-06T10:12:20.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:20 smithi083 conmon[33008]: audit 2022-03-06T10:12:19.122127+0000 mon.smithi008 (mon.0) 595 : audit [INF] from='client.? ' entity='client.admin' 2022-03-06T10:12:20.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:20 smithi083 conmon[33008]: audit 2022-03-06T10:12:19.128576 2022-03-06T10:12:20.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:20 smithi083 conmon[33008]: +0000 mon.smithi008 (mon.0) 596 : audit [DBG] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:12:20.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:20 smithi083 conmon[33008]: audit 2022- 2022-03-06T10:12:20.540 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:20 smithi083 conmon[33008]: 03-06T10:12:19.135043+0000 mon.smithi008 (mon 2022-03-06T10:12:20.540 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:20 smithi083 conmon[33008]: .0) 597 : audit [INF] from='mgr.14164 172.21.15.8:0/4154690365' entity='mgr.smithi008.onsztl' 2022-03-06T10:12:21.486 INFO:teuthology.orchestra.run.smithi008.stdout: 5 8492 35.17 MB/sec warmup 9 sec latency 10.716 ms 2022-03-06T10:12:22.486 INFO:teuthology.orchestra.run.smithi008.stdout: 5 9600 33.44 MB/sec warmup 10 sec latency 18.962 ms 2022-03-06T10:12:22.495 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:22 smithi008 conmon[29939]: cluster 2022-03-06T10:12:20.723306+0000 mgr.smithi008.onsztl (mgr.14164) 253 : cluster [DBG] pgmap v206: 97 pgs: 97 active+clean; 136 MiB data, 623 MiB used, 715 GiB / 715 GiB avail; 426 B/s rd, 15 MiB/s wr, 902 op/s 2022-03-06T10:12:22.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:22 smithi008 conmon[29939]: audit 2022-03-06T10:12:21.611828+0000 mon.smithi008 (mon.0) 598 : audit [INF] from='client.? 172.21.15.8:0/3257577953' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "nfs", "force": "--force"}]: dispatch 2022-03-06T10:12:22.537 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:22 smithi083 conmon[33008]: cluster 2022-03-06T10:12:20.723306+0000 mgr.smithi008.onsztl (mgr.14164) 253 : cluster [DBG] pgmap v206: 97 pgs: 97 active+clean; 136 MiB data, 623 MiB used, 715 GiB / 715 GiB avail; 426 B/s rd, 15 MiB/s wr, 902 op/s 2022-03-06T10:12:22.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:22 smithi083 conmon[33008]: audit 2022-03-06T10:12:21.611828+0000 mon.smithi008 (mon.0) 598 : audit [INF] from='client.? 172.21.15.8:0/3257577953' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "nfs", "force": "--force"}]: dispatch 2022-03-06T10:12:22.561 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f3cc2a6e-9d34-11ec-8c35-001a4aab830c -e sha1=e1551c35043f76911d2590d48f731bcea8126fe1 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1' 2022-03-06T10:12:23.487 INFO:teuthology.orchestra.run.smithi008.stdout: 5 10772 35.06 MB/sec warmup 11 sec latency 45.064 ms 2022-03-06T10:12:23.495 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:23 smithi008 conmon[29939]: audit 2022-03-06T10:12:22.137208+0000 mon.smithi008 (mon.0) 599 : audit [INF] from='client.? 172.21.15.8:0/3257577953' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "nfs", "force": "--force"}]': finished 2022-03-06T10:12:23.495 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:23 smithi008 conmon[29939]: cluster 2022-03-06T10:12:22.137293+0000 mon.smithi008 (mon.0) 600 : cluster [DBG] mgrmap e20: smithi008.onsztl(active, since 5m), standbys: smithi083.piggzi 2022-03-06T10:12:23.537 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:23 smithi083 conmon[33008]: audit 2022-03-06T10:12:22.137208+0000 mon.smithi008 (mon.0) 599 : audit [INF] from='client.? 172.21.15.8:0/3257577953' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "nfs", "force": "--force"}]': finished 2022-03-06T10:12:23.537 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:23 smithi083 conmon[33008]: cluster 2022-03-06T10:12:22.137293+0000 mon.smithi008 (mon.0) 600 : cluster [DBG] mgrmap e20: smithi008.onsztl(active, since 5m), standbys: smithi083.piggzi 2022-03-06T10:12:24.487 INFO:teuthology.orchestra.run.smithi008.stdout: 5 11451 32.83 MB/sec warmup 12 sec latency 26.890 ms 2022-03-06T10:12:25.487 INFO:teuthology.orchestra.run.smithi008.stdout: 5 12547 32.22 MB/sec warmup 13 sec latency 24.208 ms 2022-03-06T10:12:26.487 INFO:teuthology.orchestra.run.smithi008.stdout: 5 13653 32.49 MB/sec warmup 14 sec latency 24.088 ms 2022-03-06T10:12:27.487 INFO:teuthology.orchestra.run.smithi008.stdout: 5 14546 32.41 MB/sec warmup 15 sec latency 19.192 ms 2022-03-06T10:12:28.487 INFO:teuthology.orchestra.run.smithi008.stdout: 5 15294 31.03 MB/sec warmup 16 sec latency 14.946 ms 2022-03-06T10:12:28.995 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:28 smithi008 conmon[29939]: cluster 2022-03-06T10:12:28.580002+0000 mon.smithi008 (mon.0) 601 : cluster [DBG] Standby manager daemon smithi083.piggzi restarted 2022-03-06T10:12:28.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:28 smithi008 conmon[29939]: cluster 2022-03-06T10:12:28.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:28 smithi008 conmon[29939]: 2022-03-06T10:12:28.580140+0000 mon.smithi008 (mon.0) 602 : cluster [DBG] Standby manager daemon smithi083.piggzi started 2022-03-06T10:12:28.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:28 smithi008 conmon[29939]: audit 2022-03-06T10:12:28.581092+0000 mon.smithi083 (mon.1) 15 : audit [DBG] from='mgr.? 172.21.15.83:0/923317202' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi083.piggzi/crt"}]: dispatch 2022-03-06T10:12:28.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:28 smithi008 conmon[29939]: audit 2022-03-06T10:12:28.581592+0000 mon.smithi083 (mon.1) 16 : audit [DBG] from='mgr.? 172.21.15.83:0/923317202' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2022-03-06T10:12:28.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:28 smithi008 conmon[29939]: audit 2022-03-06T10:12:28.583913+0000 mon.smithi083 (mon.1) 17 : audit [DBG] from='mgr.? 172.21.15.83:0/923317202' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi083.piggzi/key"}]: dispatch 2022-03-06T10:12:28.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:28 smithi008 conmon[29939]: audit 2022-03-06T10:12:28.584940+0000 mon.smithi083 (mon.1) 18 : audit [DBG] from='mgr.? 172.21.15.83:0/923317202' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2022-03-06T10:12:29.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:28 smithi083 conmon[33008]: cluster 2022-03-06T10:12:28.580002+0000 mon.smithi008 (mon. 2022-03-06T10:12:29.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:28 smithi083 conmon[33008]: 0) 601 : cluster [DBG] Standby manager daemon smithi083.piggzi restarted 2022-03-06T10:12:29.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:28 smithi083 conmon[33008]: cluster 2022-03-06T10:12:28.580140+0000 mon.smithi008 (mon.0) 602 : cluster [DBG] Standby manager daemon smithi083.piggzi started 2022-03-06T10:12:29.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:28 smithi083 conmon[33008]: audit 2022-03-06T10:12:28.581092+0000 mon.smithi083 (mon.1) 15 : audit [DBG] from='mgr.? 172.21.15.83:0/923317202' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi083.piggzi/crt"}]: dispatch 2022-03-06T10:12:29.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:28 smithi083 conmon[33008]: audit 2022-03-06T10:12:28.581592+0000 mon.smithi083 (mon.1) 16 : audit [DBG] from='mgr.? 172.21.15.83:0/923317202' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2022-03-06T10:12:29.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:28 smithi083 conmon[33008]: audit 2022-03-06T10:12:28.583913+0000 mon.smithi083 ( 2022-03-06T10:12:29.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:28 smithi083 conmon[33008]: mon.1) 17 : audit [DBG] from='mgr.? 172.21.15.83:0/923317202' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi083.piggzi/key"}]: dispatch 2022-03-06T10:12:29.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:28 smithi083 conmon[33008]: audit 2022-03-06T10:12:28.584940+0000 mon.smithi083 (mon.1) 18 : audit [DBG] from='mgr.? 172.21.15.83:0/923317202' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2022-03-06T10:12:29.487 INFO:teuthology.orchestra.run.smithi008.stdout: 5 16575 30.74 MB/sec warmup 17 sec latency 22.260 ms 2022-03-06T10:12:29.995 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:29 smithi008 conmon[29939]: cluster 2022-03-06T10:12:28. 2022-03-06T10:12:29.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:29 smithi008 conmon[29939]: 630708+0000 mon.smithi008 (mon.0) 603 : cluster [DBG] mgrmap e21: smithi008.onsztl(active, since 5m), standbys: smithi083.piggzi 2022-03-06T10:12:30.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:29 smithi083 conmon[33008]: cluster 2022-03-06T10:12:28.630708+0000 mon.smithi008 2022-03-06T10:12:30.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:29 smithi083 conmon[33008]: (mon.0) 603 : cluster [DBG] mgrmap e21: smithi008.onsztl(active, since 5m), standbys: smithi083.piggzi 2022-03-06T10:12:30.487 INFO:teuthology.orchestra.run.smithi008.stdout: 5 17829 32.04 MB/sec warmup 18 sec latency 16.344 ms 2022-03-06T10:12:31.487 INFO:teuthology.orchestra.run.smithi008.stdout: 5 18647 30.91 MB/sec warmup 19 sec latency 22.439 ms 2022-03-06T10:12:31.924 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:31 smithi008 conmon[29939]: cluster 2022-03-06T10:12:30.911916+0000 2022-03-06T10:12:31.925 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:31 smithi008 conmon[29939]: mon.smithi008 (mon.0) 604 : cluster [INF] Active manager daemon smithi008.onsztl restarted 2022-03-06T10:12:31.925 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:31 smithi008 conmon[29939]: cluster 2022-03-06T10:12:30.912672+0000 mon.smithi008 (mon.0) 605 : cluster [INF] Activating manager daemon smithi008.onsztl 2022-03-06T10:12:31.925 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:31 smithi008 conmon[29939]: cluster 2022-03-06T10:12:30.916488+0000 mon.smithi008 (mon.0) 606 : cluster [DBG] osdmap e57: 8 total, 8 up, 8 in 2022-03-06T10:12:31.926 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:31 smithi008 conmon[29939]: cluster 2022-03-06T10:12:30.970753+0000 mon.smithi008 (mon.0) 607 : cluster [DBG] mgrmap e22: smithi008.onsztl(active, starting, since 0.0582537s), standbys: smithi083.piggzi 2022-03-06T10:12:31.926 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:31 smithi008 conmon[29939]: audit 2022-03-06 2022-03-06T10:12:31.926 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:31 smithi008 conmon[29939]: T10:12:30.973867+0000 mon.smithi008 (mon.0 2022-03-06T10:12:31.926 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:31 smithi008 conmon[29939]: ) 608 : audit [DBG] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "mon metadata", "id": "smithi008"}]: dispatch 2022-03-06T10:12:31.927 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:31 smithi008 conmon[29939]: audit 2022- 2022-03-06T10:12:31.927 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:31 smithi008 conmon[29939]: 03-06T10:12:30.974015+0000 mon.smithi008 ( 2022-03-06T10:12:31.927 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:31 smithi008 conmon[29939]: mon.0) 609 : audit [DBG] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "mon metadata", "id": "smithi083"}]: dispatch 2022-03-06T10:12:31.927 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:31 smithi008 conmon[29939]: audit 2022- 2022-03-06T10:12:31.928 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:31 smithi008 conmon[29939]: 03-06T10:12:30.974773+0000 mon.smithi008 (mon.0) 610 : 2022-03-06T10:12:31.928 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:31 smithi008 conmon[29939]: audit [DBG] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi008.htvsun"}]: dispatch 2022-03-06T10:12:31.928 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:31 smithi008 conmon[29939]: audit 2022-03-06T10:12:30. 2022-03-06T10:12:31.928 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:31 smithi008 conmon[29939]: 975087+0000 mon.smithi008 (mon.0) 611 : audit 2022-03-06T10:12:31.929 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:31 smithi008 conmon[29939]: [DBG] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi083.jmehpg"}]: dispatch 2022-03-06T10:12:31.929 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:31 smithi008 conmon[29939]: audit 2022-03-06T10:12:30.975730+0000 mon.smithi008 (mon.0 2022-03-06T10:12:31.929 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:31 smithi008 conmon[29939]: ) 612 : audit [DBG] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "mgr metadata", "who": "smithi008.onsztl", "id": "smithi008.onsztl"}]: dispatch 2022-03-06T10:12:31.929 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:31 smithi008 conmon[29939]: audit 2022-03-06T10:12:30 2022-03-06T10:12:31.929 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:31 smithi008 conmon[29939]: .975979+0000 mon.smithi008 (mon.0) 613 : audit [DBG] 2022-03-06T10:12:31.930 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:31 smithi008 conmon[29939]: from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "mgr metadata", "who": "smithi083.piggzi", "id": "smithi083.piggzi"}]: dispatch 2022-03-06T10:12:31.930 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:31 smithi008 conmon[29939]: audit 2022-03-06T10:12:31.930 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:31 smithi008 conmon[29939]: 2022-03-06T10:12:30.976195+0000 mon.smithi008 (mon.0 2022-03-06T10:12:31.930 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:31 smithi008 conmon[29939]: ) 614 : audit [DBG] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-03-06T10:12:31.931 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:31 smithi008 conmon[29939]: audit 2022-03-06T10:12:30 2022-03-06T10:12:31.931 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:31 smithi008 conmon[29939]: .976496+0000 mon.smithi008 (mon.0) 615 : audit 2022-03-06T10:12:31.931 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:31 smithi008 conmon[29939]: [DBG] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-03-06T10:12:31.931 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:31 smithi008 conmon[29939]: audit 2022-03-06T10 2022-03-06T10:12:31.932 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:31 smithi008 conmon[29939]: :12:30.976777+0000 mon.smithi008 (mon.0 2022-03-06T10:12:31.932 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:31 smithi008 conmon[29939]: ) 616 : audit [DBG] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-03-06T10:12:31.932 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:31 smithi008 conmon[29939]: audit 2022-03-06T10:12:31.932 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:31 smithi008 conmon[29939]: 2022-03-06T10: 2022-03-06T10:12:31.933 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:31 smithi008 conmon[29939]: 12:30.977015+0000 mon.smithi008 2022-03-06T10:12:31.933 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:31 smithi008 conmon[29939]: (mon.0) 617 : audit 2022-03-06T10:12:31.933 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:31 smithi008 conmon[29939]: [DBG] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-03-06T10:12:31.933 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:31 smithi008 conmon[29939]: audit 2022-03-06T 2022-03-06T10:12:31.933 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:31 smithi008 conmon[29939]: 10:12:30.977292+0000 mon.smithi008 (mon 2022-03-06T10:12:31.934 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:31 smithi008 conmon[29939]: .0) 618 : audit [DBG] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-03-06T10:12:31.934 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:31 smithi008 conmon[29939]: audit 2022-03-06T 2022-03-06T10:12:31.934 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:31 smithi008 conmon[29939]: 10:12:30.977582+0000 mon.smithi008 (mon.0 2022-03-06T10:12:31.934 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:31 smithi008 conmon[29939]: ) 619 : audit [DBG] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-03-06T10:12:31.935 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:31 smithi008 conmon[29939]: audit 2022-03-06T10:12 2022-03-06T10:12:31.935 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:31 smithi008 conmon[29939]: :30.977751+0000 mon.smithi008 (mon.0) 620 2022-03-06T10:12:31.935 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:31 smithi008 conmon[29939]: : audit [DBG] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-03-06T10:12:31.935 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:31 smithi008 conmon[29939]: audit 2022-03-06T10:12:30 2022-03-06T10:12:31.935 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:31 smithi008 conmon[29939]: .977959+0000 mon.smithi008 (mon.0) 621 : audit 2022-03-06T10:12:31.936 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:31 smithi008 conmon[29939]: [DBG] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-03-06T10:12:31.936 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:31 smithi008 conmon[29939]: audit 2022-03-06T10:12 2022-03-06T10:12:31.936 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:31 smithi008 conmon[29939]: :30.978404+0000 mon.smithi008 (mon.0) 2022-03-06T10:12:31.936 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:31 smithi008 conmon[29939]: 622 : audit [DBG] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "mds metadata"}]: dispatch 2022-03-06T10:12:31.937 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:31 smithi008 conmon[29939]: audit 2022-03-06T10 2022-03-06T10:12:31.937 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:31 smithi008 conmon[29939]: :12:30.978852+0000 mon.smithi008 (mon. 2022-03-06T10:12:31.937 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:31 smithi008 conmon[29939]: 0) 623 : audit [DBG] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata"}]: dispatch 2022-03-06T10:12:31.937 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:31 smithi008 conmon[29939]: audit 2022-03-06T10 2022-03-06T10:12:31.938 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:31 smithi008 conmon[29939]: :12:30.979510+0000 mon.smithi008 (mon. 2022-03-06T10:12:31.938 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:31 smithi008 conmon[29939]: 0) 624 : audit [DBG] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "mon metadata"}]: dispatch 2022-03-06T10:12:31.938 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:31 smithi008 conmon[29939]: cluster 2022-03-06 2022-03-06T10:12:31.938 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:31 smithi008 conmon[29939]: T10:12:30.995292+0000 mon.smithi008 2022-03-06T10:12:31.938 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:31 smithi008 conmon[29939]: (mon.0) 625 : cluster [INF] 2022-03-06T10:12:31.939 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:31 smithi008 conmon[29939]: Manager daemon smithi008.onsztl is now available 2022-03-06T10:12:31.939 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:31 smithi008 conmon[29939]: audit 2022-03-06T10:12 2022-03-06T10:12:31.939 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:31 smithi008 conmon[29939]: :31.204507+0000 mon.smithi008 (mon.0) 626 : audit [DBG] 2022-03-06T10:12:31.939 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:31 smithi008 conmon[29939]: from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:12:31.940 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:31 smithi008 conmon[29939]: audit 2022-03-06T10:12:31.940 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:31 smithi008 conmon[29939]: 2022-03-06T10:12:31.207934+0000 2022-03-06T10:12:31.940 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:31 smithi008 conmon[29939]: mon.smithi008 (mon.0) 627 : audit [DBG] 2022-03-06T10:12:31.940 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:31 smithi008 conmon[29939]: from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:12:31.941 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:31 smithi008 conmon[29939]: audit 2022-03-06T10:12:31.941 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:31 smithi008 conmon[29939]: 2022-03-06T10:12:31.282721+0000 2022-03-06T10:12:31.941 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:31 smithi008 conmon[29939]: mon.smithi008 (mon.0) 628 : audit [INF] 2022-03-06T10:12:31.941 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:31 smithi008 conmon[29939]: from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi008.onsztl/mirror_snapshot_schedule"}]: dispatch 2022-03-06T10:12:31.941 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:31 smithi008 conmon[29939]: audit 2022-03-06T10:12:31.942 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:31 smithi008 conmon[29939]: 2022-03-06T10:12:31.293612+0000 2022-03-06T10:12:31.942 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:31 smithi008 conmon[29939]: mon.smithi008 (mon.0) 629 : audit 2022-03-06T10:12:31.942 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:31 smithi008 conmon[29939]: [INF] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi008.onsztl/trash_purge_schedule"}]: dispatch 2022-03-06T10:12:31.995 INFO:teuthology.orchestra.run.smithi008.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:e1551c35043f76911d2590d48f731bcea8126fe1 2022-03-06T10:12:32.288 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:31 smithi083 conmon[33008]: cluster 2022-03-06T10:12:30.911916+0000 2022-03-06T10:12:32.288 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:31 smithi083 conmon[33008]: mon.smithi008 (mon.0) 604 : cluster [INF] Active manager daemon smithi008.onsztl restarted 2022-03-06T10:12:32.288 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:31 smithi083 conmon[33008]: cluster 2022-03-06T10:12:30.912672+0000 mon.smithi008 (mon.0) 605 : cluster [INF] Activating manager daemon smithi008.onsztl 2022-03-06T10:12:32.289 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:31 smithi083 conmon[33008]: cluster 2022-03-06T10:12:30.916488+0000 mon.smithi008 (mon.0) 606 : cluster [DBG] osdmap e57: 8 total, 8 up, 8 in 2022-03-06T10:12:32.289 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:31 smithi083 conmon[33008]: cluster 2022-03-06T10:12:30.970753+0000 mon.smithi008 (mon.0) 607 : cluster [DBG] mgrmap e22: smithi008.onsztl(active, starting, since 0.0582537s), standbys: smithi083.piggzi 2022-03-06T10:12:32.289 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:31 smithi083 conmon[33008]: audit 2022-03-06T10:12:30.973867+0000 mon.smithi008 (mon.0) 608 : audit [DBG] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "mon metadata", "id": "smithi008"}]: dispatch 2022-03-06T10:12:32.289 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:31 smithi083 conmon[33008]: audit 2022-03-06T10:12:30.974015+0000 mon.smithi008 (mon.0) 609 : audit [DBG] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "mon metadata", "id": "smithi083"}]: dispatch 2022-03-06T10:12:32.289 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:31 smithi083 conmon[33008]: audit 2022-03-06T10:12:30.974773+0000 mon.smithi008 (mon.0) 610 : audit [DBG] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi008.htvsun"}]: dispatch 2022-03-06T10:12:32.290 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:31 smithi083 conmon[33008]: audit 2022-03-06T10:12:30.975087+0000 mon.smithi008 (mon.0) 611 : audit [DBG] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi083.jmehpg"}]: dispatch 2022-03-06T10:12:32.290 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:31 smithi083 conmon[33008]: audit 2022-03-06T10:12:30.975730+0000 mon.smithi008 (mon.0) 612 : audit [DBG] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "mgr metadata", "who": "smithi008.onsztl", "id": "smithi008.onsztl"}]: dispatch 2022-03-06T10:12:32.290 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:31 smithi083 conmon[33008]: audit 2022-03-06T10:12:30.975979+0000 mon.smithi008 (mon.0) 613 : audit [DBG] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "mgr metadata", "who": "smithi083.piggzi", "id": "smithi083.piggzi"}]: dispatch 2022-03-06T10:12:32.290 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:31 smithi083 conmon[33008]: audit 2022-03-06T10:12:30.976195+0000 mon.smithi008 (mon.0) 614 : audit [DBG] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-03-06T10:12:32.291 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:31 smithi083 conmon[33008]: audit 2022-03-06T10:12:30.976496+0000 mon.smithi008 (mon.0) 615 : audit [DBG] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-03-06T10:12:32.291 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:31 smithi083 conmon[33008]: audit 2022-03-06T10:12:30.976777+0000 mon.smithi008 (mon.0) 616 : audit [DBG] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-03-06T10:12:32.291 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:31 smithi083 conmon[33008]: audit 2022-03-06T10:12:30.977015+0000 mon.smithi008 (mon.0) 617 : audit [DBG] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-03-06T10:12:32.291 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:31 smithi083 conmon[33008]: audit 2022-03-06T10:12:30.977292+0000 mon.smithi008 (mon.0) 618 : audit [DBG] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-03-06T10:12:32.292 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:31 smithi083 conmon[33008]: audit 2022-03-06T10:12:30.977582+0000 mon.smithi008 (mon.0) 619 : audit [DBG] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-03-06T10:12:32.292 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:31 smithi083 conmon[33008]: audit 2022-03-06T10:12:30.977751+0000 mon.smithi008 (mon.0) 620 : audit [DBG] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-03-06T10:12:32.292 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:31 smithi083 conmon[33008]: audit 2022-03-06T10:12:30.977959+0000 mon.smithi008 (mon.0) 621 : audit [DBG] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-03-06T10:12:32.292 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:31 smithi083 conmon[33008]: audit 2022-03-06T10:12:30.978404+0000 mon.smithi008 (mon.0) 622 : audit [DBG] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "mds metadata"}]: dispatch 2022-03-06T10:12:32.293 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:31 smithi083 conmon[33008]: audit 2022-03-06T10:12:30.978852+0000 mon.smithi008 (mon.0) 623 : audit [DBG] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata"}]: dispatch 2022-03-06T10:12:32.293 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:31 smithi083 conmon[33008]: audit 2022-03-06T10:12:30.979510+0000 mon.smithi008 (mon.0) 624 : audit [DBG] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "mon metadata"}]: dispatch 2022-03-06T10:12:32.293 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:31 smithi083 conmon[33008]: cluster 2022-03-06T10:12:30.995292+0000 mon.smithi008 (mon.0) 625 : cluster [INF] Manager daemon smithi008.onsztl is now available 2022-03-06T10:12:32.293 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:31 smithi083 conmon[33008]: audit 2022-03-06T10:12:31.204507+0000 mon.smithi008 (mon.0) 626 : audit [DBG] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:12:32.294 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:31 smithi083 conmon[33008]: audit 2022-03-06T10:12:31.207934+0000 mon.smithi008 (mon.0) 627 : audit [DBG] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:12:32.294 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:31 smithi083 conmon[33008]: audit 2022-03-06T10:12:31.282721+0000 mon.smithi008 (mon.0) 628 : audit [INF] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi008.onsztl/mirror_snapshot_schedule"}]: dispatch 2022-03-06T10:12:32.294 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:31 smithi083 conmon[33008]: audit 2022-03-06T10:12:31.293612+0000 mon.smithi008 (mon.0) 629 : audit [INF] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi008.onsztl/trash_purge_schedule"}]: dispatch 2022-03-06T10:12:32.384 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2022-03-06T10:12:32.384 INFO:tasks.cephadm:Running commands on role host.a host ubuntu@smithi008.front.sepia.ceph.com 2022-03-06T10:12:32.385 DEBUG:teuthology.orchestra.run.smithi008:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid f3cc2a6e-9d34-11ec-8c35-001a4aab830c -e sha1=e1551c35043f76911d2590d48f731bcea8126fe1 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done' 2022-03-06T10:12:32.488 INFO:teuthology.orchestra.run.smithi008.stdout: 5 19644 30.51 MB/sec warmup 20 sec latency 15.064 ms 2022-03-06T10:12:33.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:32 smithi008 conmon[29939]: cluster 2022-03-06T10:12:31. 2022-03-06T10:12:33.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:32 smithi008 conmon[29939]: 975869+0000 mon.smithi008 (mon.0) 630 : cluster [DBG] mgrmap e23: smithi008.onsztl(active, since 1.06337s), standbys: smithi083.piggzi 2022-03-06T10:12:33.247 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:32 smithi008 conmon[29939]: cephadm 2022-03-06T10:12:31.985458+0000 mgr.smithi008.onsztl (mgr.24425) 3 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:e1551c35043f76911d2590d48f731bcea8126fe1 2022-03-06T10:12:33.247 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:32 smithi008 conmon[29939]: audit 2022-03-06T10:12:31.989906+0000 mon.smithi008 (mon.0) 631 : audit [INF] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' 2022-03-06T10:12:33.287 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:32 smithi083 conmon[33008]: cluster 2022-03-06T10:12:31.975869+0000 mon.smithi008 (mon. 2022-03-06T10:12:33.287 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:32 smithi083 conmon[33008]: 0) 630 : cluster [DBG] mgrmap e23: smithi008.onsztl(active, since 1.06337s), standbys: smithi083.piggzi 2022-03-06T10:12:33.288 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:32 smithi083 conmon[33008]: cephadm 2022-03-06T10:12:31.985458+0000 mgr.smithi008.onsztl (mgr.24425) 3 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:e1551c35043f76911d2590d48f731bcea8126fe1 2022-03-06T10:12:33.288 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:32 smithi083 conmon[33008]: audit 2022-03-06T10:12:31.989906+0000 mon.smithi008 (mon.0) 631 : audit [INF] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' 2022-03-06T10:12:33.488 INFO:teuthology.orchestra.run.smithi008.stdout: 5 20578 30.25 MB/sec warmup 21 sec latency 27.009 ms 2022-03-06T10:12:33.983 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:33 smithi008 conmon[29939]: cluster 2022-03-06T10:12:32.977630+0000 mgr.smithi008.onsztl (mgr.24425) 4 : cluster [DBG] pgmap v4: 97 pgs: 97 active+clean; 180 MiB data, 961 MiB used, 714 GiB / 715 GiB avail 2022-03-06T10:12:33.983 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:33 smithi008 conmon[29939]: cluster 2022-03-06T10:12:33.629838+0000 mon.smithi008 (mon.0) 632 : cluster [DBG] mgrmap e24: smithi008.onsztl(active, since 2s), standbys: smithi083.piggzi 2022-03-06T10:12:34.287 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:33 smithi083 conmon[33008]: cluster 2022-03-06T10:12:32.977630+0000 mgr.smithi008.onsztl (mgr.24425) 4 : cluster [DBG] pgmap v4: 97 pgs: 97 active+clean; 180 MiB data, 961 MiB used, 714 GiB / 715 GiB avail 2022-03-06T10:12:34.288 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:33 smithi083 conmon[33008]: cluster 2022-03-06T10:12:33.629838+0000 mon.smithi008 (mon.0) 632 : cluster [DBG] mgrmap e24: smithi008.onsztl(active, since 2s), standbys: smithi083.piggzi 2022-03-06T10:12:34.487 INFO:teuthology.orchestra.run.smithi008.stdout: 5 21571 30.73 MB/sec warmup 22 sec latency 17.551 ms 2022-03-06T10:12:35.286 INFO:teuthology.orchestra.run.smithi008.stdout:true 2022-03-06T10:12:35.488 INFO:teuthology.orchestra.run.smithi008.stdout: 5 22281 29.76 MB/sec warmup 23 sec latency 22.453 ms 2022-03-06T10:12:35.820 INFO:teuthology.orchestra.run.smithi008.stdout:NAME HOST PORTS STATUS REFRESHED AGE VERSION IMAGE ID CONTAINER ID 2022-03-06T10:12:35.820 INFO:teuthology.orchestra.run.smithi008.stdout:alertmanager.smithi008 smithi008 *:9093,9094 running (4m) 27s ago 5m 0.20.0 0881eb8f169f c1b598605d37 2022-03-06T10:12:35.820 INFO:teuthology.orchestra.run.smithi008.stdout:crash.smithi008 smithi008 running (5m) 27s ago 5m 16.2.4 8d91d370c2b8 cb8dd3b8791a 2022-03-06T10:12:35.821 INFO:teuthology.orchestra.run.smithi008.stdout:crash.smithi083 smithi083 running (4m) 0s ago 4m 16.2.4 8d91d370c2b8 bffb25d3bd63 2022-03-06T10:12:35.821 INFO:teuthology.orchestra.run.smithi008.stdout:grafana.smithi008 smithi008 *:3000 running (4m) 27s ago 5m 6.7.4 557c83e11646 8cfaa70fda74 2022-03-06T10:12:35.821 INFO:teuthology.orchestra.run.smithi008.stdout:mds.foofs.smithi008.htvsun smithi008 running (47s) 27s ago 46s 16.2.4 8d91d370c2b8 26ca5f515dbd 2022-03-06T10:12:35.821 INFO:teuthology.orchestra.run.smithi008.stdout:mds.foofs.smithi083.jmehpg smithi083 running (49s) 0s ago 49s 16.2.4 8d91d370c2b8 19936905fcd9 2022-03-06T10:12:35.822 INFO:teuthology.orchestra.run.smithi008.stdout:mgr.smithi008.onsztl smithi008 *:9283 running (6m) 27s ago 6m 16.2.4 8d91d370c2b8 f7faef0a395b 2022-03-06T10:12:35.822 INFO:teuthology.orchestra.run.smithi008.stdout:mgr.smithi083.piggzi smithi083 *:8443,9283 running (4m) 0s ago 4m 16.2.4 8d91d370c2b8 21b980e765d4 2022-03-06T10:12:35.822 INFO:teuthology.orchestra.run.smithi008.stdout:mon.smithi008 smithi008 running (6m) 27s ago 6m 16.2.4 8d91d370c2b8 15a39b656753 2022-03-06T10:12:35.822 INFO:teuthology.orchestra.run.smithi008.stdout:mon.smithi083 smithi083 running (4m) 0s ago 4m 16.2.4 8d91d370c2b8 5fe0483de9e7 2022-03-06T10:12:35.822 INFO:teuthology.orchestra.run.smithi008.stdout:nfs.foo.smithi008 smithi008 *:2049 running (33s) 27s ago 33s 3.5 8d91d370c2b8 4a032511c346 2022-03-06T10:12:35.823 INFO:teuthology.orchestra.run.smithi008.stdout:nfs.foo.smithi083 smithi083 *:2049 running (37s) 0s ago 37s 3.5 8d91d370c2b8 bf03c4184796 2022-03-06T10:12:35.823 INFO:teuthology.orchestra.run.smithi008.stdout:node-exporter.smithi008 smithi008 *:9100 running (5m) 27s ago 5m 0.18.1 e5a616e4b9cf bfdc0c131d05 2022-03-06T10:12:35.823 INFO:teuthology.orchestra.run.smithi008.stdout:node-exporter.smithi083 smithi083 *:9100 running (4m) 0s ago 4m 0.18.1 e5a616e4b9cf 58c011f53df8 2022-03-06T10:12:35.823 INFO:teuthology.orchestra.run.smithi008.stdout:osd.0 smithi008 running (4m) 27s ago 4m 16.2.4 8d91d370c2b8 09267a39eb6d 2022-03-06T10:12:35.824 INFO:teuthology.orchestra.run.smithi008.stdout:osd.1 smithi008 running (3m) 27s ago 3m 16.2.4 8d91d370c2b8 e878396d80d2 2022-03-06T10:12:35.824 INFO:teuthology.orchestra.run.smithi008.stdout:osd.2 smithi008 running (3m) 27s ago 3m 16.2.4 8d91d370c2b8 5e3f5ffb7fba 2022-03-06T10:12:35.824 INFO:teuthology.orchestra.run.smithi008.stdout:osd.3 smithi008 running (3m) 27s ago 3m 16.2.4 8d91d370c2b8 5fa99abadf0b 2022-03-06T10:12:35.824 INFO:teuthology.orchestra.run.smithi008.stdout:osd.4 smithi083 running (2m) 0s ago 2m 16.2.4 8d91d370c2b8 4f35be895c05 2022-03-06T10:12:35.824 INFO:teuthology.orchestra.run.smithi008.stdout:osd.5 smithi083 running (2m) 0s ago 2m 16.2.4 8d91d370c2b8 f4c5c00fd474 2022-03-06T10:12:35.825 INFO:teuthology.orchestra.run.smithi008.stdout:osd.6 smithi083 running (2m) 0s ago 2m 16.2.4 8d91d370c2b8 e3dc87d3a982 2022-03-06T10:12:35.825 INFO:teuthology.orchestra.run.smithi008.stdout:osd.7 smithi083 running (2m) 0s ago 2m 16.2.4 8d91d370c2b8 c31fb227ce1f 2022-03-06T10:12:35.825 INFO:teuthology.orchestra.run.smithi008.stdout:prometheus.smithi008 smithi008 *:9095 running (3m) 27s ago 4m 2.18.1 de242295e225 63679ba213b0 2022-03-06T10:12:36.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:35 smithi008 conmon[29939]: cluster 2022-03-06T10:12:34.978064+0000 mgr.smithi008.onsztl (mgr.24425) 5 : cluster [DBG] pgmap v5: 97 pgs: 97 active+clean; 180 MiB data, 961 MiB used, 714 GiB / 715 GiB avail 2022-03-06T10:12:36.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:35 smithi008 conmon[29939]: audit 2022-03-06T10:12:35.205056+0000 mon.smithi008 (mon.0) 633 : audit [INF] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' 2022-03-06T10:12:36.287 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:35 smithi083 conmon[33008]: cluster 2022-03-06T10:12:34.978064+0000 mgr.smithi008.onsztl (mgr. 2022-03-06T10:12:36.288 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:35 smithi083 conmon[33008]: 24425) 5 : cluster [DBG] pgmap v5: 97 pgs: 97 active+clean; 180 MiB data, 961 MiB used, 714 GiB / 715 GiB avail 2022-03-06T10:12:36.288 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:35 smithi083 conmon[33008]: audit 2022-03-06T10:12:35.205056+0000 mon.smithi008 (mon.0) 633 : audit [INF] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' 2022-03-06T10:12:36.458 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2022-03-06T10:12:36.459 INFO:teuthology.orchestra.run.smithi008.stdout: "mon": { 2022-03-06T10:12:36.459 INFO:teuthology.orchestra.run.smithi008.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-06T10:12:36.459 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2022-03-06T10:12:36.460 INFO:teuthology.orchestra.run.smithi008.stdout: "mgr": { 2022-03-06T10:12:36.460 INFO:teuthology.orchestra.run.smithi008.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-06T10:12:36.460 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2022-03-06T10:12:36.461 INFO:teuthology.orchestra.run.smithi008.stdout: "osd": { 2022-03-06T10:12:36.461 INFO:teuthology.orchestra.run.smithi008.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 8 2022-03-06T10:12:36.461 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2022-03-06T10:12:36.461 INFO:teuthology.orchestra.run.smithi008.stdout: "mds": { 2022-03-06T10:12:36.461 INFO:teuthology.orchestra.run.smithi008.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-06T10:12:36.462 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2022-03-06T10:12:36.462 INFO:teuthology.orchestra.run.smithi008.stdout: "overall": { 2022-03-06T10:12:36.462 INFO:teuthology.orchestra.run.smithi008.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 14 2022-03-06T10:12:36.463 INFO:teuthology.orchestra.run.smithi008.stdout: } 2022-03-06T10:12:36.463 INFO:teuthology.orchestra.run.smithi008.stdout:} 2022-03-06T10:12:36.488 INFO:teuthology.orchestra.run.smithi008.stdout: 5 23270 29.42 MB/sec warmup 24 sec latency 23.191 ms 2022-03-06T10:12:37.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:36 smithi008 conmon[29939]: audit 2022-03-06T10:12:35.259985+0000 mgr.smithi008.onsztl (mgr.24425) 6 : audit [DBG] from='client.14588 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-06T10:12:37.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:36 smithi008 conmon[29939]: audit 2022-03-06T10:12:35.799860+0000 mgr.smithi008.onsztl (mgr.24425) 7 : audit [DBG] from='client.24445 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-06T10:12:37.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:36 smithi008 conmon[29939]: audit 2022-03-06T10:12:36.457220+0000 mon.smithi083 (mon.1) 19 : audit [DBG] from='client.? 172.21.15.8:0/3209179216' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-06T10:12:37.287 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:36 smithi083 conmon[33008]: audit 2022-03-06T10:12:35.259985+0000 mgr.smithi008.onsztl (mgr 2022-03-06T10:12:37.288 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:36 smithi083 conmon[33008]: .24425) 6 : audit [DBG] from='client.14588 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-06T10:12:37.288 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:36 smithi083 conmon[33008]: audit 2022-03-06T10:12:35.799860+0000 mgr.smithi008.onsztl (mgr.24425) 7 : audit [DBG] 2022-03-06T10:12:37.288 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:36 smithi083 conmon[33008]: from='client.24445 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-06T10:12:37.288 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:36 smithi083 conmon[33008]: audit 2022-03-06T10: 2022-03-06T10:12:37.288 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:36 smithi083 conmon[33008]: 12:36.457220+0000 mon.smithi083 (mon.1) 19 : audit [DBG] from='client.? 172.21.15.8:0/3209179216' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-06T10:12:37.488 INFO:teuthology.orchestra.run.smithi008.stdout: 5 24434 29.81 MB/sec warmup 25 sec latency 20.965 ms 2022-03-06T10:12:38.245 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:37 smithi008 conmon[29939]: cluster 2022-03-06T10:12:36.978537+0000 2022-03-06T10:12:38.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:37 smithi008 conmon[29939]: mgr.smithi008.onsztl (mgr.24425) 8 : cluster [DBG] pgmap v6: 97 pgs: 97 active+clean; 187 MiB data, 1016 MiB used, 714 GiB / 715 GiB avail; 21 KiB/s rd, 6.6 MiB/s wr, 871 op/s 2022-03-06T10:12:38.288 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:37 smithi083 conmon[33008]: cluster 2022-03-06T10:12:36. 2022-03-06T10:12:38.289 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:37 smithi083 conmon[33008]: 978537+0000 mgr.smithi008.onsztl (mgr.24425) 8 : cluster [DBG] pgmap v6: 97 pgs: 97 active+clean; 187 MiB data, 1016 MiB used, 714 GiB / 715 GiB avail; 21 KiB/s rd, 6.6 MiB/s wr, 871 op/s 2022-03-06T10:12:38.488 INFO:teuthology.orchestra.run.smithi008.stdout: 5 25393 29.79 MB/sec warmup 26 sec latency 13.706 ms 2022-03-06T10:12:39.488 INFO:teuthology.orchestra.run.smithi008.stdout: 5 26273 29.30 MB/sec warmup 27 sec latency 22.525 ms 2022-03-06T10:12:40.245 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:39 smithi008 conmon[29939]: audit 2022-03-06T10:12:38.916138+0000 2022-03-06T10:12:40.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:39 smithi008 conmon[29939]: mon.smithi008 (mon.0) 634 : audit [INF] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' 2022-03-06T10:12:40.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:39 smithi008 conmon[29939]: cluster 2022-03-06T10:12:38.979180+0000 mgr.smithi008.onsztl (mgr.24425) 9 : cluster [DBG] pgmap v7: 97 pgs: 97 active+clean; 181 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 15 KiB/s rd, 8.8 MiB/s wr, 875 op/s 2022-03-06T10:12:40.247 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:39 smithi008 conmon[29939]: audit 2022-03-06T10:12:39.400545+0000 mon.smithi008 (mon.0) 635 : audit [INF] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' 2022-03-06T10:12:40.287 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:39 smithi083 conmon[33008]: audit 2022-03-06T10:12:38.916138+0000 mon.smithi008 (mon.0) 634 : 2022-03-06T10:12:40.288 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:39 smithi083 conmon[33008]: audit [INF] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' 2022-03-06T10:12:40.288 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:39 smithi083 conmon[33008]: cluster 2022-03-06T10:12:38.979180+0000 mgr.smithi008.onsztl (mgr.24425) 9 : cluster [DBG] pgmap v7: 97 pgs: 97 active+clean; 181 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 15 KiB/s rd, 8.8 MiB/s wr, 875 op/s 2022-03-06T10:12:40.288 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:39 smithi083 conmon[33008]: audit 2022-03-06T10:12:40.288 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:39 smithi083 conmon[33008]: 2022-03-06T10:12:39.400545+0000 mon.smithi008 (mon.0) 635 : audit [INF] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' 2022-03-06T10:12:40.488 INFO:teuthology.orchestra.run.smithi008.stdout: 5 27546 29.37 MB/sec warmup 28 sec latency 21.294 ms 2022-03-06T10:12:41.245 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:40 smithi008 conmon[29939]: cephadm 2022-03-06T10:12:39.406733+0000 mgr.smithi008.onsztl (mgr.24425) 10 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:e1551c35043f76911d2590d48f731bcea8126fe1 2022-03-06T10:12:41.287 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:40 smithi083 conmon[33008]: cephadm 2022-03-06T10:12:39.406733+0000 mgr.smithi008.onsztl (mgr. 2022-03-06T10:12:41.287 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:40 smithi083 conmon[33008]: 24425) 10 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:e1551c35043f76911d2590d48f731bcea8126fe1 2022-03-06T10:12:41.488 INFO:teuthology.orchestra.run.smithi008.stdout: 5 28626 29.84 MB/sec warmup 29 sec latency 22.746 ms 2022-03-06T10:12:42.245 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:41 smithi008 conmon[29939]: cluster 2022-03-06T10:12:40.983563+0000 mgr.smithi008.onsztl (mgr.24425) 11 : cluster [DBG] pgmap v8: 97 pgs: 97 active+clean; 181 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 12 KiB/s rd, 6.8 MiB/s wr, 680 op/s 2022-03-06T10:12:42.287 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:41 smithi083 conmon[33008]: cluster 2022-03-06T10:12:40.983563+0000 2022-03-06T10:12:42.287 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:41 smithi083 conmon[33008]: mgr.smithi008.onsztl (mgr.24425) 11 : cluster [DBG] pgmap v8: 97 pgs: 97 active+clean; 181 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 12 KiB/s rd, 6.8 MiB/s wr, 680 op/s 2022-03-06T10:12:42.488 INFO:teuthology.orchestra.run.smithi008.stdout: 5 29284 29.15 MB/sec warmup 30 sec latency 35.893 ms 2022-03-06T10:12:43.488 INFO:teuthology.orchestra.run.smithi008.stdout: 5 30287 28.94 MB/sec warmup 31 sec latency 21.296 ms 2022-03-06T10:12:43.995 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:43 smithi008 conmon[29939]: cluster 2022-03-06T10:12:42.984244+0000 mgr.smithi008.onsztl (mgr.24425) 12 : cluster [DBG] pgmap v9: 97 pgs: 97 active+clean; 207 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 17 KiB/s rd, 13 MiB/s wr, 1.17k op/s 2022-03-06T10:12:44.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:43 smithi083 conmon[33008]: cluster 2022-03-06T10:12:42.984244+0000 mgr.smithi008.onsztl 2022-03-06T10:12:44.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:43 smithi083 conmon[33008]: (mgr.24425) 12 : cluster [DBG] pgmap v9: 97 pgs: 97 active+clean; 207 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 17 KiB/s rd, 13 MiB/s wr, 1.17k op/s 2022-03-06T10:12:44.489 INFO:teuthology.orchestra.run.smithi008.stdout: 5 31147 28.71 MB/sec warmup 32 sec latency 77.543 ms 2022-03-06T10:12:45.488 INFO:teuthology.orchestra.run.smithi008.stdout: 5 32221 29.18 MB/sec warmup 33 sec latency 14.927 ms 2022-03-06T10:12:46.488 INFO:teuthology.orchestra.run.smithi008.stdout: 5 32991 28.58 MB/sec warmup 34 sec latency 21.881 ms 2022-03-06T10:12:46.498 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:46 smithi008 conmon[29939]: cluster 2022-03-06T10:12:44 2022-03-06T10:12:46.498 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:46 smithi008 conmon[29939]: .984630+0000 mgr.smithi008.onsztl (mgr.24425) 13 : cluster [DBG] pgmap v10: 97 pgs: 97 active+clean; 207 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 16 KiB/s rd, 12 MiB/s wr, 1.07k op/s 2022-03-06T10:12:46.537 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:46 smithi083 conmon[33008]: cluster 2022-03-06T10:12:44.984630+0000 mgr.smithi008.onsztl (mgr.24425 2022-03-06T10:12:46.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:46 smithi083 conmon[33008]: ) 13 : cluster [DBG] pgmap v10: 97 pgs: 97 active+clean; 207 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 16 KiB/s rd, 12 MiB/s wr, 1.07k op/s 2022-03-06T10:12:47.488 INFO:teuthology.orchestra.run.smithi008.stdout: 5 33897 28.41 MB/sec warmup 35 sec latency 147.051 ms 2022-03-06T10:12:48.309 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:48 smithi008 conmon[29939]: cluster 2022-03-06T10:12 2022-03-06T10:12:48.309 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:48 smithi008 conmon[29939]: :46.985347+0000 mgr.smithi008.onsztl (mgr.24425) 14 : cluster [DBG] pgmap v11: 97 pgs: 97 active+clean; 224 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 23 KiB/s rd, 17 MiB/s wr, 1.57k op/s 2022-03-06T10:12:48.488 INFO:teuthology.orchestra.run.smithi008.stdout: 5 35045 28.60 MB/sec warmup 36 sec latency 67.906 ms 2022-03-06T10:12:48.537 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:48 smithi083 conmon[33008]: cluster 2022-03-06T10:12:46.985347 2022-03-06T10:12:48.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:48 smithi083 conmon[33008]: +0000 mgr.smithi008.onsztl (mgr.24425) 14 : cluster [DBG] pgmap v11: 97 pgs: 97 active+clean; 224 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 23 KiB/s rd, 17 MiB/s wr, 1.57k op/s 2022-03-06T10:12:49.488 INFO:teuthology.orchestra.run.smithi008.stdout: 5 36061 28.70 MB/sec warmup 37 sec latency 18.625 ms 2022-03-06T10:12:50.488 INFO:teuthology.orchestra.run.smithi008.stdout: 5 36934 28.37 MB/sec warmup 38 sec latency 14.066 ms 2022-03-06T10:12:50.495 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:50 smithi008 conmon[29939]: cluster 2022-03-06T10:12:48.985788 2022-03-06T10:12:50.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:50 smithi008 conmon[29939]: +0000 mgr.smithi008.onsztl (mgr.24425) 15 : cluster [DBG] pgmap v12: 97 pgs: 97 active+clean; 224 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 14 KiB/s rd, 14 MiB/s wr, 1.21k op/s 2022-03-06T10:12:50.537 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:50 smithi083 conmon[33008]: cluster 2022-03-06T10:12:48.985788+0000 2022-03-06T10:12:50.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:50 smithi083 conmon[33008]: mgr.smithi008.onsztl (mgr.24425) 15 : cluster [DBG] pgmap v12: 97 pgs: 97 active+clean; 224 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 14 KiB/s rd, 14 MiB/s wr, 1.21k op/s 2022-03-06T10:12:51.488 INFO:teuthology.orchestra.run.smithi008.stdout: 5 37833 28.06 MB/sec warmup 39 sec latency 22.155 ms 2022-03-06T10:12:52.488 INFO:teuthology.orchestra.run.smithi008.stdout: 5 38708 28.34 MB/sec warmup 40 sec latency 27.837 ms 2022-03-06T10:12:52.495 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:52 smithi008 conmon[29939]: cluster 2022-03-06T10:12:50.986205+0000 mgr.smithi008.onsztl (mgr.24425) 16 : cluster [DBG] pgmap v13: 97 pgs: 97 active+clean; 224 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 14 KiB/s rd, 12 MiB/s wr, 1.06k op/s 2022-03-06T10:12:52.537 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:52 smithi083 conmon[33008]: cluster 2022-03-06T10:12:50.986205+0000 mgr.smithi008.onsztl (mgr.24425) 2022-03-06T10:12:52.537 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:52 smithi083 conmon[33008]: 16 : cluster [DBG] pgmap v13: 97 pgs: 97 active+clean; 224 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 14 KiB/s rd, 12 MiB/s wr, 1.06k op/s 2022-03-06T10:12:53.489 INFO:teuthology.orchestra.run.smithi008.stdout: 5 39335 28.13 MB/sec warmup 41 sec latency 31.321 ms 2022-03-06T10:12:53.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:53 smithi008 conmon[29939]: cluster 2022-03-06T10:12:52.986877+0000 2022-03-06T10:12:53.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:53 smithi008 conmon[29939]: mgr.smithi008.onsztl (mgr.24425) 17 : cluster [DBG] pgmap v14: 97 pgs: 97 active+clean; 228 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 23 KiB/s rd, 17 MiB/s wr, 1.60k op/s 2022-03-06T10:12:54.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:53 smithi083 conmon[33008]: cluster 2022-03-06T10:12:52.986877+0000 mgr.smithi008.onsztl (mgr.24425) 17 : cluster [DBG] pgmap v14: 97 pgs: 97 active+clean; 228 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 23 KiB/s rd, 17 MiB/s wr, 1.60k op/s 2022-03-06T10:12:54.489 INFO:teuthology.orchestra.run.smithi008.stdout: 5 39869 27.64 MB/sec warmup 42 sec latency 37.107 ms 2022-03-06T10:12:55.489 INFO:teuthology.orchestra.run.smithi008.stdout: 5 40437 27.29 MB/sec warmup 43 sec latency 25.819 ms 2022-03-06T10:12:56.489 INFO:teuthology.orchestra.run.smithi008.stdout: 5 41219 27.01 MB/sec warmup 44 sec latency 27.641 ms 2022-03-06T10:12:56.495 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:56 smithi008 conmon[29939]: cluster 2022-03-06T10:12:54.987257+0000 mgr.smithi008.onsztl (mgr.24425) 18 : cluster [DBG] pgmap v15: 97 pgs: 97 active+clean; 228 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 16 KiB/s rd, 11 MiB/s wr, 1.04k op/s 2022-03-06T10:12:56.537 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:56 smithi083 conmon[33008]: cluster 2022-03-06T10:12:54.987257 2022-03-06T10:12:56.537 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:56 smithi083 conmon[33008]: +0000 mgr.smithi008.onsztl (mgr.24425) 18 : cluster [DBG] pgmap v15: 97 pgs: 97 active+clean; 228 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 16 KiB/s rd, 11 MiB/s wr, 1.04k op/s 2022-03-06T10:12:57.490 INFO:teuthology.orchestra.run.smithi008.stdout: 5 41887 26.87 MB/sec warmup 45 sec latency 24.944 ms 2022-03-06T10:12:58.308 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:58 smithi008 conmon[29939]: cluster 2022-03-06T10:12:58.309 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:12:58 smithi008 conmon[29939]: 2022-03-06T10:12:56.990195+0000 mgr.smithi008.onsztl (mgr.24425) 19 : cluster [DBG] pgmap v16: 97 pgs: 97 active+clean; 237 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 21 KiB/s rd, 15 MiB/s wr, 1.42k op/s 2022-03-06T10:12:58.490 INFO:teuthology.orchestra.run.smithi008.stdout: 5 42765 27.12 MB/sec warmup 46 sec latency 21.911 ms 2022-03-06T10:12:58.537 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:58 smithi083 conmon[33008]: cluster 2022-03-06T10:12:56.990195+0000 mgr.smithi008.onsztl (mgr. 2022-03-06T10:12:58.537 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:12:58 smithi083 conmon[33008]: 24425) 19 : cluster [DBG] pgmap v16: 97 pgs: 97 active+clean; 237 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 21 KiB/s rd, 15 MiB/s wr, 1.42k op/s 2022-03-06T10:12:59.490 INFO:teuthology.orchestra.run.smithi008.stdout: 5 43466 26.74 MB/sec warmup 47 sec latency 25.017 ms 2022-03-06T10:13:00.490 INFO:teuthology.orchestra.run.smithi008.stdout: 5 44452 26.68 MB/sec warmup 48 sec latency 29.517 ms 2022-03-06T10:13:00.495 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:00 smithi008 conmon[29939]: cluster 2022-03-06T10:12:58.990611+0000 mgr.smithi008.onsztl (mgr.24425) 20 : 2022-03-06T10:13:00.495 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:00 smithi008 conmon[29939]: cluster [DBG] pgmap v17: 97 pgs: 97 active+clean; 237 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 14 KiB/s rd, 9.5 MiB/s wr, 911 op/s 2022-03-06T10:13:00.537 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:00 smithi083 conmon[33008]: cluster 2022-03-06T10:12:58.990611+0000 mgr.smithi008.onsztl (mgr.24425 2022-03-06T10:13:00.537 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:00 smithi083 conmon[33008]: ) 20 : cluster [DBG] pgmap v17: 97 pgs: 97 active+clean; 237 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 14 KiB/s rd, 9.5 MiB/s wr, 911 op/s 2022-03-06T10:13:01.490 INFO:teuthology.orchestra.run.smithi008.stdout: 5 45562 26.71 MB/sec warmup 49 sec latency 24.546 ms 2022-03-06T10:13:02.490 INFO:teuthology.orchestra.run.smithi008.stdout: 5 46442 26.91 MB/sec warmup 50 sec latency 17.520 ms 2022-03-06T10:13:02.495 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:02 smithi008 conmon[29939]: cluster 2022-03-06T10:13:00.991012+0000 2022-03-06T10:13:02.495 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:02 smithi008 conmon[29939]: mgr.smithi008.onsztl (mgr.24425) 21 : cluster [DBG] pgmap v18: 97 pgs: 97 active+clean; 237 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 14 KiB/s rd, 9.5 MiB/s wr, 911 op/s 2022-03-06T10:13:02.537 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:02 smithi083 conmon[33008]: cluster 2022-03-06T10:13:00.991012 2022-03-06T10:13:02.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:02 smithi083 conmon[33008]: +0000 mgr.smithi008.onsztl (mgr.24425) 21 : cluster [DBG] pgmap v18: 97 pgs: 97 active+clean; 237 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 14 KiB/s rd, 9.5 MiB/s wr, 911 op/s 2022-03-06T10:13:03.490 INFO:teuthology.orchestra.run.smithi008.stdout: 5 47160 26.54 MB/sec warmup 51 sec latency 20.009 ms 2022-03-06T10:13:03.995 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:03 smithi008 conmon[29939]: cluster 2022-03-06T10:13:02.992515+0000 mgr.smithi008.onsztl (mgr.24425) 22 : cluster [DBG] pgmap v19: 97 pgs: 97 active+clean; 260 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 20 KiB/s rd, 15 MiB/s wr, 1.40k op/s 2022-03-06T10:13:04.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:03 smithi083 conmon[33008]: cluster 2022-03-06T10:13:02.992515+0000 mgr.smithi008.onsztl (mgr.24425) 22 : cluster 2022-03-06T10:13:04.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:03 smithi083 conmon[33008]: [DBG] pgmap v19: 97 pgs: 97 active+clean; 260 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 20 KiB/s rd, 15 MiB/s wr, 1.40k op/s 2022-03-06T10:13:04.490 INFO:teuthology.orchestra.run.smithi008.stdout: 5 48188 26.50 MB/sec warmup 52 sec latency 32.800 ms 2022-03-06T10:13:05.490 INFO:teuthology.orchestra.run.smithi008.stdout: 5 49144 26.56 MB/sec warmup 53 sec latency 28.153 ms 2022-03-06T10:13:06.490 INFO:teuthology.orchestra.run.smithi008.stdout: 5 50107 26.72 MB/sec warmup 54 sec latency 21.795 ms 2022-03-06T10:13:06.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:06 smithi008 conmon[29939]: cluster 2022-03-06T10:13:04.992961 2022-03-06T10:13:06.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:06 smithi008 conmon[29939]: +0000 mgr.smithi008.onsztl (mgr.24425) 23 : cluster [DBG] pgmap v20: 97 pgs: 97 active+clean; 260 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 11 KiB/s rd, 9.7 MiB/s wr, 863 op/s 2022-03-06T10:13:06.537 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:06 smithi083 conmon[33008]: cluster 2022-03-06T10:13:04.992961+0000 mgr.smithi008.onsztl (mgr.24425 2022-03-06T10:13:06.537 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:06 smithi083 conmon[33008]: ) 23 : cluster [DBG] pgmap v20: 97 pgs: 97 active+clean; 260 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 11 KiB/s rd, 9.7 MiB/s wr, 863 op/s 2022-03-06T10:13:07.061 INFO:teuthology.orchestra.run.smithi008.stdout:true 2022-03-06T10:13:07.492 INFO:teuthology.orchestra.run.smithi008.stdout: 5 50821 26.48 MB/sec warmup 55 sec latency 26.934 ms 2022-03-06T10:13:07.581 INFO:teuthology.orchestra.run.smithi008.stdout:NAME HOST PORTS STATUS REFRESHED AGE VERSION IMAGE ID CONTAINER ID 2022-03-06T10:13:07.581 INFO:teuthology.orchestra.run.smithi008.stdout:alertmanager.smithi008 smithi008 *:9093,9094 running (4m) 28s ago 5m 0.20.0 0881eb8f169f c1b598605d37 2022-03-06T10:13:07.582 INFO:teuthology.orchestra.run.smithi008.stdout:crash.smithi008 smithi008 running (5m) 28s ago 5m 16.2.4 8d91d370c2b8 cb8dd3b8791a 2022-03-06T10:13:07.582 INFO:teuthology.orchestra.run.smithi008.stdout:crash.smithi083 smithi083 running (5m) 32s ago 5m 16.2.4 8d91d370c2b8 bffb25d3bd63 2022-03-06T10:13:07.582 INFO:teuthology.orchestra.run.smithi008.stdout:grafana.smithi008 smithi008 *:3000 running (4m) 28s ago 5m 6.7.4 557c83e11646 8cfaa70fda74 2022-03-06T10:13:07.582 INFO:teuthology.orchestra.run.smithi008.stdout:mds.foofs.smithi008.htvsun smithi008 running (79s) 28s ago 78s 16.2.4 8d91d370c2b8 26ca5f515dbd 2022-03-06T10:13:07.583 INFO:teuthology.orchestra.run.smithi008.stdout:mds.foofs.smithi083.jmehpg smithi083 running (81s) 32s ago 80s 16.2.4 8d91d370c2b8 19936905fcd9 2022-03-06T10:13:07.583 INFO:teuthology.orchestra.run.smithi008.stdout:mgr.smithi008.onsztl smithi008 *:9283 running (7m) 28s ago 7m 16.2.4 8d91d370c2b8 f7faef0a395b 2022-03-06T10:13:07.583 INFO:teuthology.orchestra.run.smithi008.stdout:mgr.smithi083.piggzi smithi083 *:8443,9283 running (5m) 32s ago 5m 16.2.4 8d91d370c2b8 21b980e765d4 2022-03-06T10:13:07.583 INFO:teuthology.orchestra.run.smithi008.stdout:mon.smithi008 smithi008 running (7m) 28s ago 7m 16.2.4 8d91d370c2b8 15a39b656753 2022-03-06T10:13:07.584 INFO:teuthology.orchestra.run.smithi008.stdout:mon.smithi083 smithi083 running (5m) 32s ago 5m 16.2.4 8d91d370c2b8 5fe0483de9e7 2022-03-06T10:13:07.584 INFO:teuthology.orchestra.run.smithi008.stdout:nfs.foo.smithi008 smithi008 *:2049 running (65s) 28s ago 65s 3.5 8d91d370c2b8 4a032511c346 2022-03-06T10:13:07.584 INFO:teuthology.orchestra.run.smithi008.stdout:nfs.foo.smithi083 smithi083 *:2049 running (69s) 32s ago 69s 3.5 8d91d370c2b8 bf03c4184796 2022-03-06T10:13:07.584 INFO:teuthology.orchestra.run.smithi008.stdout:node-exporter.smithi008 smithi008 *:9100 running (5m) 28s ago 5m 0.18.1 e5a616e4b9cf bfdc0c131d05 2022-03-06T10:13:07.584 INFO:teuthology.orchestra.run.smithi008.stdout:node-exporter.smithi083 smithi083 *:9100 running (5m) 32s ago 5m 0.18.1 e5a616e4b9cf 58c011f53df8 2022-03-06T10:13:07.585 INFO:teuthology.orchestra.run.smithi008.stdout:osd.0 smithi008 running (4m) 28s ago 4m 16.2.4 8d91d370c2b8 09267a39eb6d 2022-03-06T10:13:07.585 INFO:teuthology.orchestra.run.smithi008.stdout:osd.1 smithi008 running (4m) 28s ago 4m 16.2.4 8d91d370c2b8 e878396d80d2 2022-03-06T10:13:07.585 INFO:teuthology.orchestra.run.smithi008.stdout:osd.2 smithi008 running (4m) 28s ago 4m 16.2.4 8d91d370c2b8 5e3f5ffb7fba 2022-03-06T10:13:07.585 INFO:teuthology.orchestra.run.smithi008.stdout:osd.3 smithi008 running (3m) 28s ago 3m 16.2.4 8d91d370c2b8 5fa99abadf0b 2022-03-06T10:13:07.586 INFO:teuthology.orchestra.run.smithi008.stdout:osd.4 smithi083 running (3m) 32s ago 3m 16.2.4 8d91d370c2b8 4f35be895c05 2022-03-06T10:13:07.586 INFO:teuthology.orchestra.run.smithi008.stdout:osd.5 smithi083 running (3m) 32s ago 3m 16.2.4 8d91d370c2b8 f4c5c00fd474 2022-03-06T10:13:07.586 INFO:teuthology.orchestra.run.smithi008.stdout:osd.6 smithi083 running (3m) 32s ago 3m 16.2.4 8d91d370c2b8 e3dc87d3a982 2022-03-06T10:13:07.586 INFO:teuthology.orchestra.run.smithi008.stdout:osd.7 smithi083 running (2m) 32s ago 2m 16.2.4 8d91d370c2b8 c31fb227ce1f 2022-03-06T10:13:07.587 INFO:teuthology.orchestra.run.smithi008.stdout:prometheus.smithi008 smithi008 *:9095 running (4m) 28s ago 5m 2.18.1 de242295e225 63679ba213b0 2022-03-06T10:13:08.236 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2022-03-06T10:13:08.236 INFO:teuthology.orchestra.run.smithi008.stdout: "mon": { 2022-03-06T10:13:08.236 INFO:teuthology.orchestra.run.smithi008.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-06T10:13:08.237 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2022-03-06T10:13:08.237 INFO:teuthology.orchestra.run.smithi008.stdout: "mgr": { 2022-03-06T10:13:08.237 INFO:teuthology.orchestra.run.smithi008.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-06T10:13:08.237 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2022-03-06T10:13:08.238 INFO:teuthology.orchestra.run.smithi008.stdout: "osd": { 2022-03-06T10:13:08.238 INFO:teuthology.orchestra.run.smithi008.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 8 2022-03-06T10:13:08.238 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2022-03-06T10:13:08.238 INFO:teuthology.orchestra.run.smithi008.stdout: "mds": { 2022-03-06T10:13:08.239 INFO:teuthology.orchestra.run.smithi008.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-06T10:13:08.239 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2022-03-06T10:13:08.239 INFO:teuthology.orchestra.run.smithi008.stdout: "overall": { 2022-03-06T10:13:08.239 INFO:teuthology.orchestra.run.smithi008.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 14 2022-03-06T10:13:08.239 INFO:teuthology.orchestra.run.smithi008.stdout: } 2022-03-06T10:13:08.240 INFO:teuthology.orchestra.run.smithi008.stdout:} 2022-03-06T10:13:08.309 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:08 smithi008 conmon[29939]: cluster 2022-03-06T10:13:06.993699+0000 2022-03-06T10:13:08.309 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:08 smithi008 conmon[29939]: mgr.smithi008.onsztl (mgr.24425) 24 : cluster [DBG] pgmap v21: 97 pgs: 97 active+clean; 276 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 18 KiB/s rd, 15 MiB/s wr, 1.35k op/s 2022-03-06T10:13:08.309 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:08 smithi008 conmon[29939]: audit 2022-03- 2022-03-06T10:13:08.310 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:08 smithi008 conmon[29939]: 06T10:13:07.036035+0000 mgr.smithi008.onsztl (mgr.24425) 25 : audit [DBG] from='client.24453 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-06T10:13:08.493 INFO:teuthology.orchestra.run.smithi008.stdout: 5 51679 26.31 MB/sec warmup 56 sec latency 39.060 ms 2022-03-06T10:13:08.537 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:08 smithi083 conmon[33008]: cluster 2022-03-06T10:13:06.993699+0000 mgr.smithi008.onsztl (mgr. 2022-03-06T10:13:08.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:08 smithi083 conmon[33008]: 24425) 24 : cluster [DBG] pgmap v21: 97 pgs: 97 active+clean; 276 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 18 KiB/s rd, 15 MiB/s wr, 1.35k op/s 2022-03-06T10:13:08.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:08 smithi083 conmon[33008]: audit 2022-03-06T10:13:07.036035+0000 mgr.smithi008.onsztl (mgr.24425) 25 : audit [DBG] from='client.24453 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-06T10:13:09.491 INFO:teuthology.orchestra.run.smithi008.stdout: 5 52538 26.26 MB/sec warmup 57 sec latency 24.995 ms 2022-03-06T10:13:09.587 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:09 smithi083 conmon[33008]: audit 2022-03-06T10:13:07.561861+0000 mgr.smithi008.onsztl (mgr.24425) 26 : audit [DBG] from='client.24457 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-06T10:13:09.588 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:09 smithi083 conmon[33008]: 2022-03-06T10:13:09.588 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:09 smithi083 conmon[33008]: audit 2022-03-06T10:13:08.234393+0000 mon.smithi008 (mon.0) 636 : audit [DBG] from='client.? 172.21.15.8:0/1053254021' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-06T10:13:09.589 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:09 smithi008 conmon[29939]: audit 2022-03-06T10:13:07.561861+0000 2022-03-06T10:13:09.589 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:09 smithi008 conmon[29939]: mgr.smithi008.onsztl (mgr.24425) 26 : audit [DBG] from='client.24457 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-06T10:13:09.589 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:09 smithi008 conmon[29939]: audit 2022-03-06T10:13 2022-03-06T10:13:09.590 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:09 smithi008 conmon[29939]: :08.234393+0000 mon.smithi008 (mon.0) 636 : audit [DBG] from='client.? 172.21.15.8:0/1053254021' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-06T10:13:10.491 INFO:teuthology.orchestra.run.smithi008.stdout: 5 53375 26.40 MB/sec warmup 58 sec latency 22.252 ms 2022-03-06T10:13:10.495 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:10 smithi008 conmon[29939]: cluster 2022-03-06T10:13:08.994149+0000 mgr.smithi008.onsztl (mgr.24425) 2022-03-06T10:13:10.495 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:10 smithi008 conmon[29939]: 27 : cluster [DBG] pgmap v22: 97 pgs: 97 active+clean; 276 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 13 KiB/s rd, 11 MiB/s wr, 975 op/s 2022-03-06T10:13:10.537 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:10 smithi083 conmon[33008]: cluster 2022-03-06T10:13:08.994149+0000 mgr.smithi008.onsztl 2022-03-06T10:13:10.537 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:10 smithi083 conmon[33008]: (mgr.24425) 27 : cluster [DBG] pgmap v22: 97 pgs: 97 active+clean; 276 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 13 KiB/s rd, 11 MiB/s wr, 975 op/s 2022-03-06T10:13:11.491 INFO:teuthology.orchestra.run.smithi008.stdout: 5 54262 26.19 MB/sec warmup 59 sec latency 29.163 ms 2022-03-06T10:13:12.491 INFO:teuthology.orchestra.run.smithi008.stdout: 5 55125 26.14 MB/sec warmup 60 sec latency 20.930 ms 2022-03-06T10:13:12.495 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:12 smithi008 conmon[29939]: cluster 2022-03-06T10:13:10.994636+0000 mgr.smithi008.onsztl (mgr.24425) 28 : cluster [DBG] pgmap v23: 97 pgs: 97 active+clean; 276 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 13 KiB/s rd, 11 MiB/s wr, 975 op/s 2022-03-06T10:13:12.537 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:12 smithi083 conmon[33008]: cluster 2022-03-06T10:13:10.994636+0000 mgr.smithi008.onsztl ( 2022-03-06T10:13:12.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:12 smithi083 conmon[33008]: mgr.24425) 28 : cluster [DBG] pgmap v23: 97 pgs: 97 active+clean; 276 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 13 KiB/s rd, 11 MiB/s wr, 975 op/s 2022-03-06T10:13:13.492 INFO:teuthology.orchestra.run.smithi008.stdout: 5 55846 25.98 MB/sec warmup 61 sec latency 27.341 ms 2022-03-06T10:13:13.995 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:13 smithi008 conmon[29939]: cluster 2022-03-06T10:13:12.995306 2022-03-06T10:13:13.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:13 smithi008 conmon[29939]: +0000 mgr.smithi008.onsztl (mgr.24425) 29 : cluster [DBG] pgmap v24: 97 pgs: 97 active+clean; 291 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 19 KiB/s rd, 16 MiB/s wr, 1.45k op/s 2022-03-06T10:13:14.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:13 smithi083 conmon[33008]: cluster 2022-03-06T10:13:12.995306+0000 mgr.smithi008.onsztl (mgr 2022-03-06T10:13:14.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:13 smithi083 conmon[33008]: .24425) 29 : cluster [DBG] pgmap v24: 97 pgs: 97 active+clean; 291 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 19 KiB/s rd, 16 MiB/s wr, 1.45k op/s 2022-03-06T10:13:14.492 INFO:teuthology.orchestra.run.smithi008.stdout: 5 56898 26.23 MB/sec warmup 62 sec latency 17.417 ms 2022-03-06T10:13:15.492 INFO:teuthology.orchestra.run.smithi008.stdout: 5 57587 26.00 MB/sec warmup 63 sec latency 39.819 ms 2022-03-06T10:13:16.492 INFO:teuthology.orchestra.run.smithi008.stdout: 5 58172 25.80 MB/sec warmup 64 sec latency 102.266 ms 2022-03-06T10:13:16.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:16 smithi008 conmon[29939]: cluster 2022-03-06T10:13:14.995748+0000 mgr.smithi008.onsztl (mgr.24425 2022-03-06T10:13:16.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:16 smithi008 conmon[29939]: ) 30 : cluster [DBG] pgmap v25: 97 pgs: 97 active+clean; 291 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 13 KiB/s rd, 10 MiB/s wr, 962 op/s 2022-03-06T10:13:16.537 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:16 smithi083 conmon[33008]: cluster 2022-03-06T10:13:14.995748+0000 mgr.smithi008.onsztl (mgr.24425) 2022-03-06T10:13:16.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:16 smithi083 conmon[33008]: 30 : cluster [DBG] pgmap v25: 97 pgs: 97 active+clean; 291 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 13 KiB/s rd, 10 MiB/s wr, 962 op/s 2022-03-06T10:13:17.492 INFO:teuthology.orchestra.run.smithi008.stdout: 5 58993 25.63 MB/sec warmup 65 sec latency 29.777 ms 2022-03-06T10:13:18.308 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:18 smithi008 conmon[29939]: cluster 2022-03-06T10:13:16.996486 2022-03-06T10:13:18.308 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:18 smithi008 conmon[29939]: +0000 mgr.smithi008.onsztl (mgr.24425) 31 : cluster [DBG] pgmap v26: 97 pgs: 97 active+clean; 292 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 21 KiB/s rd, 15 MiB/s wr, 1.40k op/s 2022-03-06T10:13:18.492 INFO:teuthology.orchestra.run.smithi008.stdout: 5 59459 25.49 MB/sec warmup 66 sec latency 58.873 ms 2022-03-06T10:13:18.537 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:18 smithi083 conmon[33008]: cluster 2022-03-06T10:13:16.996486+0000 mgr.smithi008.onsztl (mgr.24425) 2022-03-06T10:13:18.537 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:18 smithi083 conmon[33008]: 31 : cluster [DBG] pgmap v26: 97 pgs: 97 active+clean; 292 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 21 KiB/s rd, 15 MiB/s wr, 1.40k op/s 2022-03-06T10:13:19.492 INFO:teuthology.orchestra.run.smithi008.stdout: 5 60352 25.65 MB/sec warmup 67 sec latency 25.836 ms 2022-03-06T10:13:19.495 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:19 smithi008 conmon[29939]: audit 2022-03-06T10:13:18.067217+0000 2022-03-06T10:13:19.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:19 smithi008 conmon[29939]: mon.smithi008 (mon.0) 637 : audit [INF] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' 2022-03-06T10:13:19.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:19 smithi008 conmon[29939]: cephadm 2022-03-06T10:13:18.067606+0000 2022-03-06T10:13:19.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:19 smithi008 conmon[29939]: mgr.smithi008.onsztl (mgr.24425) 32 : cephadm [INF] Upgrade: Target is version 16.2.7-537-ge1551c35 (pacific) 2022-03-06T10:13:19.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:19 smithi008 conmon[29939]: cephadm 2022-03-06T 2022-03-06T10:13:19.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:19 smithi008 conmon[29939]: 10:13:18.067716+0000 mgr.smithi008.onsztl (mgr. 2022-03-06T10:13:19.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:19 smithi008 conmon[29939]: 24425) 33 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:0cdd80d034de41fa5ed4f15e94d4fdd270b16000dcf9ea9319063e7a79a51e75, digests ['quay.ceph.io/ceph-ci/ceph@sha256:0cdd80d034de41fa5ed4f15e94d4fdd270b16000dcf9ea9319063e7a79a51e75'] 2022-03-06T10:13:19.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:19 smithi008 conmon[29939]: audit 2022-03- 2022-03-06T10:13:19.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:19 smithi008 conmon[29939]: 06T10:13:18.068828+0000 mon.smithi008 (mon. 2022-03-06T10:13:19.498 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:19 smithi008 conmon[29939]: 0) 638 : audit [DBG] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:13:19.498 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:19 smithi008 conmon[29939]: cephadm 2022-03-06T10:13:19.499 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:19 smithi008 conmon[29939]: 2022-03-06T10 2022-03-06T10:13:19.499 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:19 smithi008 conmon[29939]: :13:18.069738+0000 mgr.smithi008.onsztl (mgr.24425) 2022-03-06T10:13:19.499 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:19 smithi008 conmon[29939]: 34 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.smithi008.onsztl) 2022-03-06T10:13:19.537 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:19 smithi083 conmon[33008]: audit 2022-03-06T10:13:18.067217+0000 mon.smithi008 (mon.0 2022-03-06T10:13:19.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:19 smithi083 conmon[33008]: ) 637 : audit [INF] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' 2022-03-06T10:13:19.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:19 smithi083 conmon[33008]: cephadm 2022-03-06T10:13:18.067606+0000 mgr.smithi008.onsztl (mgr.24425) 32 : cephadm [INF] Upgrade: Target is version 16.2.7-537-ge1551c35 (pacific) 2022-03-06T10:13:19.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:19 smithi083 conmon[33008]: cephadm 2022-03-06T10:13:18.067716+0000 mgr.smithi008.onsztl (mgr.24425) 33 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:0cdd80d034de41fa5ed4f15e94d4fdd270b16000dcf9ea9319063e7a79a51e75, digests ['quay.ceph.io/ceph-ci/ceph@sha256:0cdd80d034de41fa5ed4f15e94d4fdd270b16000dcf9ea9319063e7a79a51e75'] 2022-03-06T10:13:19.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:19 smithi083 conmon[33008]: audit 2022-03-06T10:13:18.068828+0000 mon.smithi008 (mon.0) 638 : audit [DBG] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:13:19.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:19 smithi083 conmon[33008]: cephadm 2022-03-06T10:13:18.069738+0000 mgr.smithi008.onsztl (mgr.24425) 34 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.smithi008.onsztl) 2022-03-06T10:13:20.492 INFO:teuthology.orchestra.run.smithi008.stdout: 5 60962 25.46 MB/sec warmup 68 sec latency 29.018 ms 2022-03-06T10:13:20.495 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:20 smithi008 conmon[29939]: cephadm 2022-03-06T10:13 2022-03-06T10:13:20.495 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:20 smithi008 conmon[29939]: :18.522124+0000 mgr.smithi008.onsztl (mgr.24425) 35 : cephadm [INF] Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:0cdd80d034de41fa5ed4f15e94d4fdd270b16000dcf9ea9319063e7a79a51e75 on smithi083 2022-03-06T10:13:20.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:20 smithi008 conmon[29939]: cluster 2022-03-06T10:13: 2022-03-06T10:13:20.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:20 smithi008 conmon[29939]: 18.996839+0000 mgr.smithi008.onsztl (mgr.24425) 36 : cluster [DBG] pgmap v27: 97 pgs: 97 active+clean; 292 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 15 KiB/s rd, 9.4 MiB/s wr, 921 op/s 2022-03-06T10:13:20.537 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:20 smithi083 conmon[33008]: cephadm 2022-03-06T10:13:18.522124+0000 mgr.smithi008.onsztl (mgr 2022-03-06T10:13:20.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:20 smithi083 conmon[33008]: .24425) 35 : cephadm [INF] Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:0cdd80d034de41fa5ed4f15e94d4fdd270b16000dcf9ea9319063e7a79a51e75 on smithi083 2022-03-06T10:13:20.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:20 smithi083 conmon[33008]: cluster 2022-03-06T10:13:18.996839+0000 mgr.smithi008.onsztl (mgr.24425) 36 : cluster [DBG] pgmap v27: 97 pgs: 97 active+clean; 292 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 15 KiB/s rd, 9.4 MiB/s wr, 921 op/s 2022-03-06T10:13:21.492 INFO:teuthology.orchestra.run.smithi008.stdout: 5 61343 25.18 MB/sec warmup 69 sec latency 45.064 ms 2022-03-06T10:13:22.492 INFO:teuthology.orchestra.run.smithi008.stdout: 5 61835 25.00 MB/sec warmup 70 sec latency 38.716 ms 2022-03-06T10:13:22.495 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:22 smithi008 conmon[29939]: cluster 2022-03-06T10:13:20 2022-03-06T10:13:22.495 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:22 smithi008 conmon[29939]: .997272+0000 mgr.smithi008.onsztl (mgr.24425) 37 : cluster [DBG] pgmap v28: 97 pgs: 97 active+clean; 292 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 15 KiB/s rd, 9.4 MiB/s wr, 921 op/s 2022-03-06T10:13:22.537 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:22 smithi083 conmon[33008]: cluster 2022-03-06T10:13:20.997272+0000 mgr.smithi008.onsztl (mgr.24425) 37 : cluster [DBG] pgmap v28: 97 pgs: 97 active+clean; 292 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 15 KiB/s rd, 9.4 MiB/s wr, 921 op/s 2022-03-06T10:13:23.492 INFO:teuthology.orchestra.run.smithi008.stdout: 5 62826 24.93 MB/sec warmup 71 sec latency 18.071 ms 2022-03-06T10:13:23.995 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:23 smithi008 conmon[29939]: cluster 2022-03-06T10:13:22.997972+0000 mgr.smithi008.onsztl (mgr.24425) 38 : cluster [DBG] pgmap v29: 97 pgs: 97 active+clean; 298 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 21 KiB/s rd, 13 MiB/s wr, 1.27k op/s 2022-03-06T10:13:23.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:23 smithi008 conmon[29939]: 2022-03-06T10:13:24.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:23 smithi083 conmon[33008]: cluster 2022-03-06T10:13:22.997972+0000 mgr.smithi008.onsztl 2022-03-06T10:13:24.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:23 smithi083 conmon[33008]: (mgr.24425) 38 : cluster [DBG] pgmap v29: 97 pgs: 97 active+clean; 298 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 21 KiB/s rd, 13 MiB/s wr, 1.27k op/s 2022-03-06T10:13:24.492 INFO:teuthology.orchestra.run.smithi008.stdout: 5 63660 25.07 MB/sec warmup 72 sec latency 19.148 ms 2022-03-06T10:13:25.492 INFO:teuthology.orchestra.run.smithi008.stdout: 5 64184 24.98 MB/sec warmup 73 sec latency 48.627 ms 2022-03-06T10:13:26.492 INFO:teuthology.orchestra.run.smithi008.stdout: 5 64636 24.70 MB/sec warmup 74 sec latency 39.659 ms 2022-03-06T10:13:26.495 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:26 smithi008 conmon[29939]: cluster 2022-03-06T10:13:24.998360+0000 mgr.smithi008.onsztl ( 2022-03-06T10:13:26.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:26 smithi008 conmon[29939]: mgr.24425) 39 : cluster [DBG] pgmap v30: 97 pgs: 97 active+clean; 298 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 14 KiB/s rd, 8.4 MiB/s wr, 793 op/s 2022-03-06T10:13:26.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:26 smithi083 conmon[33008]: cluster 2022-03-06T10:13:24.998360+0000 mgr.smithi008.onsztl (mgr. 2022-03-06T10:13:26.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:26 smithi083 conmon[33008]: 24425) 39 : cluster [DBG] pgmap v30: 97 pgs: 97 active+clean; 298 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 14 KiB/s rd, 8.4 MiB/s wr, 793 op/s 2022-03-06T10:13:27.492 INFO:teuthology.orchestra.run.smithi008.stdout: 5 65061 24.53 MB/sec warmup 75 sec latency 35.042 ms 2022-03-06T10:13:28.308 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:28 smithi008 conmon[29939]: cluster 2022-03-06T10:13:26.998886+0000 2022-03-06T10:13:28.308 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:28 smithi008 conmon[29939]: mgr.smithi008.onsztl (mgr.24425) 40 : cluster [DBG] pgmap v31: 97 pgs: 97 active+clean; 314 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 19 KiB/s rd, 12 MiB/s wr, 1.16k op/s 2022-03-06T10:13:28.492 INFO:teuthology.orchestra.run.smithi008.stdout: 5 65767 24.39 MB/sec warmup 76 sec latency 42.193 ms 2022-03-06T10:13:28.537 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:28 smithi083 conmon[33008]: cluster 2022-03-06T10:13:26.998886+0000 mgr.smithi008.onsztl (mgr.24425) 40 : cluster [DBG] pgmap v31: 97 pgs: 97 active+clean; 314 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 19 KiB/s rd, 12 MiB/s wr, 1.16k op/s 2022-03-06T10:13:29.493 INFO:teuthology.orchestra.run.smithi008.stdout: 5 66587 24.37 MB/sec warmup 77 sec latency 15.493 ms 2022-03-06T10:13:30.493 INFO:teuthology.orchestra.run.smithi008.stdout: 5 67410 24.47 MB/sec warmup 78 sec latency 23.367 ms 2022-03-06T10:13:30.495 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:30 smithi008 conmon[29939]: cluster 2022-03-06T10:13:28.999311 2022-03-06T10:13:30.495 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:30 smithi008 conmon[29939]: +0000 mgr.smithi008.onsztl (mgr.24425) 41 : cluster [DBG] pgmap v32: 97 pgs: 97 active+clean; 314 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 7.9 MiB/s wr, 717 op/s 2022-03-06T10:13:30.537 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:30 smithi083 conmon[33008]: cluster 2022-03-06T10:13:28.999311+0000 2022-03-06T10:13:30.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:30 smithi083 conmon[33008]: mgr.smithi008.onsztl (mgr.24425) 41 : cluster [DBG] pgmap v32: 97 pgs: 97 active+clean; 314 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 7.9 MiB/s wr, 717 op/s 2022-03-06T10:13:31.493 INFO:teuthology.orchestra.run.smithi008.stdout: 5 67663 24.28 MB/sec warmup 79 sec latency 435.981 ms 2022-03-06T10:13:31.495 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:31 smithi008 conmon[29939]: audit 2022-03-06T10:13:31.002448+0000 mon.smithi008 (mon.0) 639 : audit [INF] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.18", "id": [7, 2]}]: dispatch 2022-03-06T10:13:31.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:31 smithi008 conmon[29939]: audit 2022- 2022-03-06T10:13:31.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:31 smithi008 conmon[29939]: 03-06T10:13:31.002797+0000 mon.smithi008 (mon.0) 640 : audit [INF] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]: dispatch 2022-03-06T10:13:31.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:31 smithi008 conmon[29939]: audit 2022-03- 2022-03-06T10:13:31.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:31 smithi008 conmon[29939]: 06T10:13:31.002961+0000 mon.smithi008 (mon.0) 641 : audit [INF] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 5]}]: dispatch 2022-03-06T10:13:31.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:31 smithi008 conmon[29939]: audit 2022-03 2022-03-06T10:13:31.498 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:31 smithi008 conmon[29939]: -06T10:13:31.003133+0000 mon.smithi008 (mon.0 2022-03-06T10:13:31.498 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:31 smithi008 conmon[29939]: ) 642 : audit [INF] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2022-03-06T10:13:31.537 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:31 smithi083 conmon[33008]: audit 2022-03-06T10:13:31.002448+0000 mon.smithi008 (mon.0) 639 : audit [INF] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.18", "id": [7, 2]}]: dispatch 2022-03-06T10:13:31.537 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:31 smithi083 conmon[33008]: audit 2022-03-06T10:13:31.002797+0000 mon.smithi008 (mon.0) 640 : audit [INF] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]: dispatch 2022-03-06T10:13:31.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:31 smithi083 conmon[33008]: audit 2022-03-06T10:13:31.002961+0000 mon.smithi008 (mon.0) 641 : audit [INF] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 5]}]: dispatch 2022-03-06T10:13:31.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:31 smithi083 conmon[33008]: audit 2022-03-06T10:13:31.003133+0000 mon.smithi008 (mon.0) 642 : audit [INF] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2022-03-06T10:13:32.494 INFO:teuthology.orchestra.run.smithi008.stdout: 5 67663 23.98 MB/sec warmup 80 sec latency 1436.061 ms 2022-03-06T10:13:32.495 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:32 smithi008 conmon[29939]: cluster 2022-03-06T10:13:30.999652+0000 mgr.smithi008.onsztl (mgr.24425) 2022-03-06T10:13:32.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:32 smithi008 conmon[29939]: 42 : cluster [DBG] pgmap v33: 97 pgs: 97 active+clean; 314 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 7.9 MiB/s wr, 717 op/s 2022-03-06T10:13:32.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:32 smithi008 conmon[29939]: audit 2022-03-06T10:13:31.064813+0000 mon.smithi008 (mon.0) 643 : audit [INF] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.18", "id": [7, 2]}]': finished 2022-03-06T10:13:32.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:32 smithi008 conmon[29939]: audit 2022-03-06T10:13:32.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:32 smithi008 conmon[29939]: 2022-03-06T10:13:31.064907+0000 mon.smithi008 (mon.0) 644 : audit [INF] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]': finished 2022-03-06T10:13:32.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:32 smithi008 conmon[29939]: audit 2022-03-06T10:13:31.064985+0000 2022-03-06T10:13:32.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:32 smithi008 conmon[29939]: mon.smithi008 (mon.0) 645 : audit [INF] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 5]}]': finished 2022-03-06T10:13:32.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:32 smithi008 conmon[29939]: audit 2022-03-06T10:13:31.065109+0000 mon.smithi008 ( 2022-03-06T10:13:32.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:32 smithi008 conmon[29939]: mon.0) 646 : audit [INF] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]': finished 2022-03-06T10:13:32.498 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:32 smithi008 conmon[29939]: cluster 2022-03-06T10:13:31. 2022-03-06T10:13:32.498 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:32 smithi008 conmon[29939]: 065158+0000 mon.smithi008 (mon.0) 647 : cluster [DBG] osdmap e58: 8 total, 8 up, 8 in 2022-03-06T10:13:32.498 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:32 smithi008 conmon[29939]: 2022-03-06T10:13:32.498 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:32 smithi008 conmon[29939]: audit 2022-03-06T10:13:32.499 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:32 smithi008 conmon[29939]: 2022-03-06T10:13:31.066351+0000 mon.smithi008 2022-03-06T10:13:32.499 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:32 smithi008 conmon[29939]: (mon.0) 648 : audit [INF] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]: dispatch 2022-03-06T10:13:32.499 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:32 smithi008 conmon[29939]: audit 2022-03 2022-03-06T10:13:32.499 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:32 smithi008 conmon[29939]: -06T10:13:31.069123+0000 mon.smithi008 2022-03-06T10:13:32.499 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:32 smithi008 conmon[29939]: (mon.0) 649 : audit [INF] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2022-03-06T10:13:32.500 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:32 smithi008 conmon[29939]: audit 2022 2022-03-06T10:13:32.500 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:32 smithi008 conmon[29939]: -03-06T10:13:31. 2022-03-06T10:13:32.500 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:32 smithi008 conmon[29939]: 287581+0000 mon.smithi008 (mon.0) 650 : audit 2022-03-06T10:13:32.500 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:32 smithi008 conmon[29939]: [INF] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi008.onsztl/mirror_snapshot_schedule"}]: dispatch 2022-03-06T10:13:32.501 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:32 smithi008 conmon[29939]: audit 2022-03-06T10: 2022-03-06T10:13:32.501 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:32 smithi008 conmon[29939]: 13:31.299001+0000 mon.smithi008 (mon.0) 651 : 2022-03-06T10:13:32.501 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:32 smithi008 conmon[29939]: audit [INF] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi008.onsztl/trash_purge_schedule"}]: dispatch 2022-03-06T10:13:32.537 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:32 smithi083 conmon[33008]: cluster 2022-03-06T10:13:30.999652+0000 mgr.smithi008.onsztl ( 2022-03-06T10:13:32.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:32 smithi083 conmon[33008]: mgr.24425) 42 : cluster [DBG] pgmap v33: 97 pgs: 97 active+clean; 314 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 7.9 MiB/s wr, 717 op/s 2022-03-06T10:13:32.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:32 smithi083 conmon[33008]: audit 2022-03-06T10:13:31.064813+0000 mon.smithi008 (mon.0) 643 : audit [INF] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.18", "id": [7, 2]}]': finished 2022-03-06T10:13:32.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:32 smithi083 conmon[33008]: audit 2022-03-06T10:13:31. 2022-03-06T10:13:32.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:32 smithi083 conmon[33008]: 064907+0000 mon.smithi008 (mon.0) 644 : audit [INF] 2022-03-06T10:13:32.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:32 smithi083 conmon[33008]: from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]': finished 2022-03-06T10:13:32.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:32 smithi083 conmon[33008]: audit 2022-03-06T 2022-03-06T10:13:32.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:32 smithi083 conmon[33008]: 10:13:31.064985+0000 mon.smithi008 (mon.0) 645 2022-03-06T10:13:32.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:32 smithi083 conmon[33008]: : audit [INF] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 5]}]': finished 2022-03-06T10:13:32.540 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:32 smithi083 conmon[33008]: audit 2022-03-06T10:13:32.540 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:32 smithi083 conmon[33008]: 2022-03-06T10:13:31. 2022-03-06T10:13:32.540 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:32 smithi083 conmon[33008]: 065109+0000 mon.smithi008 (mon.0) 646 : audit [INF] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]': finished 2022-03-06T10:13:32.540 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:32 smithi083 conmon[33008]: cluster 2022-03-06T10:13:31.065158 2022-03-06T10:13:32.540 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:32 smithi083 conmon[33008]: +0000 mon.smithi008 (mon.0) 647 : cluster [DBG] osdmap e58: 8 total, 8 up, 8 in 2022-03-06T10:13:32.541 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:32 smithi083 conmon[33008]: audit 2022-03-06T10:13:32.541 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:32 smithi083 conmon[33008]: 2022-03-06T10:13:31.066351+0000 mon.smithi008 (mon.0) 648 : audit [INF] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]: dispatch 2022-03-06T10:13:32.541 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:32 smithi083 conmon[33008]: audit 2022-03-06T10:13:32.541 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:32 smithi083 conmon[33008]: 2022-03-06T10:13: 2022-03-06T10:13:32.542 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:32 smithi083 conmon[33008]: 31.069123 2022-03-06T10:13:32.542 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:32 smithi083 conmon[33008]: +0000 mon.smithi008 ( 2022-03-06T10:13:32.542 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:32 smithi083 conmon[33008]: mon.0) 649 : audit [INF] 2022-03-06T10:13:32.542 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:32 smithi083 conmon[33008]: from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2022-03-06T10:13:32.543 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:32 smithi083 conmon[33008]: audit 2022-03-06T10:13:32.543 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:32 smithi083 conmon[33008]: 2022-03-06 2022-03-06T10:13:32.543 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:32 smithi083 conmon[33008]: T10:13:31.287581+0000 mon.smithi008 (mon.0) 2022-03-06T10:13:32.543 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:32 smithi083 conmon[33008]: 650 : audit [INF] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi008.onsztl/mirror_snapshot_schedule"}]: dispatch 2022-03-06T10:13:32.543 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:32 smithi083 conmon[33008]: audit 2022-03-06T10:13:32.544 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:32 smithi083 conmon[33008]: 2022-03-06T10:13:31 2022-03-06T10:13:32.544 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:32 smithi083 conmon[33008]: .299001+0000 mon.smithi008 (mon.0) 651 : audit [INF] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi008.onsztl/trash_purge_schedule"}]: dispatch 2022-03-06T10:13:33.494 INFO:teuthology.orchestra.run.smithi008.stdout: 5 67663 23.68 MB/sec warmup 81 sec latency 2436.163 ms 2022-03-06T10:13:33.495 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:33 smithi008 conmon[29939]: audit 2022-03-06T10:13:32.064824+0000 mon.smithi008 (mon.0) 652 : audit [INF] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2022-03-06T10:13:33.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:33 smithi008 conmon[29939]: cluster 2022-03-06T10:13:32.064965+0000 mon.smithi008 (mon.0) 653 : cluster [DBG] osdmap e59: 8 total, 8 up, 8 in 2022-03-06T10:13:33.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:33 smithi008 conmon[29939]: cluster 2022-03-06T10:13:33.067616+0000 mon.smithi008 (mon.0) 654 : cluster [DBG] osdmap e60: 8 total, 8 up, 8 in 2022-03-06T10:13:33.537 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:33 smithi083 conmon[33008]: audit 2022-03-06T10:13:32.064824 2022-03-06T10:13:33.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:33 smithi083 conmon[33008]: +0000 mon.smithi008 (mon.0) 652 : audit [INF] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2022-03-06T10:13:33.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:33 smithi083 conmon[33008]: cluster 2022-03-06T10:13:32.064965+0000 mon.smithi008 (mon.0) 653 : cluster 2022-03-06T10:13:33.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:33 smithi083 conmon[33008]: [DBG] osdmap e59: 8 total, 8 up, 8 in 2022-03-06T10:13:33.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:33 smithi083 conmon[33008]: cluster 2022-03-06T10:13:33.540 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:33 smithi083 conmon[33008]: 2022-03-06T10:13 2022-03-06T10:13:33.540 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:33 smithi083 conmon[33008]: :33.067616+0000 mon.smithi008 (mon.0 2022-03-06T10:13:33.540 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:33 smithi083 conmon[33008]: ) 654 : cluster [DBG] osdmap e60: 8 total, 8 up, 8 in 2022-03-06T10:13:34.493 INFO:teuthology.orchestra.run.smithi008.stdout: 5 67844 23.43 MB/sec warmup 82 sec latency 2868.958 ms 2022-03-06T10:13:34.495 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:34 smithi008 conmon[29939]: cluster 2022-03-06T10:13:33.000423+0000 mgr.smithi008.onsztl (mgr 2022-03-06T10:13:34.495 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:34 smithi008 conmon[29939]: .24425) 43 : cluster [DBG] pgmap v36: 97 pgs: 4 peering, 93 active+clean; 328 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 11 MiB/s wr, 1.12k op/s 2022-03-06T10:13:34.495 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:34 smithi008 conmon[29939]: cluster 2022-03-06T10:13:33.636293+0000 mon.smithi008 (mon.0) 655 : cluster [WRN] Health check failed: Reduced data availability: 2 pgs peering (PG_AVAILABILITY) 2022-03-06T10:13:34.537 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:34 smithi083 conmon[33008]: cluster 2022-03-06T10:13:33.000423+0000 2022-03-06T10:13:34.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:34 smithi083 conmon[33008]: mgr.smithi008.onsztl (mgr.24425) 43 : cluster [DBG] pgmap v36: 97 pgs: 4 peering, 93 active+clean; 328 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 11 MiB/s wr, 1.12k op/s 2022-03-06T10:13:34.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:34 smithi083 conmon[33008]: cluster 2022-03-06T10:13:33.636293+0000 mon.smithi008 (mon.0 2022-03-06T10:13:34.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:34 smithi083 conmon[33008]: ) 655 : cluster [WRN] Health check failed: Reduced data availability: 2 pgs peering (PG_AVAILABILITY) 2022-03-06T10:13:35.494 INFO:teuthology.orchestra.run.smithi008.stdout: 5 68443 23.23 MB/sec warmup 83 sec latency 23.713 ms 2022-03-06T10:13:36.494 INFO:teuthology.orchestra.run.smithi008.stdout: 5 69195 23.19 MB/sec warmup 84 sec latency 26.442 ms 2022-03-06T10:13:36.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:36 smithi008 conmon[29939]: cluster 2022-03-06T10:13:35.000864+0000 mgr.smithi008.onsztl (mgr.24425) 44 : cluster [DBG] pgmap v38: 97 pgs: 4 peering, 93 active+clean; 328 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.0 KiB/s rd, 6.8 MiB/s wr, 763 op/s 2022-03-06T10:13:36.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:36 smithi008 conmon[29939]: cluster 2022-03-06T10:13:35.082589+0000 mon.smithi008 (mon.0) 656 : cluster [DBG] osdmap e61: 8 total, 8 up, 8 in 2022-03-06T10:13:36.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:36 smithi083 conmon[33008]: cluster 2022-03-06T10:13:35.000864+0000 mgr.smithi008.onsztl ( 2022-03-06T10:13:36.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:36 smithi083 conmon[33008]: mgr.24425) 44 : cluster [DBG] pgmap v38: 97 pgs: 4 peering, 93 active+clean; 328 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.0 KiB/s rd, 6.8 MiB/s wr, 763 op/s 2022-03-06T10:13:36.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:36 smithi083 conmon[33008]: cluster 2022-03-06T10:13:35.082589+0000 mon.smithi008 (mon.0) 656 : cluster [DBG] 2022-03-06T10:13:36.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:36 smithi083 conmon[33008]: osdmap e61: 8 total, 8 up, 8 in 2022-03-06T10:13:37.494 INFO:teuthology.orchestra.run.smithi008.stdout: 5 69947 23.08 MB/sec warmup 85 sec latency 22.262 ms 2022-03-06T10:13:37.495 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:37 smithi008 conmon[29939]: cluster 2022-03-06T10:13: 2022-03-06T10:13:37.495 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:37 smithi008 conmon[29939]: 36.086962+0000 mon.smithi008 (mon.0) 657 : cluster [DBG] osdmap e62: 8 total, 8 up, 8 in 2022-03-06T10:13:37.537 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:37 smithi083 conmon[33008]: cluster 2022-03-06T10:13:36.086962+0000 mon.smithi008 (mon 2022-03-06T10:13:37.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:37 smithi083 conmon[33008]: .0) 657 : cluster [DBG] osdmap e62: 8 total, 8 up, 8 in 2022-03-06T10:13:38.495 INFO:teuthology.orchestra.run.smithi008.stdout: 5 70605 23.15 MB/sec warmup 86 sec latency 36.335 ms 2022-03-06T10:13:38.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:38 smithi008 conmon[29939]: cluster 2022-03-06T10:13:37 2022-03-06T10:13:38.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:38 smithi008 conmon[29939]: .001499+0000 mgr.smithi008.onsztl (mgr.24425) 45 : cluster [DBG] pgmap v41: 97 pgs: 97 active+clean; 321 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.9 KiB/s rd, 4.6 MiB/s wr, 593 op/s; 3.2 MiB/s, 0 keys/s, 1 objects/s recovering 2022-03-06T10:13:38.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:38 smithi008 conmon[29939]: cluster 2022-03 2022-03-06T10:13:38.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:38 smithi008 conmon[29939]: -06T10:13:37.084362+0000 mon.smithi008 (mon. 2022-03-06T10:13:38.498 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:38 smithi008 conmon[29939]: 0) 658 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs peering) 2022-03-06T10:13:38.498 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:38 smithi008 conmon[29939]: cluster 2022- 2022-03-06T10:13:38.498 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:38 smithi008 conmon[29939]: 03-06T10:13:37. 2022-03-06T10:13:38.499 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:38 smithi008 conmon[29939]: 084401+0000 mon.smithi008 (mon.0) 2022-03-06T10:13:38.499 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:38 smithi008 conmon[29939]: 659 : cluster [INF] Cluster is now healthy 2022-03-06T10:13:38.537 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:38 smithi083 conmon[33008]: cluster 2022-03-06T10:13:37.001499+0000 2022-03-06T10:13:38.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:38 smithi083 conmon[33008]: mgr.smithi008.onsztl (mgr.24425) 45 : cluster [DBG] pgmap v41: 97 pgs: 97 active+clean; 321 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.9 KiB/s rd, 4.6 MiB/s wr, 593 op/s; 3.2 MiB/s, 0 keys/s, 1 objects/s recovering 2022-03-06T10:13:38.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:38 smithi083 conmon[33008]: cluster 2022-03-06T10:13:37.084362+0000 mon.smithi008 (mon.0) 658 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs peering) 2022-03-06T10:13:38.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:38 smithi083 conmon[33008]: cluster 2022-03-06T10:13:37.084401+0000 mon.smithi008 (mon.0) 659 : cluster [INF] Cluster is now healthy 2022-03-06T10:13:38.636 INFO:teuthology.orchestra.run.smithi008.stdout:true 2022-03-06T10:13:38.982 INFO:teuthology.orchestra.run.smithi008.stdout:NAME HOST PORTS STATUS REFRESHED AGE VERSION IMAGE ID CONTAINER ID 2022-03-06T10:13:38.983 INFO:teuthology.orchestra.run.smithi008.stdout:alertmanager.smithi008 smithi008 *:9093,9094 running (5m) 60s ago 6m 0.20.0 0881eb8f169f c1b598605d37 2022-03-06T10:13:38.983 INFO:teuthology.orchestra.run.smithi008.stdout:crash.smithi008 smithi008 running (6m) 60s ago 6m 16.2.4 8d91d370c2b8 cb8dd3b8791a 2022-03-06T10:13:38.983 INFO:teuthology.orchestra.run.smithi008.stdout:crash.smithi083 smithi083 running (5m) 63s ago 5m 16.2.4 8d91d370c2b8 bffb25d3bd63 2022-03-06T10:13:38.983 INFO:teuthology.orchestra.run.smithi008.stdout:grafana.smithi008 smithi008 *:3000 running (5m) 60s ago 6m 6.7.4 557c83e11646 8cfaa70fda74 2022-03-06T10:13:38.984 INFO:teuthology.orchestra.run.smithi008.stdout:mds.foofs.smithi008.htvsun smithi008 running (110s) 60s ago 109s 16.2.4 8d91d370c2b8 26ca5f515dbd 2022-03-06T10:13:38.984 INFO:teuthology.orchestra.run.smithi008.stdout:mds.foofs.smithi083.jmehpg smithi083 running (112s) 63s ago 112s 16.2.4 8d91d370c2b8 19936905fcd9 2022-03-06T10:13:38.984 INFO:teuthology.orchestra.run.smithi008.stdout:mgr.smithi008.onsztl smithi008 *:9283 running (7m) 60s ago 7m 16.2.4 8d91d370c2b8 f7faef0a395b 2022-03-06T10:13:38.984 INFO:teuthology.orchestra.run.smithi008.stdout:mgr.smithi083.piggzi smithi083 *:8443,9283 running (5m) 63s ago 5m 16.2.4 8d91d370c2b8 21b980e765d4 2022-03-06T10:13:38.984 INFO:teuthology.orchestra.run.smithi008.stdout:mon.smithi008 smithi008 running (7m) 60s ago 7m 16.2.4 8d91d370c2b8 15a39b656753 2022-03-06T10:13:38.985 INFO:teuthology.orchestra.run.smithi008.stdout:mon.smithi083 smithi083 running (5m) 63s ago 5m 16.2.4 8d91d370c2b8 5fe0483de9e7 2022-03-06T10:13:38.985 INFO:teuthology.orchestra.run.smithi008.stdout:nfs.foo.smithi008 smithi008 *:2049 running (97s) 60s ago 96s 3.5 8d91d370c2b8 4a032511c346 2022-03-06T10:13:38.985 INFO:teuthology.orchestra.run.smithi008.stdout:nfs.foo.smithi083 smithi083 *:2049 running (100s) 63s ago 100s 3.5 8d91d370c2b8 bf03c4184796 2022-03-06T10:13:38.985 INFO:teuthology.orchestra.run.smithi008.stdout:node-exporter.smithi008 smithi008 *:9100 running (6m) 60s ago 6m 0.18.1 e5a616e4b9cf bfdc0c131d05 2022-03-06T10:13:38.986 INFO:teuthology.orchestra.run.smithi008.stdout:node-exporter.smithi083 smithi083 *:9100 running (5m) 63s ago 5m 0.18.1 e5a616e4b9cf 58c011f53df8 2022-03-06T10:13:38.986 INFO:teuthology.orchestra.run.smithi008.stdout:osd.0 smithi008 running (5m) 60s ago 5m 16.2.4 8d91d370c2b8 09267a39eb6d 2022-03-06T10:13:38.986 INFO:teuthology.orchestra.run.smithi008.stdout:osd.1 smithi008 running (4m) 60s ago 4m 16.2.4 8d91d370c2b8 e878396d80d2 2022-03-06T10:13:38.986 INFO:teuthology.orchestra.run.smithi008.stdout:osd.2 smithi008 running (4m) 60s ago 4m 16.2.4 8d91d370c2b8 5e3f5ffb7fba 2022-03-06T10:13:38.986 INFO:teuthology.orchestra.run.smithi008.stdout:osd.3 smithi008 running (4m) 60s ago 4m 16.2.4 8d91d370c2b8 5fa99abadf0b 2022-03-06T10:13:38.987 INFO:teuthology.orchestra.run.smithi008.stdout:osd.4 smithi083 running (4m) 63s ago 4m 16.2.4 8d91d370c2b8 4f35be895c05 2022-03-06T10:13:38.987 INFO:teuthology.orchestra.run.smithi008.stdout:osd.5 smithi083 running (3m) 63s ago 3m 16.2.4 8d91d370c2b8 f4c5c00fd474 2022-03-06T10:13:38.987 INFO:teuthology.orchestra.run.smithi008.stdout:osd.6 smithi083 running (3m) 63s ago 3m 16.2.4 8d91d370c2b8 e3dc87d3a982 2022-03-06T10:13:38.987 INFO:teuthology.orchestra.run.smithi008.stdout:osd.7 smithi083 running (3m) 63s ago 3m 16.2.4 8d91d370c2b8 c31fb227ce1f 2022-03-06T10:13:38.987 INFO:teuthology.orchestra.run.smithi008.stdout:prometheus.smithi008 smithi008 *:9095 running (5m) 60s ago 5m 2.18.1 de242295e225 63679ba213b0 2022-03-06T10:13:39.364 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2022-03-06T10:13:39.364 INFO:teuthology.orchestra.run.smithi008.stdout: "mon": { 2022-03-06T10:13:39.364 INFO:teuthology.orchestra.run.smithi008.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-06T10:13:39.365 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2022-03-06T10:13:39.365 INFO:teuthology.orchestra.run.smithi008.stdout: "mgr": { 2022-03-06T10:13:39.365 INFO:teuthology.orchestra.run.smithi008.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-06T10:13:39.365 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2022-03-06T10:13:39.365 INFO:teuthology.orchestra.run.smithi008.stdout: "osd": { 2022-03-06T10:13:39.366 INFO:teuthology.orchestra.run.smithi008.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 8 2022-03-06T10:13:39.366 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2022-03-06T10:13:39.366 INFO:teuthology.orchestra.run.smithi008.stdout: "mds": { 2022-03-06T10:13:39.367 INFO:teuthology.orchestra.run.smithi008.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-06T10:13:39.367 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2022-03-06T10:13:39.367 INFO:teuthology.orchestra.run.smithi008.stdout: "overall": { 2022-03-06T10:13:39.367 INFO:teuthology.orchestra.run.smithi008.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 14 2022-03-06T10:13:39.368 INFO:teuthology.orchestra.run.smithi008.stdout: } 2022-03-06T10:13:39.368 INFO:teuthology.orchestra.run.smithi008.stdout:} 2022-03-06T10:13:39.495 INFO:teuthology.orchestra.run.smithi008.stdout: 5 71025 23.09 MB/sec warmup 87 sec latency 33.239 ms 2022-03-06T10:13:40.495 INFO:teuthology.orchestra.run.smithi008.stdout: 5 71269 22.91 MB/sec warmup 88 sec latency 46.386 ms 2022-03-06T10:13:40.495 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:40 smithi008 conmon[29939]: audit 2022-03-06T10:13:38.620985+0000 mgr.smithi008.onsztl (mgr.24425) 2022-03-06T10:13:40.495 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:40 smithi008 conmon[29939]: 46 : audit [DBG] from='client.14604 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-06T10:13:40.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:40 smithi008 conmon[29939]: audit 2022-03-06T10:13:38.966624+0000 mgr.smithi008.onsztl (mgr.24425) 47 : audit [DBG] from='client.14608 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-06T10:13:40.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:40 smithi008 conmon[29939]: cluster 2022-03-06T10:13:39.001851+0000 mgr.smithi008.onsztl (mgr.24425) 48 : cluster 2022-03-06T10:13:40.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:40 smithi008 conmon[29939]: [DBG] pgmap v42: 97 pgs: 97 active+clean; 321 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 7.3 KiB/s rd, 3.8 MiB/s wr, 488 op/s; 2.6 MiB/s, 0 keys/s, 0 objects/s recovering 2022-03-06T10:13:40.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:40 smithi008 conmon[29939]: audit 2022-03-06T10:13:40.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:40 smithi008 conmon[29939]: 2022-03-06T10:13:39.362886+0000 mon.smithi008 (mon.0) 660 : audit [DBG] 2022-03-06T10:13:40.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:40 smithi008 conmon[29939]: from='client.? 172.21.15.8:0/3507796307' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-06T10:13:40.537 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:40 smithi083 conmon[33008]: audit 2022-03-06T10:13:38.620985+0000 mgr.smithi008.onsztl ( 2022-03-06T10:13:40.537 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:40 smithi083 conmon[33008]: mgr.24425) 46 : audit [DBG] from='client.14604 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-06T10:13:40.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:40 smithi083 conmon[33008]: audit 2022-03-06T 2022-03-06T10:13:40.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:40 smithi083 conmon[33008]: 10:13:38.966624+0000 mgr.smithi008.onsztl (mgr.24425) 47 : audit 2022-03-06T10:13:40.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:40 smithi083 conmon[33008]: [DBG] from='client.14608 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-06T10:13:40.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:40 smithi083 conmon[33008]: cluster 2022-03 2022-03-06T10:13:40.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:40 smithi083 conmon[33008]: -06T10:13:39.001851+0000 mgr.smithi008.onsztl (mgr.24425 2022-03-06T10:13:40.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:40 smithi083 conmon[33008]: ) 48 : cluster [DBG] pgmap v42: 97 pgs: 97 active+clean; 321 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 7.3 KiB/s rd, 3.8 MiB/s wr, 488 op/s; 2.6 MiB/s, 0 keys/s, 0 objects/s recovering 2022-03-06T10:13:40.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:40 smithi083 conmon[33008]: audit 2022-03-06T 2022-03-06T10:13:40.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:40 smithi083 conmon[33008]: 10:13:39.362886+0000 mon.smithi008 (mon.0) 660 : 2022-03-06T10:13:40.540 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:40 smithi083 conmon[33008]: audit [DBG] from='client.? 172.21.15.8:0/3507796307' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-06T10:13:41.495 INFO:teuthology.orchestra.run.smithi008.stdout: 5 71604 22.68 MB/sec warmup 89 sec latency 45.787 ms 2022-03-06T10:13:42.495 INFO:teuthology.orchestra.run.smithi008.stdout: 5 72096 22.53 MB/sec warmup 90 sec latency 36.697 ms 2022-03-06T10:13:42.495 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:42 smithi008 conmon[29939]: cluster 2022-03-06T10:13:41.002193+0000 mgr.smithi008.onsztl (mgr.24425) 49 : cluster [DBG] pgmap v43: 97 pgs: 97 active+clean; 321 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 5.5 KiB/s rd, 2.9 MiB/s wr, 369 op/s; 2.0 MiB/s, 0 keys/s, 0 objects/s recovering 2022-03-06T10:13:42.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:42 smithi008 conmon[29939]: audit 2022-03-06T10:13:41.287159+0000 mon.smithi008 (mon.0) 661 : audit [INF] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' 2022-03-06T10:13:42.537 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:42 smithi083 conmon[33008]: cluster 2022-03-06T10:13:41.002193+0000 mgr.smithi008.onsztl (mgr.24425 2022-03-06T10:13:42.537 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:42 smithi083 conmon[33008]: ) 49 : cluster [DBG] pgmap v43: 97 pgs: 97 active+clean; 321 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 5.5 KiB/s rd, 2.9 MiB/s wr, 369 op/s; 2.0 MiB/s, 0 keys/s, 0 objects/s recovering 2022-03-06T10:13:42.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:42 smithi083 conmon[33008]: audit 2022-03-06T10:13:41.287159+0000 mon.smithi008 (mon.0) 661 : audit [INF] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' 2022-03-06T10:13:43.495 INFO:teuthology.orchestra.run.smithi008.stdout: 5 73040 22.49 MB/sec warmup 91 sec latency 24.005 ms 2022-03-06T10:13:43.995 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:43 smithi008 conmon[29939]: cluster 2022-03-06T10:13:43.002875+0000 2022-03-06T10:13:43.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:43 smithi008 conmon[29939]: mgr.smithi008.onsztl (mgr.24425) 50 : cluster [DBG] pgmap v44: 97 pgs: 97 active+clean; 322 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 KiB/s rd, 7.7 MiB/s wr, 789 op/s; 1.9 MiB/s, 0 keys/s, 0 objects/s recovering 2022-03-06T10:13:44.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:43 smithi083 conmon[33008]: cluster 2022-03-06T10:13:43.002875+0000 mgr.smithi008.onsztl (mgr.24425) 50 : cluster [DBG] pgmap v44: 97 pgs: 97 active+clean; 322 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 KiB/s rd, 7.7 MiB/s wr, 789 op/s; 1.9 MiB/s, 0 keys/s, 0 objects/s recovering 2022-03-06T10:13:44.495 INFO:teuthology.orchestra.run.smithi008.stdout: 5 73839 22.51 MB/sec warmup 92 sec latency 37.561 ms 2022-03-06T10:13:45.495 INFO:teuthology.orchestra.run.smithi008.stdout: 5 74788 22.69 MB/sec warmup 93 sec latency 16.123 ms 2022-03-06T10:13:46.495 INFO:teuthology.orchestra.run.smithi008.stdout: 5 75273 22.50 MB/sec warmup 94 sec latency 63.666 ms 2022-03-06T10:13:46.495 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:46 smithi008 conmon[29939]: cluster 2022-03-06T10:13:45. 2022-03-06T10:13:46.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:46 smithi008 conmon[29939]: 003304+0000 mgr.smithi008.onsztl (mgr.24425) 51 : cluster [DBG] pgmap v45: 97 pgs: 97 active+clean; 322 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 10 KiB/s rd, 6.2 MiB/s wr, 637 op/s; 1.6 MiB/s, 0 keys/s, 0 objects/s recovering 2022-03-06T10:13:46.537 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:46 smithi083 conmon[33008]: cluster 2022-03-06T10:13:45.003304+0000 2022-03-06T10:13:46.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:46 smithi083 conmon[33008]: mgr.smithi008.onsztl (mgr.24425) 51 : cluster [DBG] pgmap v45: 97 pgs: 97 active+clean; 322 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 10 KiB/s rd, 6.2 MiB/s wr, 637 op/s; 1.6 MiB/s, 0 keys/s, 0 objects/s recovering 2022-03-06T10:13:47.495 INFO:teuthology.orchestra.run.smithi008.stdout: 5 75681 22.35 MB/sec warmup 95 sec latency 30.002 ms 2022-03-06T10:13:48.393 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:48 smithi083 conmon[33008]: cluster 2022-03-06T10:13:47.003896+0000 mgr.smithi008.onsztl (mgr.24425) 52 : cluster [DBG] pgmap v46: 97 pgs: 97 active+clean; 332 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 14 KiB/s rd, 11 MiB/s wr, 1.04k op/s; 1.4 MiB/s, 0 keys/s, 0 objects/s recovering 2022-03-06T10:13:48.393 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:48 smithi083 conmon[33008]: audit 2022-03-06T10:13:47.609582+0000 mon.smithi008 (mon.0) 662 : audit [INF] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' 2022-03-06T10:13:48.394 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:48 smithi083 conmon[33008]: audit 2022-03-06T10:13:47.610478+0000 mon.smithi008 (mon.0) 663 : audit [INF] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi083.piggzi", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2022-03-06T10:13:48.394 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:48 smithi083 conmon[33008]: audit 2022-03-06T10:13:47.611313+0000 mon.smithi008 (mon.0) 664 : audit [DBG] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "mgr services"}]: dispatch 2022-03-06T10:13:48.394 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:48 smithi083 conmon[33008]: audit 2022-03-06T10:13:47.612227+0000 mon.smithi008 (mon.0) 665 : audit [DBG] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:13:48.495 INFO:teuthology.orchestra.run.smithi008.stdout: 5 76309 22.29 MB/sec warmup 96 sec latency 27.056 ms 2022-03-06T10:13:48.495 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:48 smithi008 conmon[29939]: cluster 2022-03-06T10:13:47. 2022-03-06T10:13:48.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:48 smithi008 conmon[29939]: 003896+0000 mgr.smithi008.onsztl (mgr.24425) 52 : cluster [DBG] pgmap v46: 97 pgs: 97 active+clean; 332 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 14 KiB/s rd, 11 MiB/s wr, 1.04k op/s; 1.4 MiB/s, 0 keys/s, 0 objects/s recovering 2022-03-06T10:13:48.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:48 smithi008 conmon[29939]: audit 2022-03-06T10 2022-03-06T10:13:48.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:48 smithi008 conmon[29939]: :13:47.609582+0000 mon.smithi008 (mon.0) 662 : audit [INF] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' 2022-03-06T10:13:48.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:48 smithi008 conmon[29939]: audit 2022-03-06T10:13 2022-03-06T10:13:48.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:48 smithi008 conmon[29939]: :47.610478+0000 mon.smithi008 (mon.0) 663 : 2022-03-06T10:13:48.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:48 smithi008 conmon[29939]: audit [INF] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi083.piggzi", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2022-03-06T10:13:48.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:48 smithi008 conmon[29939]: audit 2022-03-06T10:13 2022-03-06T10:13:48.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:48 smithi008 conmon[29939]: :47.611313+0000 mon.smithi008 (mon.0) 664 : 2022-03-06T10:13:48.498 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:48 smithi008 conmon[29939]: audit [DBG] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "mgr services"}]: dispatch 2022-03-06T10:13:48.498 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:48 smithi008 conmon[29939]: audit 2022-03-06T10:13 2022-03-06T10:13:48.498 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:48 smithi008 conmon[29939]: :47.612227+0000 mon.smithi008 (mon.0) 665 : 2022-03-06T10:13:48.498 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:48 smithi008 conmon[29939]: audit [DBG] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:13:49.342 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:49 smithi083 conmon[33008]: cephadm 2022-03-06T10:13:47.605734+0000 mgr.smithi008.onsztl (mgr 2022-03-06T10:13:49.342 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:49 smithi083 conmon[33008]: .24425) 53 : cephadm [INF] Upgrade: Updating mgr.smithi083.piggzi 2022-03-06T10:13:49.342 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:49 smithi083 conmon[33008]: cephadm 2022-03-06T10:13:47.612883+0000 mgr.smithi008.onsztl (mgr.24425) 54 : cephadm [INF] Deploying daemon mgr.smithi083.piggzi on smithi083 2022-03-06T10:13:49.495 INFO:teuthology.orchestra.run.smithi008.stdout: 5 76944 22.15 MB/sec warmup 97 sec latency 29.559 ms 2022-03-06T10:13:49.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:49 smithi008 conmon[29939]: cephadm 2022-03-06T10:13:47.605734+0000 2022-03-06T10:13:49.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:49 smithi008 conmon[29939]: mgr.smithi008.onsztl (mgr.24425) 53 : cephadm [INF] Upgrade: Updating mgr.smithi083.piggzi 2022-03-06T10:13:49.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:49 smithi008 conmon[29939]: cephadm 2022-03-06T10:13:47.612883+0000 mgr.smithi008.onsztl (mgr.24425) 54 : cephadm 2022-03-06T10:13:49.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:49 smithi008 conmon[29939]: [INF] Deploying daemon mgr.smithi083.piggzi on smithi083 2022-03-06T10:13:50.495 INFO:teuthology.orchestra.run.smithi008.stdout: 5 77423 22.14 MB/sec warmup 98 sec latency 29.184 ms 2022-03-06T10:13:50.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:50 smithi008 conmon[29939]: cluster 2022-03-06T10:13:49.004331+0000 mgr.smithi008.onsztl 2022-03-06T10:13:50.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:50 smithi008 conmon[29939]: (mgr.24425) 55 : cluster [DBG] pgmap v47: 97 pgs: 97 active+clean; 332 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.7 KiB/s rd, 7.7 MiB/s wr, 703 op/s 2022-03-06T10:13:50.540 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:50 smithi083 conmon[33008]: cluster 2022-03-06T10:13:49.004331+0000 mgr.smithi008.onsztl ( 2022-03-06T10:13:50.541 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:50 smithi083 conmon[33008]: mgr.24425) 55 : cluster [DBG] pgmap v47: 97 pgs: 97 active+clean; 332 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.7 KiB/s rd, 7.7 MiB/s wr, 703 op/s 2022-03-06T10:13:51.495 INFO:teuthology.orchestra.run.smithi008.stdout: 5 78303 22.27 MB/sec warmup 99 sec latency 29.860 ms 2022-03-06T10:13:51.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:51 smithi008 conmon[29939]: audit 2022-03-06T10:13:50.123288+0000 mon.smithi008 ( 2022-03-06T10:13:51.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:51 smithi008 conmon[29939]: mon.0) 666 : audit [INF] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' 2022-03-06T10:13:51.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:51 smithi008 conmon[29939]: audit 2022-03-06T10:13:50.124075+0000 mon.smithi008 (mon.0) 667 : audit [DBG] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:13:51.537 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:51 smithi083 conmon[33008]: audit 2022-03-06T10:13:50.123288+0000 mon.smithi008 2022-03-06T10:13:51.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:51 smithi083 conmon[33008]: (mon.0) 666 : audit [INF] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' 2022-03-06T10:13:51.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:51 smithi083 conmon[33008]: audit 2022-03-06T10:13:50.124075+0000 mon.smithi008 (mon.0) 667 : audit [DBG] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:13:52.495 INFO:teuthology.orchestra.run.smithi008.stdout: 5 78800 22.10 MB/sec warmup 100 sec latency 31.702 ms 2022-03-06T10:13:52.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:52 smithi008 conmon[29939]: cluster 2022-03-06T10:13:51.004738+0000 mgr.smithi008.onsztl (mgr. 2022-03-06T10:13:52.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:52 smithi008 conmon[29939]: 24425) 56 : cluster [DBG] pgmap v48: 97 pgs: 97 active+clean; 332 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.7 KiB/s rd, 7.7 MiB/s wr, 703 op/s 2022-03-06T10:13:52.537 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:52 smithi083 conmon[33008]: cluster 2022-03-06T10:13:51.004738+0000 2022-03-06T10:13:52.537 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:52 smithi083 conmon[33008]: mgr.smithi008.onsztl (mgr.24425) 56 : cluster [DBG] pgmap v48: 97 pgs: 97 active+clean; 332 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.7 KiB/s rd, 7.7 MiB/s wr, 703 op/s 2022-03-06T10:13:53.495 INFO:teuthology.orchestra.run.smithi008.stdout: 5 79181 21.95 MB/sec warmup 101 sec latency 52.740 ms 2022-03-06T10:13:53.937 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:53 smithi083 conmon[33008]: cluster 2022-03-06T10:13:53.005575+0000 mgr.smithi008.onsztl ( 2022-03-06T10:13:53.937 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:53 smithi083 conmon[33008]: mgr.24425) 57 : cluster [DBG] pgmap v49: 97 pgs: 97 active+clean; 328 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 KiB/s rd, 11 MiB/s wr, 1.06k op/s 2022-03-06T10:13:53.995 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:53 smithi008 conmon[29939]: cluster 2022-03-06T10:13:53.005575+0000 2022-03-06T10:13:53.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:53 smithi008 conmon[29939]: mgr.smithi008.onsztl (mgr.24425) 57 : cluster [DBG] pgmap v49: 97 pgs: 97 active+clean; 328 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 KiB/s rd, 11 MiB/s wr, 1.06k op/s 2022-03-06T10:13:54.495 INFO:teuthology.orchestra.run.smithi008.stdout: 5 79966 21.92 MB/sec warmup 102 sec latency 25.864 ms 2022-03-06T10:13:55.495 INFO:teuthology.orchestra.run.smithi008.stdout: 5 80727 21.89 MB/sec warmup 103 sec latency 17.323 ms 2022-03-06T10:13:55.706 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:55 smithi083 conmon[33008]: audit 2022-03-06T10:13:54.417948+0000 mon.smithi008 (mon.0) 668 : audit 2022-03-06T10:13:55.707 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:55 smithi083 conmon[33008]: [INF] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' 2022-03-06T10:13:55.707 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:55 smithi083 conmon[33008]: audit 2022-03-06T10:13:54.898741+0000 mon.smithi008 (mon.0) 669 : audit [INF] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' 2022-03-06T10:13:55.707 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:55 smithi083 conmon[33008]: audit 2022-03-06T10:13:54.904903+0000 mon.smithi008 ( 2022-03-06T10:13:55.708 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:55 smithi083 conmon[33008]: mon.0) 670 : audit [DBG] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:13:55.708 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:55 smithi083 conmon[33008]: cephadm 2022-03-06T10 2022-03-06T10:13:55.708 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:55 smithi083 conmon[33008]: :13:54.906197+0000 mgr.smithi008.onsztl (mgr.24425) 58 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.smithi008.onsztl) 2022-03-06T10:13:55.708 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:55 smithi083 conmon[33008]: cephadm 2022-03 2022-03-06T10:13:55.709 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:55 smithi083 conmon[33008]: -06T10:13:54.909140+0000 mgr.smithi008.onsztl ( 2022-03-06T10:13:55.709 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:55 smithi083 conmon[33008]: mgr.24425) 59 : cephadm [INF] Failing over to other MGR 2022-03-06T10:13:55.709 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:55 smithi083 conmon[33008]: audit 2022-03- 2022-03-06T10:13:55.709 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:55 smithi083 conmon[33008]: 06T10:13:54.909449+0000 mon.smithi008 (mon 2022-03-06T10:13:55.710 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:55 smithi083 conmon[33008]: .0) 671 : audit [INF] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "mgr fail", "who": "smithi008.onsztl"}]: dispatch 2022-03-06T10:13:55.710 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:55 smithi083 conmon[33008]: cluster 2022-03- 2022-03-06T10:13:55.710 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:55 smithi083 conmon[33008]: 06T10:13:54.913613+0000 mon.smithi008 2022-03-06T10:13:55.710 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:55 smithi083 conmon[33008]: (mon.0) 672 : cluster [DBG] osdmap e63: 8 total, 8 up, 8 in 2022-03-06T10:13:55.711 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:55 smithi083 conmon[33008]: cluster 2022-03-06T10:13:55.005941 2022-03-06T10:13:55.711 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:55 smithi083 conmon[33008]: +0000 mgr.smithi008.onsztl (mgr.24425) 60 : cluster [DBG] pgmap v51: 97 pgs: 97 active+clean; 328 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 10 KiB/s rd, 9.8 MiB/s wr, 934 op/s 2022-03-06T10:13:55.711 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:55 smithi083 conmon[33008]: cluster 2022-03-06T10:13 2022-03-06T10:13:55.711 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:55 smithi083 conmon[33008]: :55.310950+0000 mon.smithi008 (mon.0) 673 : cluster [DBG] Standby manager daemon smithi008.onsztl started 2022-03-06T10:13:55.712 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:55 smithi083 conmon[33008]: 2022-03-06T10:13:55.745 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:55 smithi008 conmon[29939]: audit 2022-03-06T10:13:54. 2022-03-06T10:13:55.746 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:55 smithi008 conmon[29939]: 417948+0000 mon.smithi008 (mon.0) 668 : audit [INF] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' 2022-03-06T10:13:55.746 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:55 smithi008 conmon[29939]: audit 2022-03-06T10:13:55.746 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:55 smithi008 conmon[29939]: 2022-03-06T10:13:54.898741+0000 mon.smithi008 (mon.0 2022-03-06T10:13:55.747 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:55 smithi008 conmon[29939]: ) 669 : audit [INF] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' 2022-03-06T10:13:55.747 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:55 smithi008 conmon[29939]: audit 2022-03-06T10: 2022-03-06T10:13:55.747 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:55 smithi008 conmon[29939]: 13:54.904903+0000 mon.smithi008 (mon.0) 670 : audit [DBG] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:13:55.747 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:55 smithi008 conmon[29939]: 2022-03-06T10:13:55.748 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:55 smithi008 conmon[29939]: cephadm 2022-03-06T 2022-03-06T10:13:55.748 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:55 smithi008 conmon[29939]: 10:13:54.906197+0000 2022-03-06T10:13:55.748 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:55 smithi008 conmon[29939]: mgr.smithi008.onsztl (mgr.24425) 58 : 2022-03-06T10:13:55.749 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:55 smithi008 conmon[29939]: cephadm [INF] Upgrade: Need to upgrade myself (mgr.smithi008.onsztl) 2022-03-06T10:13:55.749 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:55 smithi008 conmon[29939]: cephadm 2022 2022-03-06T10:13:55.749 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:55 smithi008 conmon[29939]: -03-06T10:13:54.909140+0000 mgr.smithi008.onsztl ( 2022-03-06T10:13:55.749 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:55 smithi008 conmon[29939]: mgr.24425) 59 : cephadm [INF] Failing over to other MGR 2022-03-06T10:13:55.749 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:55 smithi008 conmon[29939]: audit 2022 2022-03-06T10:13:55.750 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:55 smithi008 conmon[29939]: -03-06T10:13:54.909449+0000 mon.smithi008 (mon 2022-03-06T10:13:55.750 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:55 smithi008 conmon[29939]: .0) 671 : audit [INF] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "mgr fail", "who": "smithi008.onsztl"}]: dispatch 2022-03-06T10:13:55.750 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:55 smithi008 conmon[29939]: cluster 2022-03-06T10:13: 2022-03-06T10:13:55.750 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:55 smithi008 conmon[29939]: 54.913613+0000 mon.smithi008 (mon.0) 672 : cluster [DBG] 2022-03-06T10:13:55.751 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:55 smithi008 conmon[29939]: osdmap e63: 8 total, 8 up, 8 in 2022-03-06T10:13:55.751 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:55 smithi008 conmon[29939]: cluster 2022-03-06T10:13:55.751 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:55 smithi008 conmon[29939]: 2022 2022-03-06T10:13:55.751 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:55 smithi008 conmon[29939]: -03-06T10:13:55.005941+0000 mgr.smithi008.onsztl (mgr 2022-03-06T10:13:55.752 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:55 smithi008 conmon[29939]: .24425) 60 : cluster [DBG] pgmap v51: 97 pgs: 97 active+clean; 328 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 10 KiB/s rd, 9.8 MiB/s wr, 934 op/s 2022-03-06T10:13:55.752 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:55 smithi008 conmon[29939]: cluster 2022-03-06T10:13 2022-03-06T10:13:55.752 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:55 smithi008 conmon[29939]: :55.310950+0000 mon.smithi008 (mon.0) 673 : cluster [DBG] 2022-03-06T10:13:55.752 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:55 smithi008 conmon[29939]: Standby manager daemon smithi008.onsztl started 2022-03-06T10:13:56.495 INFO:teuthology.orchestra.run.smithi008.stdout: 5 81611 22.03 MB/sec warmup 104 sec latency 23.921 ms 2022-03-06T10:13:57.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:56 smithi083 conmon[33008]: audit 2022-03-06T10:13:55.905809+0000 mon.smithi008 (mon 2022-03-06T10:13:57.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:56 smithi083 conmon[33008]: .0) 674 : audit [INF] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' cmd='[{"prefix": "mgr fail", "who": "smithi008.onsztl"}]': finished 2022-03-06T10:13:57.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:56 smithi083 conmon[33008]: cluster 2022-03-06T10:13:55.905868+0000 mon.smithi008 (mon.0) 675 : cluster [DBG] mgrmap e25: smithi083.piggzi(active, starting, since 0.99573s), standbys: smithi008.onsztl 2022-03-06T10:13:57.245 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:56 smithi008 conmon[29939]: audit 2022-03-06T10:13:55.905809 2022-03-06T10:13:57.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:56 smithi008 conmon[29939]: +0000 mon.smithi008 (mon.0) 674 : audit [INF] from='mgr.24425 172.21.15.8:0/577412648' entity='mgr.smithi008.onsztl' cmd='[{"prefix": "mgr fail", "who": "smithi008.onsztl"}]': finished 2022-03-06T10:13:57.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:56 smithi008 conmon[29939]: cluster 2022-03-06T10:13:55.905868+0000 mon.smithi008 (mon.0) 675 : cluster [DBG] mgrmap e25: smithi083.piggzi(active, starting, since 0.99573s), standbys: smithi008.onsztl 2022-03-06T10:13:57.495 INFO:teuthology.orchestra.run.smithi008.stdout: 5 82230 21.95 MB/sec warmup 105 sec latency 36.341 ms 2022-03-06T10:13:58.166 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:57 smithi083 conmon[33008]: cluster 2022-03-06T10:13:57.336221+0000 mon.smithi008 2022-03-06T10:13:58.166 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:57 smithi083 conmon[33008]: (mon.0) 676 : cluster [INF] Active manager daemon smithi083.piggzi restarted 2022-03-06T10:13:58.166 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:57 smithi083 conmon[33008]: cluster 2022-03-06T10:13:57.337578+0000 mon.smithi008 (mon.0) 677 : cluster [INF] Activating manager daemon smithi083.piggzi 2022-03-06T10:13:58.167 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:57 smithi083 conmon[33008]: audit 2022-03-06T10:13:57.338337+0000 mon.smithi008 (mon 2022-03-06T10:13:58.167 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:57 smithi083 conmon[33008]: .0) 678 : audit [DBG] from='mgr.? 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi083.piggzi/crt"}]: dispatch 2022-03-06T10:13:58.167 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:57 smithi083 conmon[33008]: cluster 2022-03-06T10:13 2022-03-06T10:13:58.167 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:57 smithi083 conmon[33008]: :57.341724+0000 mon.smithi008 (mon.0) 679 : cluster 2022-03-06T10:13:58.168 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:57 smithi083 conmon[33008]: [DBG] osdmap e64: 8 total, 8 up, 8 in 2022-03-06T10:13:58.168 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:57 smithi083 conmon[33008]: audit 2022-03-06T10:13:57.341902+0000 mon.smithi008 2022-03-06T10:13:58.168 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:57 smithi083 conmon[33008]: (mon.0) 680 : audit [DBG] from='mgr.? 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2022-03-06T10:13:58.168 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:57 smithi083 conmon[33008]: audit 2022-03-06T10:13:58.169 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:57 smithi083 conmon[33008]: 2022-03-06T10:13:57.344144+0000 mon.smithi008 (mon.0) 681 : audit 2022-03-06T10:13:58.169 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:57 smithi083 conmon[33008]: [DBG] from='mgr.? 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi083.piggzi/key"}]: dispatch 2022-03-06T10:13:58.169 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:57 smithi083 conmon[33008]: audit 2022-03-06T10:13:58.169 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:57 smithi083 conmon[33008]: 2022-03-06T10:13:57.344579+0000 mon.smithi008 (mon.0) 682 : audit 2022-03-06T10:13:58.169 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:57 smithi083 conmon[33008]: [DBG] from='mgr.? 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2022-03-06T10:13:58.170 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:57 smithi008 conmon[29939]: cluster 2022-03-06T10:13:57.336221+0000 mon.smithi008 (mon.0) 676 : cluster [INF] Active manager daemon smithi083.piggzi restarted 2022-03-06T10:13:58.170 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:57 smithi008 conmon[29939]: cluster 2022-03-06T10:13:57.337578+0000 mon.smithi008 (mon.0) 677 : cluster [INF] Activating manager daemon smithi083.piggzi 2022-03-06T10:13:58.171 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:57 smithi008 conmon[29939]: audit 2022-03-06T10:13:57.338337+0000 mon.smithi008 (mon.0) 678 : audit [DBG] from='mgr.? 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi083.piggzi/crt"}]: dispatch 2022-03-06T10:13:58.171 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:57 smithi008 conmon[29939]: cluster 2022-03-06 2022-03-06T10:13:58.171 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:57 smithi008 conmon[29939]: T10:13:57.341724+0000 mon.smithi008 (mon.0) 679 : cluster [DBG] osdmap e64: 8 total, 8 up, 8 in 2022-03-06T10:13:58.171 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:57 smithi008 conmon[29939]: audit 2022-03-06T10:13:58.172 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:57 smithi008 conmon[29939]: 2022-03-06T10:13:57.341902 2022-03-06T10:13:58.172 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:57 smithi008 conmon[29939]: +0000 mon.smithi008 (mon.0) 680 : audit 2022-03-06T10:13:58.172 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:57 smithi008 conmon[29939]: [DBG] from='mgr.? 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2022-03-06T10:13:58.172 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:57 smithi008 conmon[29939]: audit 2022-03-06T 2022-03-06T10:13:58.173 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:57 smithi008 conmon[29939]: 10:13:57.344144+0000 mon.smithi008 (mon 2022-03-06T10:13:58.173 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:57 smithi008 conmon[29939]: .0) 681 : audit [DBG] from='mgr.? 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi083.piggzi/key"}]: dispatch 2022-03-06T10:13:58.173 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:57 smithi008 conmon[29939]: audit 2022 2022-03-06T10:13:58.173 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:57 smithi008 conmon[29939]: -03-06T10:13:57.344579 2022-03-06T10:13:58.173 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:57 smithi008 conmon[29939]: +0000 mon.smithi008 (mon.0) 682 : audit [DBG] 2022-03-06T10:13:58.174 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:57 smithi008 conmon[29939]: from='mgr.? 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2022-03-06T10:13:58.497 INFO:teuthology.orchestra.run.smithi008.stdout: 5 82707 21.81 MB/sec warmup 106 sec latency 52.280 ms 2022-03-06T10:13:59.247 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:58 smithi008 conmon[29939]: cluster 2022-03-06T10:13:57.926462 2022-03-06T10:13:59.247 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:58 smithi008 conmon[29939]: +0000 mon.smithi008 (mon.0) 683 : cluster [DBG] mgrmap e26: smithi083.piggzi(active, starting, since 0.589128s), standbys: smithi008.onsztl 2022-03-06T10:13:59.248 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:58 smithi008 conmon[29939]: audit 2022-03-06T10:13:57.930120+0000 mon.smithi083 (mon.1) 20 : audit [DBG] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "mon metadata", "id": "smithi008"}]: dispatch 2022-03-06T10:13:59.248 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:58 smithi008 conmon[29939]: audit 2022-03-06T10:13:57.930350+0000 mon.smithi083 (mon.1) 21 : audit [DBG] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "mon metadata", "id": "smithi083"}]: dispatch 2022-03-06T10:13:59.248 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:58 smithi008 conmon[29939]: audit 2022-03-06T10:13:57.930494+0000 mon.smithi083 (mon.1) 22 : audit [DBG] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi008.htvsun"}]: dispatch 2022-03-06T10:13:59.248 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:58 smithi008 conmon[29939]: audit 2022-03-06T10:13:57.930748+0000 2022-03-06T10:13:59.249 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:58 smithi008 conmon[29939]: mon.smithi083 (mon.1) 23 : audit [DBG] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi083.jmehpg"}]: dispatch 2022-03-06T10:13:59.249 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:58 smithi008 conmon[29939]: audit 2022-03-06T10:13:57.932242+0000 mon.smithi083 (mon.1) 24 : audit [DBG] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "mgr metadata", "who": "smithi083.piggzi", "id": "smithi083.piggzi"}]: dispatch 2022-03-06T10:13:59.249 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:58 smithi008 conmon[29939]: audit 2022-03-06T10:13:57.932511+0000 mon.smithi083 (mon.1) 25 : audit [DBG] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "mgr metadata", "who": "smithi008.onsztl", "id": "smithi008.onsztl"}]: dispatch 2022-03-06T10:13:59.249 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:58 smithi008 conmon[29939]: audit 2022-03-06T10:13:59.250 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:58 smithi008 conmon[29939]: 2022-03-06T10:13:57.932669+0000 mon.smithi083 (mon.1) 26 : audit [DBG] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-03-06T10:13:59.250 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:58 smithi008 conmon[29939]: audit 2022-03-06T10:13:57 2022-03-06T10:13:59.250 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:58 smithi008 conmon[29939]: .932862+0000 mon.smithi083 (mon.1) 27 : audit 2022-03-06T10:13:59.250 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:58 smithi008 conmon[29939]: [DBG] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-03-06T10:13:59.250 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:58 smithi008 conmon[29939]: audit 2022-03-06T10:13:59.251 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:58 smithi008 conmon[29939]: 2022-03-06T10:13:57.933045+0000 2022-03-06T10:13:59.251 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:58 smithi008 conmon[29939]: mon.smithi083 (mon.1) 28 : audit [DBG] 2022-03-06T10:13:59.251 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:58 smithi008 conmon[29939]: from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-03-06T10:13:59.251 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:58 smithi008 conmon[29939]: audit 2022-03-06T10:13:59.252 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:58 smithi008 conmon[29939]: 2022-03-06T10:13:57.933224+0000 mon.smithi083 2022-03-06T10:13:59.252 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:58 smithi008 conmon[29939]: (mon.1) 29 : audit [DBG] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-03-06T10:13:59.252 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:58 smithi008 conmon[29939]: 2022-03-06T10:13:59.252 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:58 smithi008 conmon[29939]: audit 2022-03-06T10 2022-03-06T10:13:59.253 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:58 smithi008 conmon[29939]: :13:57.933797+0000 mon.smithi083 (mon.1) 30 2022-03-06T10:13:59.253 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:58 smithi008 conmon[29939]: : audit [DBG] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-03-06T10:13:59.253 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:58 smithi008 conmon[29939]: audit 2022-03-06T10: 2022-03-06T10:13:59.253 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:58 smithi008 conmon[29939]: 13:57.933983+0000 mon.smithi083 (mon.1 2022-03-06T10:13:59.253 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:58 smithi008 conmon[29939]: ) 31 : audit [DBG] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-03-06T10:13:59.254 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:58 smithi008 conmon[29939]: audit 2022- 2022-03-06T10:13:59.254 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:58 smithi008 conmon[29939]: 03-06T10:13:57.934156 2022-03-06T10:13:59.254 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:58 smithi008 conmon[29939]: +0000 mon.smithi083 (mon.1) 32 : audit 2022-03-06T10:13:59.254 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:58 smithi008 conmon[29939]: [DBG] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-03-06T10:13:59.255 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:58 smithi008 conmon[29939]: audit 2022-03-06T10:13 2022-03-06T10:13:59.255 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:58 smithi008 conmon[29939]: :57.934325+0000 mon.smithi083 (mon.1 2022-03-06T10:13:59.255 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:58 smithi008 conmon[29939]: ) 33 : audit [DBG] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-03-06T10:13:59.255 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:58 smithi008 conmon[29939]: audit 2022-03-06T 2022-03-06T10:13:59.256 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:58 smithi008 conmon[29939]: 10:13:57.937154+0000 mon.smithi083 ( 2022-03-06T10:13:59.256 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:58 smithi008 conmon[29939]: mon.1) 34 : audit [DBG] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "mds metadata"}]: dispatch 2022-03-06T10:13:59.256 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:58 smithi008 conmon[29939]: 2022-03-06T10:13:59.256 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:58 smithi008 conmon[29939]: audit 2022- 2022-03-06T10:13:59.256 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:58 smithi008 conmon[29939]: 03-06T10:13:57.937565+0000 mon.smithi083 (mon 2022-03-06T10:13:59.257 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:58 smithi008 conmon[29939]: .1) 35 : audit [DBG] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "osd metadata"}]: dispatch 2022-03-06T10:13:59.257 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:58 smithi008 conmon[29939]: audit 2022-03-06T10 2022-03-06T10:13:59.257 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:58 smithi008 conmon[29939]: :13:57.938162+0000 mon.smithi083 (mon.1) 2022-03-06T10:13:59.257 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:58 smithi008 conmon[29939]: 36 : audit [DBG] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "mon metadata"}]: dispatch 2022-03-06T10:13:59.258 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:58 smithi008 conmon[29939]: cluster 2022-03-06T10:13: 2022-03-06T10:13:59.258 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:58 smithi008 conmon[29939]: 57.969868+0000 mon.smithi008 (mon.0) 684 : 2022-03-06T10:13:59.258 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:58 smithi008 conmon[29939]: cluster [INF] Manager daemon smithi083.piggzi is now available 2022-03-06T10:13:59.258 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:58 smithi008 conmon[29939]: audit 2022-03-06T10:13:57.999155 2022-03-06T10:13:59.259 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:58 smithi008 conmon[29939]: +0000 mon.smithi008 (mon.0) 685 : audit [INF] 2022-03-06T10:13:59.259 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:58 smithi008 conmon[29939]: from='mgr.14616 ' entity='mgr.smithi083.piggzi' 2022-03-06T10:13:59.259 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:58 smithi008 conmon[29939]: cephadm 2022-03-06T10:13:59.259 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:58 smithi008 conmon[29939]: 2022-03-06T10:13:57.999988+0000 mgr.smithi083.piggzi ( 2022-03-06T10:13:59.259 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:58 smithi008 conmon[29939]: mgr.14616) 1 : cephadm [INF] Queued nfs.foo for migration 2022-03-06T10:13:59.260 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:58 smithi008 conmon[29939]: audit 2022- 2022-03-06T10:13:59.260 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:58 smithi008 conmon[29939]: 03-06T10:13:58.117716+0000 2022-03-06T10:13:59.260 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:58 smithi008 conmon[29939]: mon.smithi083 (mon.1) 37 : audit [DBG] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:13:59.260 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:58 smithi008 conmon[29939]: 2022-03-06T10:13:59.261 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:58 smithi008 conmon[29939]: audit 2022- 2022-03-06T10:13:59.261 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:58 smithi008 conmon[29939]: 03-06T10:13:58.119827+0000 mon.smithi083 (mon.1) 38 : audit [DBG] 2022-03-06T10:13:59.261 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:58 smithi008 conmon[29939]: from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:13:59.261 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:58 smithi008 conmon[29939]: audit 2022-03-06T10:13: 2022-03-06T10:13:59.262 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:58 smithi008 conmon[29939]: 58.156559+0000 mon.smithi008 (mon.0) 686 : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' 2022-03-06T10:13:59.262 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:58 smithi008 conmon[29939]: audit 2022-03-06T10:13:58.171913+0000 mon.smithi083 2022-03-06T10:13:59.262 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:58 smithi008 conmon[29939]: (mon.1) 39 : audit [INF] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi083.piggzi/mirror_snapshot_schedule"}]: dispatch 2022-03-06T10:13:59.262 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:58 smithi008 conmon[29939]: audit 2022-03-06T10:13:59.263 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:58 smithi008 conmon[29939]: 2022-03-06T10:13:58.172430+0000 mon.smithi008 (mon.0) 687 : audit [INF] 2022-03-06T10:13:59.263 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:58 smithi008 conmon[29939]: from='mgr.14616 ' entity='mgr.smithi083.piggzi' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi083.piggzi/mirror_snapshot_schedule"}]: dispatch 2022-03-06T10:13:59.263 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:58 smithi008 conmon[29939]: audit 2022-03-06 2022-03-06T10:13:59.263 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:58 smithi008 conmon[29939]: T10:13:58.180785+0000 mon.smithi083 (mon.1) 40 2022-03-06T10:13:59.263 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:58 smithi008 conmon[29939]: : audit [INF] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi083.piggzi/trash_purge_schedule"}]: dispatch 2022-03-06T10:13:59.264 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:58 smithi008 conmon[29939]: audit 2022-03-06 2022-03-06T10:13:59.264 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:58 smithi008 conmon[29939]: T10:13:58.182277+0000 mon.smithi008 (mon.0) 688 : 2022-03-06T10:13:59.264 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:58 smithi008 conmon[29939]: audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi083.piggzi/trash_purge_schedule"}]: dispatch 2022-03-06T10:13:59.288 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:58 smithi083 conmon[33008]: cluster 2022-03-06T10:13:57.926462+0000 mon.smithi008 (mon.0) 683 : cluster [DBG] mgrmap e26: smithi083.piggzi(active, starting, since 0.589128s), standbys: smithi008.onsztl 2022-03-06T10:13:59.288 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:58 smithi083 conmon[33008]: audit 2022-03-06T10:13:57.930120+0000 mon.smithi083 (mon.1) 20 : audit [DBG] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "mon metadata", "id": "smithi008"}]: dispatch 2022-03-06T10:13:59.288 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:58 smithi083 conmon[33008]: audit 2022-03-06T10:13:57.930350+0000 mon.smithi083 (mon.1) 21 : audit [DBG] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "mon metadata", "id": "smithi083"}]: dispatch 2022-03-06T10:13:59.289 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:58 smithi083 conmon[33008]: audit 2022-03-06T10:13:57.930494+0000 mon.smithi083 (mon.1) 22 : audit [DBG] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi008.htvsun"}]: dispatch 2022-03-06T10:13:59.289 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:58 smithi083 conmon[33008]: audit 2022-03-06T10:13:57.930748+0000 mon.smithi083 (mon.1) 23 : audit [DBG] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi083.jmehpg"}]: dispatch 2022-03-06T10:13:59.289 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:58 smithi083 conmon[33008]: audit 2022-03-06T10:13:57.932242+0000 mon.smithi083 (mon.1) 24 : audit [DBG] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "mgr metadata", "who": "smithi083.piggzi", "id": "smithi083.piggzi"}]: dispatch 2022-03-06T10:13:59.289 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:58 smithi083 conmon[33008]: audit 2022-03-06T10:13:57.932511+0000 mon.smithi083 (mon.1) 25 : audit [DBG] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "mgr metadata", "who": "smithi008.onsztl", "id": "smithi008.onsztl"}]: dispatch 2022-03-06T10:13:59.290 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:58 smithi083 conmon[33008]: audit 2022-03-06T10:13:57.932669+0000 mon.smithi083 (mon.1) 26 : audit [DBG] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-03-06T10:13:59.290 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:58 smithi083 conmon[33008]: audit 2022-03-06T10:13:57.932862+0000 2022-03-06T10:13:59.290 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:58 smithi083 conmon[33008]: mon.smithi083 (mon.1) 27 : audit [DBG] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-03-06T10:13:59.290 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:58 smithi083 conmon[33008]: audit 2022-03-06T10:13:57.933045+0000 mon.smithi083 (mon.1) 28 : audit [DBG] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-03-06T10:13:59.291 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:58 smithi083 conmon[33008]: audit 2022-03-06T10:13:57.933224+0000 mon.smithi083 (mon.1) 29 : audit [DBG] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-03-06T10:13:59.291 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:58 smithi083 conmon[33008]: audit 2022-03-06T10:13:57. 2022-03-06T10:13:59.291 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:58 smithi083 conmon[33008]: 933797+0000 mon.smithi083 (mon.1) 30 : audit [DBG] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-03-06T10:13:59.291 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:58 smithi083 conmon[33008]: audit 2022-03-06T10: 2022-03-06T10:13:59.292 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:58 smithi083 conmon[33008]: 13:57.933983+0000 mon.smithi083 (mon.1) 31 : audit [DBG] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-03-06T10:13:59.292 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:58 smithi083 conmon[33008]: audit 2022-03-06 2022-03-06T10:13:59.292 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:58 smithi083 conmon[33008]: T10:13:57.934156+0000 mon.smithi083 (mon.1 2022-03-06T10:13:59.292 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:58 smithi083 conmon[33008]: ) 32 : audit [DBG] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-03-06T10:13:59.293 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:58 smithi083 conmon[33008]: audit 2022-03-06T10:13:57.934325 2022-03-06T10:13:59.293 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:58 smithi083 conmon[33008]: +0000 mon.smithi083 (mon.1) 33 : audit [DBG] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-03-06T10:13:59.293 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:58 smithi083 conmon[33008]: audit 2022 2022-03-06T10:13:59.293 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:58 smithi083 conmon[33008]: -03-06T10:13:57.937154+0000 2022-03-06T10:13:59.293 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:58 smithi083 conmon[33008]: mon.smithi083 (mon.1) 34 : audit [DBG] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "mds metadata"}]: dispatch 2022-03-06T10:13:59.294 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:58 smithi083 conmon[33008]: audit 2022-03 2022-03-06T10:13:59.294 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:58 smithi083 conmon[33008]: -06T10:13:57.937565+0000 mon.smithi083 ( 2022-03-06T10:13:59.294 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:58 smithi083 conmon[33008]: mon.1) 35 : audit [DBG] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "osd metadata"}]: dispatch 2022-03-06T10:13:59.294 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:58 smithi083 conmon[33008]: audit 2022-03- 2022-03-06T10:13:59.295 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:58 smithi083 conmon[33008]: 06T10:13:57.938162+0000 mon.smithi083 (mon 2022-03-06T10:13:59.295 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:58 smithi083 conmon[33008]: .1) 36 : audit [DBG] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "mon metadata"}]: dispatch 2022-03-06T10:13:59.295 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:58 smithi083 conmon[33008]: cluster 2022-03- 2022-03-06T10:13:59.295 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:58 smithi083 conmon[33008]: 06T10:13:57.969868+0000 mon.smithi008 (mon.0 2022-03-06T10:13:59.296 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:58 smithi083 conmon[33008]: ) 684 : cluster [INF] Manager daemon smithi083.piggzi is now available 2022-03-06T10:13:59.296 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:58 smithi083 conmon[33008]: audit 2022-03-06 2022-03-06T10:13:59.296 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:58 smithi083 conmon[33008]: T10:13:57.999155+0000 mon.smithi008 (mon.0) 2022-03-06T10:13:59.296 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:58 smithi083 conmon[33008]: 685 : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' 2022-03-06T10:13:59.296 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:58 smithi083 conmon[33008]: cephadm 2022-03-06T10 2022-03-06T10:13:59.297 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:58 smithi083 conmon[33008]: :13:57.999988+0000 mgr.smithi083.piggzi (mgr.14616) 1 : cephadm 2022-03-06T10:13:59.297 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:58 smithi083 conmon[33008]: [INF] Queued nfs.foo for migration 2022-03-06T10:13:59.297 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:58 smithi083 conmon[33008]: audit 2022-03 2022-03-06T10:13:59.297 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:58 smithi083 conmon[33008]: -06T10:13:58.117716+0000 mon.smithi083 (mon 2022-03-06T10:13:59.298 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:58 smithi083 conmon[33008]: .1) 37 2022-03-06T10:13:59.298 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:58 smithi083 conmon[33008]: : audit [DBG] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:13:59.298 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:58 smithi083 conmon[33008]: audit 2022-03- 2022-03-06T10:13:59.298 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:58 smithi083 conmon[33008]: 06T10:13:58.119827+0000 2022-03-06T10:13:59.299 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:58 smithi083 conmon[33008]: mon.smithi083 (mon.1) 38 : audit 2022-03-06T10:13:59.299 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:58 smithi083 conmon[33008]: [DBG] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:13:59.299 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:58 smithi083 conmon[33008]: audit 2022-03-06T10:13:59.299 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:58 smithi083 conmon[33008]: 2022- 2022-03-06T10:13:59.299 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:58 smithi083 conmon[33008]: 03-06T10:13:58.156559+0000 mon.smithi008 ( 2022-03-06T10:13:59.300 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:58 smithi083 conmon[33008]: mon.0) 686 : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' 2022-03-06T10:13:59.300 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:58 smithi083 conmon[33008]: audit 2022 2022-03-06T10:13:59.300 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:58 smithi083 conmon[33008]: -03-06T10:13:58. 2022-03-06T10:13:59.300 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:58 smithi083 conmon[33008]: 171913+0000 mon.smithi083 (mon.1) 39 2022-03-06T10:13:59.301 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:58 smithi083 conmon[33008]: : audit [INF] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi083.piggzi/mirror_snapshot_schedule"}]: dispatch 2022-03-06T10:13:59.301 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:58 smithi083 conmon[33008]: audit 2022- 2022-03-06T10:13:59.301 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:58 smithi083 conmon[33008]: 03-06T10:13:58. 2022-03-06T10:13:59.301 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:58 smithi083 conmon[33008]: 172430+0000 mon.smithi008 (mon.0) 687 2022-03-06T10:13:59.301 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:58 smithi083 conmon[33008]: : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi083.piggzi/mirror_snapshot_schedule"}]: dispatch 2022-03-06T10:13:59.302 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:58 smithi083 conmon[33008]: audit 2022-03 2022-03-06T10:13:59.302 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:58 smithi083 conmon[33008]: -06T10:13:58.180785 2022-03-06T10:13:59.302 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:58 smithi083 conmon[33008]: +0000 mon.smithi083 (mon.1) 40 : 2022-03-06T10:13:59.302 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:58 smithi083 conmon[33008]: audit [INF] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi083.piggzi/trash_purge_schedule"}]: dispatch 2022-03-06T10:13:59.303 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:58 smithi083 conmon[33008]: audit 2022-03 2022-03-06T10:13:59.303 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:58 smithi083 conmon[33008]: -06T10:13:58.182277 2022-03-06T10:13:59.303 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:58 smithi083 conmon[33008]: +0000 mon.smithi008 (mon.0) 688 : 2022-03-06T10:13:59.303 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:58 smithi083 conmon[33008]: audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi083.piggzi/trash_purge_schedule"}]: dispatch 2022-03-06T10:13:59.497 INFO:teuthology.orchestra.run.smithi008.stdout: 5 83271 21.75 MB/sec warmup 107 sec latency 48.872 ms 2022-03-06T10:14:00.245 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:59 smithi008 conmon[29939]: cluster 2022-03-06T10:13: 2022-03-06T10:14:00.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:59 smithi008 conmon[29939]: 58.937084+0000 mon.smithi008 (mon.0) 689 : cluster [DBG] mgrmap e27: smithi083.piggzi(active, since 1.59976s), standbys: smithi008.onsztl 2022-03-06T10:14:00.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:13:59 smithi008 conmon[29939]: cluster 2022-03-06T10:13:58.946916+0000 mgr.smithi083.piggzi (mgr.14616) 2 : cluster [DBG] pgmap v3: 97 pgs: 97 active+clean; 314 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2022-03-06T10:14:00.287 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:59 smithi083 conmon[33008]: cluster 2022-03-06T10:13:58.937084+0000 mon.smithi008 ( 2022-03-06T10:14:00.288 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:59 smithi083 conmon[33008]: mon.0) 689 : cluster [DBG] mgrmap e27: smithi083.piggzi(active, since 1.59976s), standbys: smithi008.onsztl 2022-03-06T10:14:00.288 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:13:59 smithi083 conmon[33008]: cluster 2022-03-06T10:13:58.946916+0000 mgr.smithi083.piggzi (mgr.14616) 2 : cluster [DBG] pgmap v3: 97 pgs: 97 active+clean; 314 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2022-03-06T10:14:00.497 INFO:teuthology.orchestra.run.smithi008.stdout: 5 83886 21.63 MB/sec warmup 108 sec latency 25.724 ms 2022-03-06T10:14:01.245 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:00 smithi008 conmon[29939]: cluster 2022-03-06T10:13:59.937231+0000 mgr.smithi083.piggzi (mgr 2022-03-06T10:14:01.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:00 smithi008 conmon[29939]: .14616) 3 : cluster [DBG] pgmap v4: 97 pgs: 97 active+clean; 314 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2022-03-06T10:14:01.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:00 smithi008 conmon[29939]: cluster 2022-03-06T10:13:59.943573+0000 mon.smithi008 (mon.0) 690 : cluster [DBG] mgrmap e28: smithi083.piggzi(active, since 2s), standbys: smithi008.onsztl 2022-03-06T10:14:01.287 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:00 smithi083 conmon[33008]: cluster 2022-03-06T10:13:59. 2022-03-06T10:14:01.288 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:00 smithi083 conmon[33008]: 937231+0000 mgr.smithi083.piggzi (mgr.14616) 3 : cluster [DBG] pgmap v4: 97 pgs: 97 active+clean; 314 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2022-03-06T10:14:01.288 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:00 smithi083 conmon[33008]: cluster 2022-03-06T10:13:59.943573+0000 mon.smithi008 (mon.0) 690 : cluster [DBG] 2022-03-06T10:14:01.288 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:00 smithi083 conmon[33008]: mgrmap e28: smithi083.piggzi(active, since 2s), standbys: smithi008.onsztl 2022-03-06T10:14:01.497 INFO:teuthology.orchestra.run.smithi008.stdout: 5 84213 21.53 MB/sec warmup 109 sec latency 33.402 ms 2022-03-06T10:14:02.497 INFO:teuthology.orchestra.run.smithi008.stdout: 5 84665 21.52 MB/sec warmup 110 sec latency 45.272 ms 2022-03-06T10:14:03.245 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:02 smithi008 conmon[29939]: cluster 2022-03-06T10:14:01.937576+0000 mgr.smithi083.piggzi (mgr 2022-03-06T10:14:03.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:02 smithi008 conmon[29939]: .14616) 4 : cluster [DBG] pgmap v5: 97 pgs: 97 active+clean; 314 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2022-03-06T10:14:03.287 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:02 smithi083 conmon[33008]: cluster 2022-03-06T10:14:01.937576+0000 mgr.smithi083.piggzi 2022-03-06T10:14:03.287 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:02 smithi083 conmon[33008]: (mgr.14616) 4 : cluster [DBG] pgmap v5: 97 pgs: 97 active+clean; 314 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2022-03-06T10:14:03.497 INFO:teuthology.orchestra.run.smithi008.stdout: 5 85260 21.54 MB/sec warmup 111 sec latency 41.415 ms 2022-03-06T10:14:04.245 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:03 smithi008 conmon[29939]: cluster 2022-03 2022-03-06T10:14:04.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:03 smithi008 conmon[29939]: -06T10:14:03.780999+0000 mon.smithi008 (mon.0) 691 : cluster [DBG] Standby manager daemon smithi008.onsztl restarted 2022-03-06T10:14:04.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:03 smithi008 conmon[29939]: cluster 2022-03-06T10:14:04.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:03 smithi008 conmon[29939]: 2022-03-06T10:14:03.781182+0000 mon.smithi008 (mon.0) 692 : cluster 2022-03-06T10:14:04.247 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:03 smithi008 conmon[29939]: [DBG] Standby manager daemon smithi008.onsztl started 2022-03-06T10:14:04.247 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:03 smithi008 conmon[29939]: audit 2022- 2022-03-06T10:14:04.247 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:03 smithi008 conmon[29939]: 03-06T10:14:03.782777 2022-03-06T10:14:04.247 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:03 smithi008 conmon[29939]: +0000 mon.smithi008 (mon.0) 693 : audit [DBG] 2022-03-06T10:14:04.248 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:03 smithi008 conmon[29939]: from='mgr.? 172.21.15.8:0/1986891006' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi008.onsztl/crt"}]: dispatch 2022-03-06T10:14:04.248 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:03 smithi008 conmon[29939]: audit 2022-03-06T10:14:04.248 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:03 smithi008 conmon[29939]: 2022-03-06T10: 2022-03-06T10:14:04.248 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:03 smithi008 conmon[29939]: 14:03.786502+0000 mon.smithi008 (mon. 2022-03-06T10:14:04.248 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:03 smithi008 conmon[29939]: 0) 694 : audit 2022-03-06T10:14:04.249 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:03 smithi008 conmon[29939]: [DBG] from='mgr.? 172.21.15.8:0/1986891006' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2022-03-06T10:14:04.249 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:03 smithi008 conmon[29939]: audit 2022-03- 2022-03-06T10:14:04.249 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:03 smithi008 conmon[29939]: 06T10:14:03.789000+0000 mon.smithi008 ( 2022-03-06T10:14:04.249 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:03 smithi008 conmon[29939]: mon.0) 695 : audit 2022-03-06T10:14:04.250 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:03 smithi008 conmon[29939]: [DBG] from='mgr.? 172.21.15.8:0/1986891006' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi008.onsztl/key"}]: dispatch 2022-03-06T10:14:04.250 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:03 smithi008 conmon[29939]: audit 2022-03-06T10:14: 2022-03-06T10:14:04.250 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:03 smithi008 conmon[29939]: 03.789392+0000 mon.smithi008 (mon.0) 696 : 2022-03-06T10:14:04.250 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:03 smithi008 conmon[29939]: audit [DBG] from='mgr.? 172.21.15.8:0/1986891006' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2022-03-06T10:14:04.287 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:03 smithi083 conmon[33008]: cluster 2022-03-06T10:14:03.780999+0000 mon.smithi008 (mon. 2022-03-06T10:14:04.287 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:03 smithi083 conmon[33008]: 0) 691 : cluster [DBG] Standby manager daemon smithi008.onsztl restarted 2022-03-06T10:14:04.288 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:03 smithi083 conmon[33008]: cluster 2022-03-06T10:14:03.781182+0000 mon.smithi008 (mon.0) 692 : cluster [DBG] Standby manager daemon smithi008.onsztl started 2022-03-06T10:14:04.288 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:03 smithi083 conmon[33008]: audit 2022-03-06T10:14:03.782777+0000 mon.smithi008 (mon.0) 693 : audit [DBG] from='mgr.? 172.21.15.8:0/1986891006' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi008.onsztl/crt"}]: dispatch 2022-03-06T10:14:04.288 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:03 smithi083 conmon[33008]: audit 2022-03-06T10:14:03.786502+0000 mon.smithi008 (mon.0) 694 : audit [DBG] from='mgr.? 172.21.15.8:0/1986891006' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2022-03-06T10:14:04.289 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:03 smithi083 conmon[33008]: audit 2022-03-06T10:14:03.789000+0000 mon.smithi008 (mon.0) 695 : audit [DBG] from='mgr.? 172.21.15.8:0/1986891006' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi008.onsztl/key"}]: dispatch 2022-03-06T10:14:04.289 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:03 smithi083 conmon[33008]: audit 2022-03-06T10:14:03.789392+0000 mon.smithi008 (mon.0) 696 : audit [DBG] from='mgr.? 172.21.15.8:0/1986891006' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2022-03-06T10:14:04.497 INFO:teuthology.orchestra.run.smithi008.stdout: 5 85665 21.42 MB/sec warmup 112 sec latency 25.264 ms 2022-03-06T10:14:05.245 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:04 smithi008 conmon[29939]: cluster 2022-03-06T10:14:03.937990+0000 mgr.smithi083.piggzi (mgr.14616) 5 : cluster [DBG] pgmap v6: 97 pgs: 97 active+clean; 314 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.4 KiB/s rd, 4.4 KiB/s wr, 3 op/s 2022-03-06T10:14:05.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:04 smithi008 conmon[29939]: cluster 2022-03-06T10:14:03.954703+0000 mon.smithi008 (mon.0) 697 : cluster [DBG] mgrmap e29: smithi083.piggzi(active, since 6s), standbys: smithi008.onsztl 2022-03-06T10:14:05.287 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:04 smithi083 conmon[33008]: cluster 2022-03-06T10:14:03.937990+0000 mgr.smithi083.piggzi 2022-03-06T10:14:05.288 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:04 smithi083 conmon[33008]: (mgr.14616) 5 : cluster [DBG] pgmap v6: 97 pgs: 97 active+clean; 314 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.4 KiB/s rd, 4.4 KiB/s wr, 3 op/s 2022-03-06T10:14:05.288 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:04 smithi083 conmon[33008]: cluster 2022-03-06T10:14:03.954703+0000 mon.smithi008 (mon.0) 697 : cluster [DBG] mgrmap e29: smithi083.piggzi(active, since 6s), standbys: smithi008.onsztl 2022-03-06T10:14:05.497 INFO:teuthology.orchestra.run.smithi008.stdout: 5 86085 21.27 MB/sec warmup 113 sec latency 40.696 ms 2022-03-06T10:14:06.287 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:06 smithi083 conmon[33008]: audit 2022-03-06T10:14:05.028982+0000 mon.smithi008 (mon. 2022-03-06T10:14:06.288 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:06 smithi083 conmon[33008]: 0) 698 : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' 2022-03-06T10:14:06.288 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:06 smithi083 conmon[33008]: audit 2022-03-06T10:14:05.466580+0000 mon.smithi083 (mon.1) 41 : audit [INF] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config rm", "who": "osd/host:smithi083", "name": "osd_memory_target"}]: dispatch 2022-03-06T10:14:06.288 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:06 smithi083 conmon[33008]: audit 2022-03-06T10: 2022-03-06T10:14:06.288 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:06 smithi083 conmon[33008]: 14:05.467063+0000 mon.smithi008 (mon.0) 699 : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config rm", "who": "osd/host:smithi083", "name": "osd_memory_target"}]: dispatch 2022-03-06T10:14:06.289 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:06 smithi083 conmon[33008]: cluster 2022-03-06T10:14:06.289 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:06 smithi083 conmon[33008]: 2022-03-06T10:14:05.938572+0000 mgr.smithi083.piggzi ( 2022-03-06T10:14:06.289 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:06 smithi083 conmon[33008]: mgr.14616) 6 : cluster [DBG] pgmap v7: 97 pgs: 97 active+clean; 325 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.1 KiB/s rd, 5.2 MiB/s wr, 466 op/s 2022-03-06T10:14:06.495 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:06 smithi008 conmon[29939]: audit 2022-03-06T10:14:05.028982+0000 mon.smithi008 (mon. 2022-03-06T10:14:06.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:06 smithi008 conmon[29939]: 0) 698 : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' 2022-03-06T10:14:06.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:06 smithi008 conmon[29939]: audit 2022-03-06T10:14:05.466580+0000 mon.smithi083 (mon.1) 41 : audit [INF] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config rm", "who": "osd/host:smithi083", "name": "osd_memory_target"}]: dispatch 2022-03-06T10:14:06.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:06 smithi008 conmon[29939]: audit 2022-03-06T10:14:05.467063+0000 2022-03-06T10:14:06.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:06 smithi008 conmon[29939]: mon.smithi008 (mon.0) 699 : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config rm", "who": "osd/host:smithi083", "name": "osd_memory_target"}]: dispatch 2022-03-06T10:14:06.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:06 smithi008 conmon[29939]: cluster 2022-03-06T10 2022-03-06T10:14:06.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:06 smithi008 conmon[29939]: :14:05.938572+0000 mgr.smithi083.piggzi (mgr 2022-03-06T10:14:06.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:06 smithi008 conmon[29939]: .14616) 6 : cluster [DBG] 2022-03-06T10:14:06.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:06 smithi008 conmon[29939]: pgmap v7: 97 pgs: 97 active+clean; 325 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.1 KiB/s rd, 5.2 MiB/s wr, 466 op/s 2022-03-06T10:14:06.498 INFO:teuthology.orchestra.run.smithi008.stdout: 5 86546 21.22 MB/sec warmup 114 sec latency 38.607 ms 2022-03-06T10:14:07.497 INFO:teuthology.orchestra.run.smithi008.stdout: 5 87483 21.16 MB/sec warmup 115 sec latency 297.740 ms 2022-03-06T10:14:07.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:07 smithi008 conmon[29939]: audit 2022-03-06T10:14:06.587996+0000 mon.smithi008 ( 2022-03-06T10:14:07.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:07 smithi008 conmon[29939]: mon.0) 700 : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' 2022-03-06T10:14:07.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:07 smithi008 conmon[29939]: audit 2022-03-06T10:14:07.156781+0000 mon.smithi083 (mon.1) 42 : audit [INF] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config rm", "who": "osd/host:smithi008", "name": "osd_memory_target"}]: dispatch 2022-03-06T10:14:07.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:07 smithi008 conmon[29939]: audit 2022-03-06T10:14:07.157292+0000 mon.smithi008 (mon.0) 701 : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config rm", "who": "osd/host:smithi008", "name": "osd_memory_target"}]: dispatch 2022-03-06T10:14:07.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:07 smithi008 conmon[29939]: audit 2022-03-06T10:14:07.162802+0000 mon.smithi008 (mon.0) 702 : audit 2022-03-06T10:14:07.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:07 smithi008 conmon[29939]: [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' 2022-03-06T10:14:08.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:07 smithi083 conmon[33008]: audit 2022-03-06T10:14:06.587996+0000 mon.smithi008 (mon.0) 700 : audit [INF] 2022-03-06T10:14:08.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:07 smithi083 conmon[33008]: from='mgr.14616 ' entity='mgr.smithi083.piggzi' 2022-03-06T10:14:08.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:07 smithi083 conmon[33008]: audit 2022-03-06T10:14:07.156781+0000 mon.smithi083 (mon.1) 42 : audit [INF] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config rm", "who": "osd/host:smithi008", "name": "osd_memory_target"}]: dispatch 2022-03-06T10:14:08.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:07 smithi083 conmon[33008]: audit 2022-03-06T10:14 2022-03-06T10:14:08.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:07 smithi083 conmon[33008]: :07.157292+0000 mon.smithi008 (mon.0) 701 : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config rm", "who": "osd/host:smithi008", "name": "osd_memory_target"}]: dispatch 2022-03-06T10:14:08.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:07 smithi083 conmon[33008]: audit 2022-03 2022-03-06T10:14:08.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:07 smithi083 conmon[33008]: -06T10:14:07.162802+0000 mon.smithi008 (mon.0) 702 : audit 2022-03-06T10:14:08.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:07 smithi083 conmon[33008]: [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' 2022-03-06T10:14:08.498 INFO:teuthology.orchestra.run.smithi008.stdout: 5 88127 21.23 MB/sec warmup 116 sec latency 467.395 ms 2022-03-06T10:14:08.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:08 smithi008 conmon[29939]: audit 2022-03-06T10:14:07.182319+0000 mon.smithi083 (mon.1) 43 : audit [INF] 2022-03-06T10:14:08.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:08 smithi008 conmon[29939]: from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "osd pool create", "pool": ".nfs"}]: dispatch 2022-03-06T10:14:08.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:08 smithi008 conmon[29939]: audit 2022-03-06T10:14:07.182774+0000 mon.smithi008 (mon.0) 703 : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "osd pool create", "pool": ".nfs"}]: dispatch 2022-03-06T10:14:08.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:08 smithi008 conmon[29939]: cluster 2022-03-06T10:14:07.938930+0000 mgr.smithi083.piggzi 2022-03-06T10:14:08.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:08 smithi008 conmon[29939]: (mgr.14616) 7 : cluster [DBG] pgmap v8: 97 pgs: 97 active+clean; 325 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.4 KiB/s rd, 4.1 MiB/s wr, 362 op/s 2022-03-06T10:14:08.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:08 smithi008 conmon[29939]: audit 2022 2022-03-06T10:14:08.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:08 smithi008 conmon[29939]: -03-06T10:14:08.165001+0000 mon.smithi008 (mon 2022-03-06T10:14:08.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:08 smithi008 conmon[29939]: .0) 704 : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' cmd='[{"prefix": "osd pool create", "pool": ".nfs"}]': finished 2022-03-06T10:14:08.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:08 smithi008 conmon[29939]: cluster 2022-03- 2022-03-06T10:14:08.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:08 smithi008 conmon[29939]: 06T10:14:08.165117+0000 mon.smithi008 (mon. 2022-03-06T10:14:08.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:08 smithi008 conmon[29939]: 0) 705 : cluster [DBG] osdmap e65: 8 total, 8 up, 8 in 2022-03-06T10:14:08.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:08 smithi008 conmon[29939]: audit 2022-03-06 2022-03-06T10:14:08.999 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:08 smithi008 conmon[29939]: T10:14:08.165685+0000 mon.smithi083 (mon. 2022-03-06T10:14:08.999 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:08 smithi008 conmon[29939]: 1) 44 : audit [INF] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]: dispatch 2022-03-06T10:14:08.999 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:08 smithi008 conmon[29939]: audit 2022- 2022-03-06T10:14:08.999 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:08 smithi008 conmon[29939]: 03-06T10:14:08.167985+0000 mon.smithi008 ( 2022-03-06T10:14:08.999 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:08 smithi008 conmon[29939]: mon.0) 706 : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]: dispatch 2022-03-06T10:14:09.000 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:08 smithi008 conmon[29939]: audit 2022-03-06 2022-03-06T10:14:09.000 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:08 smithi008 conmon[29939]: T10:14:08.168158+0000 mon.smithi083 (mon.1 2022-03-06T10:14:09.000 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:08 smithi008 conmon[29939]: ) 45 : audit [INF] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "osd pool application enable", "pool": ".nfs", "app": "nfs"}]: dispatch 2022-03-06T10:14:09.000 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:08 smithi008 conmon[29939]: audit 2022-03-06T10 2022-03-06T10:14:09.001 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:08 smithi008 conmon[29939]: :14:08.168628+0000 mon.smithi008 (mon.0) 2022-03-06T10:14:09.001 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:08 smithi008 conmon[29939]: 707 : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "osd pool application enable", "pool": ".nfs", "app": "nfs"}]: dispatch 2022-03-06T10:14:09.001 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:08 smithi008 conmon[29939]: audit 2022-03-06T10: 2022-03-06T10:14:09.001 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:08 smithi008 conmon[29939]: 14:08.170731+0000 mon.smithi083 (mon.1) 46 2022-03-06T10:14:09.001 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:08 smithi008 conmon[29939]: : audit [INF] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2022-03-06T10:14:09.002 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:08 smithi008 conmon[29939]: audit 2022-03-06T10:14: 2022-03-06T10:14:09.002 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:08 smithi008 conmon[29939]: 08.171394+0000 mon.smithi008 (mon.0) 708 : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2022-03-06T10:14:09.002 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:08 smithi008 conmon[29939]: 2022-03-06T10:14:09.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:08 smithi083 conmon[33008]: audit 2022-03-06T10:14:07.182319+0000 mon.smithi083 (mon. 2022-03-06T10:14:09.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:08 smithi083 conmon[33008]: 1) 43 : audit [INF] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "osd pool create", "pool": ".nfs"}]: dispatch 2022-03-06T10:14:09.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:08 smithi083 conmon[33008]: audit 2022-03-06T10:14:07.182774+0000 mon.smithi008 (mon.0) 703 : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "osd pool create", "pool": ".nfs"}]: dispatch 2022-03-06T10:14:09.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:08 smithi083 conmon[33008]: cluster 2022-03-06T10:14:09.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:08 smithi083 conmon[33008]: 2022-03-06T10:14:07.938930+0000 mgr.smithi083.piggzi (mgr.14616) 7 : cluster [DBG] pgmap v8: 97 pgs: 97 active+clean; 325 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.4 KiB/s rd, 4.1 MiB/s wr, 362 op/s 2022-03-06T10:14:09.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:08 smithi083 conmon[33008]: 2022-03-06T10:14:09.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:08 smithi083 conmon[33008]: audit 2022-03-06T10:14:09.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:08 smithi083 conmon[33008]: 2022-03-06T10:14:08.165001 2022-03-06T10:14:09.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:08 smithi083 conmon[33008]: +0000 mon.smithi008 (mon.0) 704 : audit [INF] 2022-03-06T10:14:09.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:08 smithi083 conmon[33008]: from='mgr.14616 ' entity='mgr.smithi083.piggzi' cmd='[{"prefix": "osd pool create", "pool": ".nfs"}]': finished 2022-03-06T10:14:09.040 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:08 smithi083 conmon[33008]: cluster 2022-03-06T10:14:09.040 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:08 smithi083 conmon[33008]: 2022-03-06T10:14:08. 2022-03-06T10:14:09.040 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:08 smithi083 conmon[33008]: 165117+0000 mon.smithi008 (mon.0) 705 2022-03-06T10:14:09.040 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:08 smithi083 conmon[33008]: : cluster [DBG] osdmap e65: 8 total, 8 up, 8 in 2022-03-06T10:14:09.041 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:08 smithi083 conmon[33008]: audit 2022 2022-03-06T10:14:09.041 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:08 smithi083 conmon[33008]: -03-06T10:14:08 2022-03-06T10:14:09.041 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:08 smithi083 conmon[33008]: .165685+0000 mon.smithi083 (mon.1) 44 : audit 2022-03-06T10:14:09.041 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:08 smithi083 conmon[33008]: [INF] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]: dispatch 2022-03-06T10:14:09.041 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:08 smithi083 conmon[33008]: audit 2022-03-06 2022-03-06T10:14:09.042 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:08 smithi083 conmon[33008]: T10:14:08.167985+0000 mon.smithi008 2022-03-06T10:14:09.042 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:08 smithi083 conmon[33008]: (mon.0) 706 : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]: dispatch 2022-03-06T10:14:09.042 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:08 smithi083 conmon[33008]: audit 2022-03-06T10:14:09.042 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:08 smithi083 conmon[33008]: 2022-03-06T10:14: 2022-03-06T10:14:09.043 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:08 smithi083 conmon[33008]: 08.168158+0000 mon.smithi083 (mon.1) 2022-03-06T10:14:09.043 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:08 smithi083 conmon[33008]: 45 : audit [INF] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "osd pool application enable", "pool": ".nfs", "app": "nfs"}]: dispatch 2022-03-06T10:14:09.043 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:08 smithi083 conmon[33008]: audit 2022-03 2022-03-06T10:14:09.043 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:08 smithi083 conmon[33008]: -06T10:14:08.168628+0000 mon.smithi008 (mon 2022-03-06T10:14:09.044 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:08 smithi083 conmon[33008]: .0) 707 : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "osd pool application enable", "pool": ".nfs", "app": "nfs"}]: dispatch 2022-03-06T10:14:09.044 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:08 smithi083 conmon[33008]: audit 2022-03-06T10:14: 2022-03-06T10:14:09.044 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:08 smithi083 conmon[33008]: 08.170731+0000 mon.smithi083 (mon.1) 46 : audit [INF] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2022-03-06T10:14:09.044 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:08 smithi083 conmon[33008]: audit 2022 2022-03-06T10:14:09.045 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:08 smithi083 conmon[33008]: -03-06T10:14:08.171394+0000 mon.smithi008 (mon.0) 708 : audit [INF] 2022-03-06T10:14:09.045 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:08 smithi083 conmon[33008]: from='mgr.14616 ' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2022-03-06T10:14:09.498 INFO:teuthology.orchestra.run.smithi008.stdout: 5 88946 21.31 MB/sec warmup 117 sec latency 24.293 ms 2022-03-06T10:14:09.896 INFO:teuthology.orchestra.run.smithi008.stdout:true 2022-03-06T10:14:10.217 INFO:teuthology.orchestra.run.smithi008.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-06T10:14:10.218 INFO:teuthology.orchestra.run.smithi008.stdout:alertmanager.smithi008 smithi008 *:9093,9094 running (5m) 3s ago 6m 18.0M - 0.20.0 0881eb8f169f c1b598605d37 2022-03-06T10:14:10.218 INFO:teuthology.orchestra.run.smithi008.stdout:crash.smithi008 smithi008 running (6m) 3s ago 6m 7025k - 16.2.4 8d91d370c2b8 cb8dd3b8791a 2022-03-06T10:14:10.218 INFO:teuthology.orchestra.run.smithi008.stdout:crash.smithi083 smithi083 running (6m) 5s ago 6m 7180k - 16.2.4 8d91d370c2b8 bffb25d3bd63 2022-03-06T10:14:10.219 INFO:teuthology.orchestra.run.smithi008.stdout:grafana.smithi008 smithi008 *:3000 running (5m) 3s ago 6m 40.3M - 6.7.4 557c83e11646 8cfaa70fda74 2022-03-06T10:14:10.219 INFO:teuthology.orchestra.run.smithi008.stdout:mds.foofs.smithi008.htvsun smithi008 running (2m) 3s ago 2m 14.3M - 16.2.4 8d91d370c2b8 26ca5f515dbd 2022-03-06T10:14:10.220 INFO:teuthology.orchestra.run.smithi008.stdout:mds.foofs.smithi083.jmehpg smithi083 running (2m) 5s ago 2m 40.9M - 16.2.4 8d91d370c2b8 19936905fcd9 2022-03-06T10:14:10.220 INFO:teuthology.orchestra.run.smithi008.stdout:mgr.smithi008.onsztl smithi008 *:9283 running (8m) 3s ago 8m 169M - 16.2.4 8d91d370c2b8 f7faef0a395b 2022-03-06T10:14:10.220 INFO:teuthology.orchestra.run.smithi008.stdout:mgr.smithi083.piggzi smithi083 *:8443,9283 running (20s) 5s ago 6m 420M - 16.2.7-537-ge1551c35 c014a449df4d ef9761978fa5 2022-03-06T10:14:10.220 INFO:teuthology.orchestra.run.smithi008.stdout:mon.smithi008 smithi008 running (8m) 3s ago 8m 122M 2048M 16.2.4 8d91d370c2b8 15a39b656753 2022-03-06T10:14:10.221 INFO:teuthology.orchestra.run.smithi008.stdout:mon.smithi083 smithi083 running (6m) 5s ago 6m 79.9M 2048M 16.2.4 8d91d370c2b8 5fe0483de9e7 2022-03-06T10:14:10.221 INFO:teuthology.orchestra.run.smithi008.stdout:nfs.foo.smithi008 smithi008 *:2049 running (2m) 3s ago 2m 224M - 3.5 8d91d370c2b8 4a032511c346 2022-03-06T10:14:10.221 INFO:teuthology.orchestra.run.smithi008.stdout:nfs.foo.smithi083 smithi083 *:2049 running (2m) 5s ago 2m 70.1M - 3.5 8d91d370c2b8 bf03c4184796 2022-03-06T10:14:10.221 INFO:teuthology.orchestra.run.smithi008.stdout:node-exporter.smithi008 smithi008 *:9100 running (6m) 3s ago 6m 16.2M - 0.18.1 e5a616e4b9cf bfdc0c131d05 2022-03-06T10:14:10.222 INFO:teuthology.orchestra.run.smithi008.stdout:node-exporter.smithi083 smithi083 *:9100 running (6m) 5s ago 6m 18.3M - 0.18.1 e5a616e4b9cf 58c011f53df8 2022-03-06T10:14:10.222 INFO:teuthology.orchestra.run.smithi008.stdout:osd.0 smithi008 running (5m) 3s ago 5m 1166M 4096M 16.2.4 8d91d370c2b8 09267a39eb6d 2022-03-06T10:14:10.222 INFO:teuthology.orchestra.run.smithi008.stdout:osd.1 smithi008 running (5m) 3s ago 5m 1027M 4096M 16.2.4 8d91d370c2b8 e878396d80d2 2022-03-06T10:14:10.222 INFO:teuthology.orchestra.run.smithi008.stdout:osd.2 smithi008 running (5m) 3s ago 5m 641M 4096M 16.2.4 8d91d370c2b8 5e3f5ffb7fba 2022-03-06T10:14:10.223 INFO:teuthology.orchestra.run.smithi008.stdout:osd.3 smithi008 running (4m) 3s ago 4m 1058M 4096M 16.2.4 8d91d370c2b8 5fa99abadf0b 2022-03-06T10:14:10.223 INFO:teuthology.orchestra.run.smithi008.stdout:osd.4 smithi083 running (4m) 5s ago 4m 1074M 4096M 16.2.4 8d91d370c2b8 4f35be895c05 2022-03-06T10:14:10.223 INFO:teuthology.orchestra.run.smithi008.stdout:osd.5 smithi083 running (4m) 5s ago 4m 1292M 4096M 16.2.4 8d91d370c2b8 f4c5c00fd474 2022-03-06T10:14:10.223 INFO:teuthology.orchestra.run.smithi008.stdout:osd.6 smithi083 running (4m) 5s ago 4m 988M 4096M 16.2.4 8d91d370c2b8 e3dc87d3a982 2022-03-06T10:14:10.224 INFO:teuthology.orchestra.run.smithi008.stdout:osd.7 smithi083 running (3m) 5s ago 3m 1686M 4096M 16.2.4 8d91d370c2b8 c31fb227ce1f 2022-03-06T10:14:10.224 INFO:teuthology.orchestra.run.smithi008.stdout:prometheus.smithi008 smithi008 *:9095 running (5m) 3s ago 6m 42.8M - 2.18.1 de242295e225 63679ba213b0 2022-03-06T10:14:10.288 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:10 smithi083 conmon[33008]: audit 2022-03-06T10:14:09.166785+0000 mon.smithi008 (mon.0) 709 : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' cmd='[{"prefix": "osd pool application enable", "pool": ".nfs", "app": "nfs"}]': finished 2022-03-06T10:14:10.288 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:10 smithi083 conmon[33008]: audit 2022-03-06T10:14:09.166909+0000 mon.smithi008 (mon.0) 710 : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2022-03-06T10:14:10.289 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:10 smithi083 conmon[33008]: cluster 2022-03-06T10:14:09.167018+0000 mon.smithi008 (mon.0) 711 : cluster [DBG] osdmap e66: 8 total, 8 up, 8 in 2022-03-06T10:14:10.289 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:10 smithi083 conmon[33008]: cephadm 2022-03-06T10:14:09.169051+0000 mgr.smithi083.piggzi (mgr.14616) 8 : cephadm [INF] Migrating nfs.foo from legacy pool nfs-ganesha namespace foo 2022-03-06T10:14:10.289 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:10 smithi083 conmon[33008]: cephadm 2022-03-06T10:14:09.206598+0000 mgr.smithi083.piggzi (mgr.14616) 9 : cephadm [INF] Found 1 exports for legacy nfs.foo 2022-03-06T10:14:10.289 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:10 smithi083 conmon[33008]: cephadm 2022-03-06T10:14:09.206729+0000 mgr.smithi083.piggzi (mgr.14616) 10 : cephadm [INF] Removing old nfs.foo daemons ['nfs.foo.smithi008', 'nfs.foo.smithi083'] 2022-03-06T10:14:10.289 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:10 smithi083 conmon[33008]: cephadm 2022-03-06T10:14:09.206791+0000 mgr.smithi083.piggzi (mgr.14616) 11 : cephadm [INF] Remove daemons nfs.foo.smithi008 nfs.foo.smithi083 2022-03-06T10:14:10.290 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:10 smithi083 conmon[33008]: cephadm 2022 2022-03-06T10:14:10.290 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:10 smithi083 conmon[33008]: -03-06T10:14:09.207191+0000 mgr.smithi083.piggzi (mgr.14616) 12 : cephadm [INF] Removing daemon nfs.foo.smithi008 from smithi008 2022-03-06T10:14:10.290 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:10 smithi083 conmon[33008]: cephadm 2022-03-06T10:14:09.207540+0000 mgr.smithi083.piggzi (mgr.14616) 13 : cephadm [INF] Removing daemon nfs.foo.smithi083 from smithi083 2022-03-06T10:14:10.290 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:10 smithi083 conmon[33008]: audit 2022-03-06T10:14:09.858564+0000 mgr.smithi083.piggzi (mgr.14616) 14 : audit [DBG] from='client.24499 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-06T10:14:10.291 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:10 smithi083 conmon[33008]: cluster 2022-03-06T10:14:10.291 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:10 smithi083 conmon[33008]: 2022-03-06T10:14:09.939281+0000 mgr.smithi083.piggzi (mgr.14616) 15 : cluster [DBG] 2022-03-06T10:14:10.291 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:10 smithi083 conmon[33008]: pgmap v11: 129 pgs: 32 creating+peering, 97 active+clean; 328 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 10 KiB/s rd, 10 MiB/s wr, 969 op/s 2022-03-06T10:14:10.484 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:10 smithi008 conmon[29939]: audit 2022-03-06T10:14:09.166785+0000 mon.smithi008 (mon.0 2022-03-06T10:14:10.485 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:10 smithi008 conmon[29939]: ) 709 : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' cmd='[{"prefix": "osd pool application enable", "pool": ".nfs", "app": "nfs"}]': finished 2022-03-06T10:14:10.485 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:10 smithi008 conmon[29939]: audit 2022-03-06T10:14:09.166909+0000 mon.smithi008 (mon.0) 710 : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2022-03-06T10:14:10.485 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:10 smithi008 conmon[29939]: cluster 2022-03-06T10:14:09.167018+0000 mon.smithi008 (mon.0) 711 : cluster [DBG] osdmap e66: 8 total, 8 up, 8 in 2022-03-06T10:14:10.485 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:10 smithi008 conmon[29939]: cephadm 2022-03-06T10:14:09.169051+0000 mgr.smithi083.piggzi (mgr.14616) 8 : cephadm [INF] Migrating nfs.foo from legacy pool nfs-ganesha namespace foo 2022-03-06T10:14:10.486 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:10 smithi008 conmon[29939]: cephadm 2022-03-06T10:14:09.206598+0000 mgr.smithi083.piggzi (mgr.14616) 9 : cephadm [INF] Found 1 exports for legacy nfs.foo 2022-03-06T10:14:10.486 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:10 smithi008 conmon[29939]: cephadm 2022-03 2022-03-06T10:14:10.486 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:10 smithi008 conmon[29939]: -06T10:14:09.206729+0000 mgr.smithi083.piggzi (mgr 2022-03-06T10:14:10.486 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:10 smithi008 conmon[29939]: .14616) 10 : cephadm [INF] Removing old nfs.foo daemons ['nfs.foo.smithi008', 'nfs.foo.smithi083'] 2022-03-06T10:14:10.487 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:10 smithi008 conmon[29939]: cephadm 2022-03-06T10 2022-03-06T10:14:10.487 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:10 smithi008 conmon[29939]: :14:09.206791+0000 mgr.smithi083.piggzi (mgr.14616) 2022-03-06T10:14:10.487 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:10 smithi008 conmon[29939]: 11 : cephadm [INF] Remove daemons nfs.foo.smithi008 nfs.foo.smithi083 2022-03-06T10:14:10.487 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:10 smithi008 conmon[29939]: cephadm 2022-03-06T10:14:10.488 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:10 smithi008 conmon[29939]: 2022-03-06T10:14:09.207191+0000 2022-03-06T10:14:10.488 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:10 smithi008 conmon[29939]: mgr.smithi083.piggzi (mgr.14616) 12 : cephadm [INF] Removing daemon nfs.foo.smithi008 from smithi008 2022-03-06T10:14:10.488 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:10 smithi008 conmon[29939]: cephadm 2022-03-06T10:14:10.488 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:10 smithi008 conmon[29939]: 2022-03-06T10:14:09 2022-03-06T10:14:10.489 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:10 smithi008 conmon[29939]: .207540+0000 mgr.smithi083.piggzi (mgr.14616) 13 : cephadm [INF] Removing daemon nfs.foo.smithi083 from smithi083 2022-03-06T10:14:10.489 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:10 smithi008 conmon[29939]: audit 2022-03- 2022-03-06T10:14:10.489 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:10 smithi008 conmon[29939]: 06T10:14:09.858564+0000 mgr.smithi083.piggzi (mgr. 2022-03-06T10:14:10.489 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:10 smithi008 conmon[29939]: 14616) 14 : audit [DBG] from='client.24499 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-06T10:14:10.489 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:10 smithi008 conmon[29939]: cluster 2022-03-06T 2022-03-06T10:14:10.490 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:10 smithi008 conmon[29939]: 10:14:09.939281+0000 mgr.smithi083.piggzi (mgr.14616) 15 2022-03-06T10:14:10.490 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:10 smithi008 conmon[29939]: : cluster [DBG] pgmap v11: 129 pgs: 32 creating+peering, 97 active+clean; 328 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 10 KiB/s rd, 10 MiB/s wr, 969 op/s 2022-03-06T10:14:10.497 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 21.14 MB/sec warmup 118 sec latency 576.287 ms 2022-03-06T10:14:10.583 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2022-03-06T10:14:10.584 INFO:teuthology.orchestra.run.smithi008.stdout: "mon": { 2022-03-06T10:14:10.584 INFO:teuthology.orchestra.run.smithi008.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-06T10:14:10.584 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2022-03-06T10:14:10.584 INFO:teuthology.orchestra.run.smithi008.stdout: "mgr": { 2022-03-06T10:14:10.584 INFO:teuthology.orchestra.run.smithi008.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 1, 2022-03-06T10:14:10.585 INFO:teuthology.orchestra.run.smithi008.stdout: "ceph version 16.2.7-537-ge1551c35 (e1551c35043f76911d2590d48f731bcea8126fe1) pacific (stable)": 1 2022-03-06T10:14:10.585 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2022-03-06T10:14:10.585 INFO:teuthology.orchestra.run.smithi008.stdout: "osd": { 2022-03-06T10:14:10.585 INFO:teuthology.orchestra.run.smithi008.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 8 2022-03-06T10:14:10.586 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2022-03-06T10:14:10.586 INFO:teuthology.orchestra.run.smithi008.stdout: "mds": { 2022-03-06T10:14:10.586 INFO:teuthology.orchestra.run.smithi008.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-06T10:14:10.586 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2022-03-06T10:14:10.587 INFO:teuthology.orchestra.run.smithi008.stdout: "overall": { 2022-03-06T10:14:10.587 INFO:teuthology.orchestra.run.smithi008.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 13, 2022-03-06T10:14:10.587 INFO:teuthology.orchestra.run.smithi008.stdout: "ceph version 16.2.7-537-ge1551c35 (e1551c35043f76911d2590d48f731bcea8126fe1) pacific (stable)": 1 2022-03-06T10:14:10.587 INFO:teuthology.orchestra.run.smithi008.stdout: } 2022-03-06T10:14:10.588 INFO:teuthology.orchestra.run.smithi008.stdout:} 2022-03-06T10:14:11.495 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:11 smithi008 conmon[29939]: cluster 2022-03-06T10:14:10.174071+0000 mon.smithi008 2022-03-06T10:14:11.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:11 smithi008 conmon[29939]: (mon.0) 712 : cluster [DBG] osdmap e67: 8 total, 8 up, 8 in 2022-03-06T10:14:11.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:11 smithi008 conmon[29939]: cluster 2022-03-06T10:14:10.174585+0000 mon.smithi008 (mon.0) 713 : cluster 2022-03-06T10:14:11.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:11 smithi008 conmon[29939]: [DBG] mgrmap e30: smithi083.piggzi(active, since 12s), standbys: smithi008.onsztl 2022-03-06T10:14:11.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:11 smithi008 conmon[29939]: audit 2022-03-06T10:14:10.206827 2022-03-06T10:14:11.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:11 smithi008 conmon[29939]: +0000 mgr.smithi083.piggzi (mgr.14616) 16 : audit [DBG] from='client.14636 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-06T10:14:11.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:11 smithi008 conmon[29939]: audit 2022-03-06T10:14:10.581654+0000 mon.smithi083 (mon. 2022-03-06T10:14:11.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:11 smithi008 conmon[29939]: 1) 47 : audit [DBG] from='client.? 172.21.15.8:0/3485991650' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-06T10:14:11.498 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 20.97 MB/sec warmup 119 sec latency 1576.314 ms 2022-03-06T10:14:11.537 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:11 smithi083 conmon[33008]: cluster 2022-03-06T10:14:10.174071+0000 mon.smithi008 (mon.0) 712 : cluster [DBG] osdmap e67: 8 total, 8 up, 8 in 2022-03-06T10:14:11.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:11 smithi083 conmon[33008]: cluster 2022-03-06T10:14:10.174585+0000 mon.smithi008 (mon.0) 713 : cluster [DBG] mgrmap e30: smithi083.piggzi(active, since 12s), standbys: smithi008.onsztl 2022-03-06T10:14:11.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:11 smithi083 conmon[33008]: audit 2022-03-06T10:14:10.206827+0000 mgr.smithi083.piggzi (mgr.14616) 16 : 2022-03-06T10:14:11.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:11 smithi083 conmon[33008]: audit [DBG] from='client.14636 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-06T10:14:11.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:11 smithi083 conmon[33008]: audit 2022-03-06T10:14:10.581654+0000 mon.smithi083 (mon.1) 47 : 2022-03-06T10:14:11.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:11 smithi083 conmon[33008]: audit [DBG] from='client.? 172.21.15.8:0/3485991650' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-06T10:14:12.495 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:12 smithi008 conmon[29939]: cephadm 2022-03-06T10:14:11.316422+0000 mgr.smithi083.piggzi ( 2022-03-06T10:14:12.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:12 smithi008 conmon[29939]: mgr.14616) 17 : cephadm [INF] Removing key for client.nfs.foo.smithi008 2022-03-06T10:14:12.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:12 smithi008 conmon[29939]: audit 2022-03-06T10:14:11.316802+0000 mon.smithi083 (mon.1) 48 : audit [INF] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi008"}]: dispatch 2022-03-06T10:14:12.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:12 smithi008 conmon[29939]: audit 2022-03-06T10:14:11.317361+0000 mon.smithi008 (mon.0) 714 : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi008"}]: dispatch 2022-03-06T10:14:12.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:12 smithi008 conmon[29939]: audit 2022-03-06T10:14:11.320658+0000 mon.smithi008 (mon.0) 715 : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' cmd='[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi008"}]': finished 2022-03-06T10:14:12.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:12 smithi008 conmon[29939]: cephadm 2022-03 2022-03-06T10:14:12.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:12 smithi008 conmon[29939]: -06T10:14:11.321916+0000 mgr.smithi083.piggzi (mgr.14616) 18 : cephadm [INF] Removing key for client.nfs.foo.smithi008-rgw 2022-03-06T10:14:12.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:12 smithi008 conmon[29939]: audit 2022-03-06T10:14:11.322171+0000 mon.smithi083 (mon.1) 2022-03-06T10:14:12.498 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:12 smithi008 conmon[29939]: 49 : audit [INF] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi008-rgw"}]: dispatch 2022-03-06T10:14:12.498 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:12 smithi008 conmon[29939]: audit 2022-03-06T10:14:12.498 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:12 smithi008 conmon[29939]: 2022-03-06T10:14:11.322520+0000 mon.smithi008 (mon.0) 716 : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi008-rgw"}]: dispatch 2022-03-06T10:14:12.498 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:12 smithi008 conmon[29939]: audit 2022-03-06T10:14 2022-03-06T10:14:12.498 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:12 smithi008 conmon[29939]: :11.324816+0000 mon.smithi008 (mon.0) 717 : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' cmd='[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi008-rgw"}]': finished 2022-03-06T10:14:12.499 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:12 smithi008 conmon[29939]: cluster 2022-03-06T10:14:11.939809+0000 mgr.smithi083.piggzi (mgr.14616) 19 : cluster 2022-03-06T10:14:12.499 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:12 smithi008 conmon[29939]: [DBG] pgmap v13: 129 pgs: 32 creating+peering, 97 active+clean; 328 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 10 KiB/s rd, 7.6 MiB/s wr, 749 op/s 2022-03-06T10:14:12.537 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:12 smithi083 conmon[33008]: cephadm 2022-03-06T10:14:11.316422+0000 mgr.smithi083.piggzi (mgr.14616) 17 : cephadm [INF] Removing key for client.nfs.foo.smithi008 2022-03-06T10:14:12.537 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:12 smithi083 conmon[33008]: audit 2022-03-06T10:14:11.316802+0000 mon.smithi083 (mon.1) 48 : audit [INF] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi008"}]: dispatch 2022-03-06T10:14:12.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:12 smithi083 conmon[33008]: audit 2022-03-06T10:14:11.317361+0000 mon.smithi008 (mon.0) 714 : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi008"}]: dispatch 2022-03-06T10:14:12.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:12 smithi083 conmon[33008]: audit 2022-03-06T10:14:11.320658+0000 mon.smithi008 (mon.0) 715 : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' cmd='[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi008"}]': finished 2022-03-06T10:14:12.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:12 smithi083 conmon[33008]: cephadm 2022-03-06T10:14:11.321916+0000 mgr.smithi083.piggzi (mgr.14616) 18 : cephadm [INF] 2022-03-06T10:14:12.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:12 smithi083 conmon[33008]: Removing key for client.nfs.foo.smithi008-rgw 2022-03-06T10:14:12.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:12 smithi083 conmon[33008]: audit 2022-03- 2022-03-06T10:14:12.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:12 smithi083 conmon[33008]: 06T10:14:11.322171+0000 mon.smithi083 (mon.1) 49 : audit [INF] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi008-rgw"}]: dispatch 2022-03-06T10:14:12.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:12 smithi083 conmon[33008]: audit 2022-03-06T10:14:11.322520+0000 mon.smithi008 (mon.0 2022-03-06T10:14:12.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:12 smithi083 conmon[33008]: ) 716 : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi008-rgw"}]: dispatch 2022-03-06T10:14:12.540 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:12 smithi083 conmon[33008]: audit 2022-03-06T10:14:12.540 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:12 smithi083 conmon[33008]: 2022-03-06T10:14:11.324816+0000 mon.smithi008 (mon.0) 717 : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' cmd='[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi008-rgw"}]': finished 2022-03-06T10:14:12.540 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:12 smithi083 conmon[33008]: cluster 2022-03-06T10:14:11.939809+0000 2022-03-06T10:14:12.540 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:12 smithi083 conmon[33008]: mgr.smithi083.piggzi (mgr.14616) 19 : cluster [DBG] pgmap v13: 129 pgs: 32 creating+peering, 97 active+clean; 328 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 10 KiB/s rd, 7.6 MiB/s wr, 749 op/s 2022-03-06T10:14:13.498 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 1 sec latency 3576.420 ms 2022-03-06T10:14:14.498 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 2 sec latency 4576.458 ms 2022-03-06T10:14:15.288 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:14 smithi083 conmon[33008]: cluster 2022-03-06T10:14:13.940313+0000 mgr.smithi083.piggzi (mgr 2022-03-06T10:14:15.288 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:14 smithi083 conmon[33008]: .14616) 20 : cluster [DBG] pgmap v14: 129 pgs: 19 creating+peering, 110 active+clean; 323 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 14 KiB/s rd, 8.6 MiB/s wr, 859 op/s 2022-03-06T10:14:15.289 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:14 smithi083 conmon[33008]: audit 2022-03-06T10:14:14.472920+0000 mon.smithi083 (mon.1) 50 : audit [INF] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi083"}]: dispatch 2022-03-06T10:14:15.289 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:14 smithi083 conmon[33008]: audit 2022-03-06T10:14:14.473590+0000 mon.smithi008 (mon.0) 718 : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi083"}]: dispatch 2022-03-06T10:14:15.289 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:14 smithi083 conmon[33008]: audit 2022-03-06T10:14:14.477572+0000 mon.smithi008 (mon.0) 719 : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' cmd='[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi083"}]': finished 2022-03-06T10:14:15.289 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:14 smithi083 conmon[33008]: audit 2022-03-06T10:14:14.478373+0000 mon.smithi083 (mon.1) 51 : audit [INF] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi083-rgw"}]: dispatch 2022-03-06T10:14:15.290 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:14 smithi083 conmon[33008]: audit 2022-03-06T10:14:14.478714+0000 mon.smithi008 (mon.0) 720 : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi083-rgw"}]: dispatch 2022-03-06T10:14:15.290 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:14 smithi083 conmon[33008]: audit 2022-03-06T10:14:14.481603+0000 mon.smithi008 (mon.0) 721 : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' cmd='[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi083-rgw"}]': finished 2022-03-06T10:14:15.290 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:14 smithi083 conmon[33008]: audit 2022-03-06T10:14:14.485275+0000 mon.smithi008 (mon.0) 722 : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' 2022-03-06T10:14:15.291 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:14 smithi083 conmon[33008]: audit 2022-03-06T10:14:14.485814+0000 mon.smithi083 (mon.1) 52 : audit [INF] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "nfs export apply", "cluster_id": "foo"}]: dispatch 2022-03-06T10:14:15.291 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:14 smithi083 conmon[33008]: audit 2022-03-06T10:14:14.513533+0000 mon.smithi083 (mon.1) 53 : audit [INF] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo, allow rw tag cephfs data=foofs", "mds", "allow rw path=/"], "format": "json"}]: dispatch 2022-03-06T10:14:15.291 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:14 smithi083 conmon[33008]: audit 2022-03-06T10:14:14.514008+0000 mon.smithi008 (mon.0) 723 : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo, allow rw tag cephfs data=foofs", "mds", "allow rw path=/"], "format": "json"}]: dispatch 2022-03-06T10:14:15.291 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:14 smithi083 conmon[33008]: audit 2022-03-06T10:14:14.517508+0000 mon.smithi008 (mon.0) 724 : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo, allow rw tag cephfs data=foofs", "mds", "allow rw path=/"], "format": "json"}]': finished 2022-03-06T10:14:15.291 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:14 smithi083 conmon[33008]: audit 2022-03-06T10:14:14.527040+0000 mon.smithi008 (mon.0) 725 : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' 2022-03-06T10:14:15.292 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:14 smithi083 conmon[33008]: audit 2022-03-06T10:14:14.531965+0000 mon.smithi008 (mon.0) 726 : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' 2022-03-06T10:14:15.292 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:14 smithi083 conmon[33008]: audit 2022-03-06T10:14:14.535796+0000 mon.smithi008 (mon.0) 727 : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' 2022-03-06T10:14:15.292 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:14 smithi083 conmon[33008]: audit 2022-03-06T10:14:14.541242+0000 mon.smithi008 (mon.0) 728 : 2022-03-06T10:14:15.292 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:14 smithi083 conmon[33008]: audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' 2022-03-06T10:14:15.293 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:14 smithi083 conmon[33008]: audit 2022-03-06T10:14:14.548325+0000 mon.smithi008 (mon.0) 729 : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' 2022-03-06T10:14:15.293 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:14 smithi083 conmon[33008]: audit 2022-03-06T10:14:14.549836+0000 mon.smithi083 (mon.1) 54 : audit [INF] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.smithi008.vblejz", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]: dispatch 2022-03-06T10:14:15.293 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:14 smithi083 conmon[33008]: audit 2022-03 2022-03-06T10:14:15.293 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:14 smithi083 conmon[33008]: -06T10:14:14.550201+0000 mon.smithi008 (mon.0) 730 : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.smithi008.vblejz", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]: dispatch 2022-03-06T10:14:15.294 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:14 smithi083 conmon[33008]: audit 2022-03-06 2022-03-06T10:14:15.294 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:14 smithi083 conmon[33008]: T10:14:14.552776+0000 mon.smithi008 (mon. 2022-03-06T10:14:15.294 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:14 smithi083 conmon[33008]: 0) 731 : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.smithi008.vblejz", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]': finished 2022-03-06T10:14:15.295 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:14 smithi083 conmon[33008]: audit 2022-03-06T 2022-03-06T10:14:15.295 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:14 smithi083 conmon[33008]: 10:14:14.553718+0000 mon.smithi083 (mon.1 2022-03-06T10:14:15.295 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:14 smithi083 conmon[33008]: ) 55 : audit [INF] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]: dispatch 2022-03-06T10:14:15.295 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:14 smithi083 conmon[33008]: audit 2022-03-06T 2022-03-06T10:14:15.296 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:14 smithi083 conmon[33008]: 10:14:14.554029+0000 mon.smithi008 (mon.0 2022-03-06T10:14:15.296 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:14 smithi083 conmon[33008]: ) 732 : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]: dispatch 2022-03-06T10:14:15.296 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:14 smithi083 conmon[33008]: audit 2022-03-06T10 2022-03-06T10:14:15.296 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:14 smithi083 conmon[33008]: :14:14.556577+0000 mon.smithi008 (mon.0) 2022-03-06T10:14:15.297 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:14 smithi083 conmon[33008]: 733 : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' cmd='[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]': finished 2022-03-06T10:14:15.297 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:14 smithi083 conmon[33008]: audit 2022-03-06T 2022-03-06T10:14:15.297 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:14 smithi083 conmon[33008]: 10:14:14.557836+0000 mon.smithi083 (mon.1 2022-03-06T10:14:15.297 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:14 smithi083 conmon[33008]: ) 56 : audit [DBG] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:14:15.298 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:14 smithi083 conmon[33008]: audit 2022-03-06T10:14:14 2022-03-06T10:14:15.298 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:14 smithi083 conmon[33008]: .596306+0000 mon.smithi083 (mon.1) 57 : audit 2022-03-06T10:14:15.298 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:14 smithi083 conmon[33008]: [INF] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]: dispatch 2022-03-06T10:14:15.298 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:14 smithi083 conmon[33008]: audit 2022-03-06T10:14:14 2022-03-06T10:14:15.298 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:14 smithi083 conmon[33008]: .596624+0000 mon.smithi008 (mon.0) 734 : audit 2022-03-06T10:14:15.299 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:14 smithi083 conmon[33008]: [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]: dispatch 2022-03-06T10:14:15.299 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:14 smithi083 conmon[33008]: audit 2022-03-06T10:14:14 2022-03-06T10:14:15.299 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:14 smithi083 conmon[33008]: .599558+0000 mon.smithi008 (mon.0) 735 : audit 2022-03-06T10:14:15.299 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:14 smithi083 conmon[33008]: [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' cmd='[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]': finished 2022-03-06T10:14:15.300 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:14 smithi083 conmon[33008]: audit 2022-03-06T10:14: 2022-03-06T10:14:15.300 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:14 smithi083 conmon[33008]: 14.642306+0000 mon.smithi083 (mon.1) 58 : 2022-03-06T10:14:15.300 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:14 smithi083 conmon[33008]: audit [INF] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.smithi008.vblejz-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2022-03-06T10:14:15.300 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:14 smithi083 conmon[33008]: audit 2022-03-06T10:14: 2022-03-06T10:14:15.301 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:14 smithi083 conmon[33008]: 14.642805+0000 mon.smithi008 (mon.0) 736 : audit 2022-03-06T10:14:15.301 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:14 smithi083 conmon[33008]: [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.smithi008.vblejz-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2022-03-06T10:14:15.301 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:14 smithi083 conmon[33008]: audit 2022-03-06T10:14: 2022-03-06T10:14:15.301 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:14 smithi083 conmon[33008]: 14.645986+0000 mon.smithi008 (mon.0) 737 : 2022-03-06T10:14:15.302 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:14 smithi083 conmon[33008]: audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.smithi008.vblejz-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]': finished 2022-03-06T10:14:15.302 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:14 smithi083 conmon[33008]: audit 2022-03-06T10:14 2022-03-06T10:14:15.302 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:14 smithi083 conmon[33008]: :14.652056+0000 mon.smithi083 (mon.1) 59 2022-03-06T10:14:15.302 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:14 smithi083 conmon[33008]: : audit [DBG] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:14:15.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: cluster 2022-03-06T 2022-03-06T10:14:15.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: 10:14:13.940313+0000 mgr.smithi083.piggzi (mgr.14616) 20 : cluster [DBG] pgmap v14: 129 pgs: 19 creating+peering, 110 active+clean; 323 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 14 KiB/s rd, 8.6 MiB/s wr, 859 op/s 2022-03-06T10:14:15.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: audit 2022- 2022-03-06T10:14:15.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: 03-06T10:14:14.472920+0000 mon.smithi083 (mon.1) 50 2022-03-06T10:14:15.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: : audit [INF] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi083"}]: dispatch 2022-03-06T10:14:15.498 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: audit 2022-03-06T10:14:15.498 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: 2022-03-06T10:14:14. 2022-03-06T10:14:15.498 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: 473590+0000 mon.smithi008 (mon.0) 718 : 2022-03-06T10:14:15.499 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi083"}]: dispatch 2022-03-06T10:14:15.499 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: audit 2022-03-06T10 2022-03-06T10:14:15.499 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: :14:14.477572+0000 mon.smithi008 (mon. 2022-03-06T10:14:15.499 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: 0) 719 : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' cmd='[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi083"}]': finished 2022-03-06T10:14:15.500 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: audit 2022- 2022-03-06T10:14:15.500 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: 03-06T10:14:14.478373+0000 2022-03-06T10:14:15.500 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: mon.smithi083 (mon.1) 51 : audit [INF] 2022-03-06T10:14:15.500 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi083-rgw"}]: dispatch 2022-03-06T10:14:15.500 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: audit 2022-03-06T10:14:15.501 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: 2022-03-06T10:14:14.478714+0000 2022-03-06T10:14:15.501 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: mon.smithi008 (mon.0) 720 : audit [INF] 2022-03-06T10:14:15.501 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: from='mgr.14616 ' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi083-rgw"}]: dispatch 2022-03-06T10:14:15.501 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: audit 2022-03-06T10:14 2022-03-06T10:14:15.501 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: :14.481603+0000 mon.smithi008 ( 2022-03-06T10:14:15.502 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: mon.0) 721 : audit [INF] 2022-03-06T10:14:15.502 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: from='mgr.14616 ' entity='mgr.smithi083.piggzi' cmd='[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi083-rgw"}]': finished 2022-03-06T10:14:15.502 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: audit 2022 2022-03-06T10:14:15.502 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: -03-06T10:14: 2022-03-06T10:14:15.503 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: 14.485275+0000 mon.smithi008 (mon 2022-03-06T10:14:15.503 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: .0) 722 : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' 2022-03-06T10:14:15.503 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: 2022-03-06T10:14:15.503 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: audit 2022-03-06T10:14:14. 2022-03-06T10:14:15.503 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: 485814+0000 mon.smithi083 (mon.1) 52 : audit 2022-03-06T10:14:15.504 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: [INF] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "nfs export apply", "cluster_id": "foo"}]: dispatch 2022-03-06T10:14:15.504 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: audit 2022-03-06T10: 2022-03-06T10:14:15.504 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: 14:14.513533+0000 mon.smithi083 (mon.1 2022-03-06T10:14:15.504 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: ) 53 : audit [INF] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo, allow rw tag cephfs data=foofs", "mds", "allow rw path=/"], "format": "json"}]: dispatch 2022-03-06T10:14:15.504 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: audit 2022-03- 2022-03-06T10:14:15.505 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: 06T10:14:14.514008+0000 mon.smithi008 2022-03-06T10:14:15.505 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: (mon.0) 723 : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo, allow rw tag cephfs data=foofs", "mds", "allow rw path=/"], "format": "json"}]: dispatch 2022-03-06T10:14:15.505 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: audit 2022-03-06T10:14:14.517508+0000 mon.smithi008 (mon.0) 724 : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo, allow rw tag cephfs data=foofs", "mds", "allow rw path=/"], "format": "json"}]': finished 2022-03-06T10:14:15.505 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: audit 2022- 2022-03-06T10:14:15.506 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: 03-06T10:14:14.527040+0000 mon.smithi008 (mon.0) 725 : 2022-03-06T10:14:15.506 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' 2022-03-06T10:14:15.506 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: audit 2022-03-06T10: 2022-03-06T10:14:15.506 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: 14:14.531965+0000 mon.smithi008 (mon. 2022-03-06T10:14:15.506 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: 0) 726 : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' 2022-03-06T10:14:15.507 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: audit 2022-03 2022-03-06T10:14:15.507 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: -06T10:14:14.535796+0000 2022-03-06T10:14:15.507 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: mon.smithi008 (mon.0) 727 : audit [INF] 2022-03-06T10:14:15.507 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: from='mgr.14616 ' entity='mgr.smithi083.piggzi' 2022-03-06T10:14:15.508 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: audit 2022-03-06T10:14:15.508 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: 2022-03-06T10:14:14.541242+0000 2022-03-06T10:14:15.508 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: mon.smithi008 (mon.0) 728 : audit [INF] 2022-03-06T10:14:15.508 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: from='mgr.14616 ' entity='mgr.smithi083.piggzi' 2022-03-06T10:14:15.508 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: audit 2022-03-06T10:14:15.509 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: 2022-03-06T10:14:14.548325+0000 2022-03-06T10:14:15.509 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: mon.smithi008 (mon.0) 729 : audit [INF] 2022-03-06T10:14:15.509 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: from='mgr.14616 ' entity='mgr.smithi083.piggzi' 2022-03-06T10:14:15.509 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: audit 2022-03-06T10:14:15.509 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: 2022-03-06T10:14:14.549836+0000 2022-03-06T10:14:15.510 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: mon.smithi083 (mon.1) 54 : audit [INF] 2022-03-06T10:14:15.510 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.smithi008.vblejz", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]: dispatch 2022-03-06T10:14:15.510 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: audit 2022-03-06T10:14:15.510 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: 2022-03-06T10:14:14.550201+0000 2022-03-06T10:14:15.511 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: mon.smithi008 (mon.0) 730 : audit [INF] 2022-03-06T10:14:15.511 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: from='mgr.14616 ' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.smithi008.vblejz", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]: dispatch 2022-03-06T10:14:15.511 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: audit 2022-03-06T10:14: 2022-03-06T10:14:15.511 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: 14.552776+0000 mon.smithi008 (mon.0) 731 : 2022-03-06T10:14:15.511 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.smithi008.vblejz", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]': finished 2022-03-06T10:14:15.512 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: audit 2022-03-06T10:14 2022-03-06T10:14:15.512 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: :14.553718+0000 mon.smithi083 (mon.1) 2022-03-06T10:14:15.512 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: 55 : audit [INF] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]: dispatch 2022-03-06T10:14:15.512 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: audit 2022-03-06T 2022-03-06T10:14:15.513 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: 10:14:14.554029+0000 mon.smithi008 (mon 2022-03-06T10:14:15.513 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: .0) 732 : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]: dispatch 2022-03-06T10:14:15.513 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: audit 2022- 2022-03-06T10:14:15.513 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: 03-06T10:14:14.556577+0000 2022-03-06T10:14:15.513 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: mon.smithi008 (mon.0) 733 : audit [INF] 2022-03-06T10:14:15.514 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: from='mgr.14616 ' entity='mgr.smithi083.piggzi' cmd='[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]': finished 2022-03-06T10:14:15.514 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: audit 2022-03-06T10:14: 2022-03-06T10:14:15.514 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: 14.557836+0000 mon.smithi083 (mon.1) 56 2022-03-06T10:14:15.514 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: : audit [DBG] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:14:15.514 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: audit 2022-03-06T10:14 2022-03-06T10:14:15.515 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: :14.596306+0000 mon.smithi083 (mon.1) 2022-03-06T10:14:15.515 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: 57 : audit [INF] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]: dispatch 2022-03-06T10:14:15.515 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: audit 2022-03-06T 2022-03-06T10:14:15.515 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: 10:14:14.596624+0000 mon.smithi008 (mon 2022-03-06T10:14:15.516 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: .0) 734 : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]: dispatch 2022-03-06T10:14:15.516 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: audit 2022-03 2022-03-06T10:14:15.516 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: -06T10:14:14.599558+0000 2022-03-06T10:14:15.516 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: mon.smithi008 (mon.0) 735 : audit 2022-03-06T10:14:15.516 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' cmd='[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]': finished 2022-03-06T10:14:15.517 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: audit 2022-03-06T10 2022-03-06T10:14:15.517 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: :14:14.642306+0000 mon.smithi083 (mon 2022-03-06T10:14:15.517 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: .1) 58 : audit [INF] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.smithi008.vblejz-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2022-03-06T10:14:15.517 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: audit 2022- 2022-03-06T10:14:15.517 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: 03-06T10:14:14.642805 2022-03-06T10:14:15.518 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: +0000 mon.smithi008 (mon.0) 736 : audit 2022-03-06T10:14:15.518 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.smithi008.vblejz-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2022-03-06T10:14:15.518 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: audit 2022-03-06T10:14: 2022-03-06T10:14:15.518 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: 14.645986+0000 mon.smithi008 (mon.0) 737 2022-03-06T10:14:15.519 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.smithi008.vblejz-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]': finished 2022-03-06T10:14:15.519 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: audit 2022-03-06T 2022-03-06T10:14:15.519 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: 10:14:14.652056+0000 mon.smithi083 (mon 2022-03-06T10:14:15.519 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:14 smithi008 conmon[29939]: .1) 59 : audit [DBG] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:14:15.520 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 3 sec latency 5576.543 ms 2022-03-06T10:14:16.287 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:16 smithi083 conmon[33008]: cephadm 2022-03-06T10:14:14.472568+0000 mgr.smithi083.piggzi (mgr.14616) 21 : cephadm [INF] Removing key for client.nfs.foo.smithi083 2022-03-06T10:14:16.288 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:16 smithi083 conmon[33008]: cephadm 2022-03-06T10:14:14.478198+0000 2022-03-06T10:14:16.288 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:16 smithi083 conmon[33008]: mgr.smithi083.piggzi (mgr.14616) 22 : cephadm [INF] Removing key for client.nfs.foo.smithi083-rgw 2022-03-06T10:14:16.288 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:16 smithi083 conmon[33008]: audit 2022-03-06T10:14:14.486344+0000 mgr.smithi083.piggzi (mgr.14616) 23 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "nfs export apply", "cluster_id": "foo"}]: dispatch 2022-03-06T10:14:16.289 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:16 smithi083 conmon[33008]: cephadm 2022-03-06T10:14:14.522507+0000 mgr.smithi083.piggzi (mgr.14616) 24 : cephadm [INF] 2022-03-06T10:14:16.289 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:16 smithi083 conmon[33008]: Done migrating nfs.foo 2022-03-06T10:14:16.289 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:16 smithi083 conmon[33008]: cephadm 2022-03-06T10:14:14.522583+0000 2022-03-06T10:14:16.289 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:16 smithi083 conmon[33008]: mgr.smithi083.piggzi (mgr.14616) 25 : cephadm [INF] Done migrating all NFS services 2022-03-06T10:14:16.289 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:16 smithi083 conmon[33008]: cephadm 2022-03-06 2022-03-06T10:14:16.290 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:16 smithi083 conmon[33008]: T10:14:14.549560+0000 mgr.smithi083.piggzi (mgr 2022-03-06T10:14:16.290 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:16 smithi083 conmon[33008]: .14616) 26 : cephadm [INF] Creating key for client.nfs.foo.0.0.smithi008.vblejz 2022-03-06T10:14:16.290 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:16 smithi083 conmon[33008]: cephadm 2022-03 2022-03-06T10:14:16.290 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:16 smithi083 conmon[33008]: -06T10:14:14.553544+0000 mgr.smithi083.piggzi ( 2022-03-06T10:14:16.291 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:16 smithi083 conmon[33008]: mgr.14616) 27 : cephadm [INF] Ensuring nfs.foo.0 is in the ganesha grace table 2022-03-06T10:14:16.291 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:16 smithi083 conmon[33008]: cephadm 2022- 2022-03-06T10:14:16.291 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:16 smithi083 conmon[33008]: 03-06T10:14:14.641884+0000 mgr.smithi083.piggzi 2022-03-06T10:14:16.292 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:16 smithi083 conmon[33008]: (mgr.14616) 28 : cephadm [INF] Rados config object exists: conf-nfs.foo 2022-03-06T10:14:16.292 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:16 smithi083 conmon[33008]: cephadm 2022-03 2022-03-06T10:14:16.292 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:16 smithi083 conmon[33008]: -06T10:14:14.641973+0000 mgr.smithi083.piggzi ( 2022-03-06T10:14:16.292 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:16 smithi083 conmon[33008]: mgr.14616) 29 : cephadm [INF] Creating key for client.nfs.foo.0.0.smithi008.vblejz-rgw 2022-03-06T10:14:16.293 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:16 smithi083 conmon[33008]: cephadm 2022-03 2022-03-06T10:14:16.293 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:16 smithi083 conmon[33008]: -06T10:14:14.652781+0000 mgr.smithi083.piggzi ( 2022-03-06T10:14:16.293 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:16 smithi083 conmon[33008]: mgr.14616) 30 : cephadm [INF] Deploying daemon nfs.foo.0.0.smithi008.vblejz on smithi008 2022-03-06T10:14:16.455 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:16 smithi008 conmon[29939]: cephadm 2022-03-06T10:14:14.472568+0000 mgr.smithi083.piggzi (mgr.14616) 21 : cephadm [INF] Removing key for client.nfs.foo.smithi083 2022-03-06T10:14:16.456 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:16 smithi008 conmon[29939]: cephadm 2022-03-06T10:14:14.478198+0000 mgr.smithi083.piggzi (mgr.14616) 22 : cephadm [INF] Removing key for client.nfs.foo.smithi083-rgw 2022-03-06T10:14:16.456 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:16 smithi008 conmon[29939]: audit 2022-03-06 2022-03-06T10:14:16.456 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:16 smithi008 conmon[29939]: T10:14:14.486344+0000 mgr.smithi083.piggzi (mgr.14616) 23 : audit 2022-03-06T10:14:16.457 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:16 smithi008 conmon[29939]: [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "nfs export apply", "cluster_id": "foo"}]: dispatch 2022-03-06T10:14:16.457 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:16 smithi008 conmon[29939]: cephadm 2022-03-06T10:14 2022-03-06T10:14:16.457 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:16 smithi008 conmon[29939]: :14.522507+0000 mgr.smithi083.piggzi (mgr.14616) 24 2022-03-06T10:14:16.457 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:16 smithi008 conmon[29939]: : cephadm [INF] Done migrating nfs.foo 2022-03-06T10:14:16.458 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:16 smithi008 conmon[29939]: cephadm 2022-03-06T 2022-03-06T10:14:16.459 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:16 smithi008 conmon[29939]: 10:14:14.522583+0000 mgr.smithi083.piggzi (mgr.14616 2022-03-06T10:14:16.459 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:16 smithi008 conmon[29939]: ) 25 : cephadm [INF] Done migrating all NFS services 2022-03-06T10:14:16.459 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:16 smithi008 conmon[29939]: cephadm 2022-03- 2022-03-06T10:14:16.460 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:16 smithi008 conmon[29939]: 06T10:14:14.549560+0000 mgr.smithi083.piggzi (mgr.14616) 26 : cephadm [INF] 2022-03-06T10:14:16.460 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:16 smithi008 conmon[29939]: Creating key for client.nfs.foo.0.0.smithi008.vblejz 2022-03-06T10:14:16.460 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:16 smithi008 conmon[29939]: cephadm 2022-03-06T10:14: 2022-03-06T10:14:16.460 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:16 smithi008 conmon[29939]: 14.553544+0000 mgr.smithi083.piggzi (mgr.14616) 27 : cephadm [INF] Ensuring nfs.foo.0 is in the ganesha grace table 2022-03-06T10:14:16.461 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:16 smithi008 conmon[29939]: cephadm 2022-03-06T10:14: 2022-03-06T10:14:16.461 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:16 smithi008 conmon[29939]: 14.641884+0000 mgr.smithi083.piggzi (mgr.14616) 28 : 2022-03-06T10:14:16.461 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:16 smithi008 conmon[29939]: cephadm [INF] Rados config object exists: conf-nfs.foo 2022-03-06T10:14:16.461 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:16 smithi008 conmon[29939]: cephadm 2022-03-06T10:14 2022-03-06T10:14:16.462 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:16 smithi008 conmon[29939]: :14.641973+0000 mgr.smithi083.piggzi (mgr.14616) 29 : 2022-03-06T10:14:16.462 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:16 smithi008 conmon[29939]: cephadm [INF] Creating key for client.nfs.foo.0.0.smithi008.vblejz-rgw 2022-03-06T10:14:16.462 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:16 smithi008 conmon[29939]: cephadm 2022-03-06T10 2022-03-06T10:14:16.462 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:16 smithi008 conmon[29939]: :14:14.652781+0000 mgr.smithi083.piggzi (mgr.14616 2022-03-06T10:14:16.463 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:16 smithi008 conmon[29939]: ) 30 : cephadm [INF] Deploying daemon nfs.foo.0.0.smithi008.vblejz on smithi008 2022-03-06T10:14:16.498 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 4 sec latency 6576.637 ms 2022-03-06T10:14:17.287 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:17 smithi083 conmon[33008]: cluster 2022-03-06T10:14:15.941035+0000 mgr.smithi083.piggzi (mgr.14616) 31 : 2022-03-06T10:14:17.288 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:17 smithi083 conmon[33008]: cluster [DBG] pgmap v15: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 7.2 MiB/s wr, 684 op/s 2022-03-06T10:14:17.288 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:17 smithi083 conmon[33008]: cluster 2022-03-06T10:14:16.007431+0000 mon.smithi008 (mon.0) 738 : cluster [DBG] mgrmap e31: smithi083.piggzi(active, since 18s), standbys: smithi008.onsztl 2022-03-06T10:14:17.334 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:17 smithi008 conmon[29939]: cluster 2022-03-06T10:14:15.941035+0000 mgr.smithi083.piggzi (mgr.14616) 31 : cluster 2022-03-06T10:14:17.335 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:17 smithi008 conmon[29939]: [DBG] pgmap v15: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 7.2 MiB/s wr, 684 op/s 2022-03-06T10:14:17.335 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:17 smithi008 conmon[29939]: cluster 2022-03-06T10:14:16.007431+0000 mon.smithi008 (mon.0) 738 : cluster [DBG] mgrmap e31: smithi083.piggzi(active, since 18s), standbys: smithi008.onsztl 2022-03-06T10:14:17.498 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 5 sec latency 7576.716 ms 2022-03-06T10:14:18.498 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 6 sec latency 8576.810 ms 2022-03-06T10:14:18.743 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:18 smithi008 conmon[29939]: cluster 2022-03-06T10:14:17.941478 2022-03-06T10:14:18.743 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:18 smithi008 conmon[29939]: +0000 mgr.smithi083.piggzi (mgr.14616) 32 : cluster [DBG] pgmap v16: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.6 KiB/s rd, 1.2 MiB/s wr, 94 op/s 2022-03-06T10:14:19.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:18 smithi083 conmon[33008]: cluster 2022-03-06T10:14:17.941478+0000 mgr.smithi083.piggzi (mgr.14616) 32 2022-03-06T10:14:19.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:18 smithi083 conmon[33008]: : cluster [DBG] pgmap v16: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.6 KiB/s rd, 1.2 MiB/s wr, 94 op/s 2022-03-06T10:14:19.498 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 7 sec latency 9576.895 ms 2022-03-06T10:14:20.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:19 smithi008 conmon[29939]: audit 2022-03-06T10:14:18.840843+0000 mon.smithi008 (mon.0) 739 : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' 2022-03-06T10:14:20.247 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:19 smithi008 conmon[29939]: cephadm 2022-03-06T10:14:18.843031+0000 mgr.smithi083.piggzi (mgr.14616) 33 : cephadm [INF] Creating key for client.nfs.foo.1.0.smithi083.sviifb 2022-03-06T10:14:20.247 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:19 smithi008 conmon[29939]: audit 2022-03-06T10:14:18.843365 2022-03-06T10:14:20.248 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:19 smithi008 conmon[29939]: +0000 mon.smithi083 (mon.1) 60 : audit [INF] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1.0.smithi083.sviifb", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]: dispatch 2022-03-06T10:14:20.248 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:19 smithi008 conmon[29939]: 2022-03-06T10:14:20.249 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:19 smithi008 conmon[29939]: audit 2022 2022-03-06T10:14:20.249 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:19 smithi008 conmon[29939]: -03-06T10:14:18.843936+0000 mon.smithi008 (mon 2022-03-06T10:14:20.249 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:19 smithi008 conmon[29939]: .0) 740 : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1.0.smithi083.sviifb", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]: dispatch 2022-03-06T10:14:20.250 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:19 smithi008 conmon[29939]: audit 2022- 2022-03-06T10:14:20.250 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:19 smithi008 conmon[29939]: 03-06T10:14:18.846405+0000 mon.smithi008 2022-03-06T10:14:20.250 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:19 smithi008 conmon[29939]: (mon.0) 741 : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1.0.smithi083.sviifb", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]': finished 2022-03-06T10:14:20.251 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:19 smithi008 conmon[29939]: cephadm 2022 2022-03-06T10:14:20.251 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:19 smithi008 conmon[29939]: -03-06T10:14:18.847860 2022-03-06T10:14:20.251 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:19 smithi008 conmon[29939]: +0000 mgr.smithi083.piggzi (mgr.14616) 34 : cephadm [INF] 2022-03-06T10:14:20.252 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:19 smithi008 conmon[29939]: Ensuring nfs.foo.1 is in the ganesha grace table 2022-03-06T10:14:20.252 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:19 smithi008 conmon[29939]: audit 2022-03-06T10:14:18 2022-03-06T10:14:20.252 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:19 smithi008 conmon[29939]: .848111+0000 mon.smithi083 (mon.1) 61 : audit 2022-03-06T10:14:20.253 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:19 smithi008 conmon[29939]: [INF] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]: dispatch 2022-03-06T10:14:20.253 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:19 smithi008 conmon[29939]: audit 2022-03-06T10:14: 2022-03-06T10:14:20.253 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:19 smithi008 conmon[29939]: 18.848423+0000 mon.smithi008 (mon.0) 742 : 2022-03-06T10:14:20.253 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:19 smithi008 conmon[29939]: audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]: dispatch 2022-03-06T10:14:20.254 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:19 smithi008 conmon[29939]: audit 2022-03-06T10: 2022-03-06T10:14:20.254 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:19 smithi008 conmon[29939]: 14:18.850698+0000 mon.smithi008 (mon.0) 2022-03-06T10:14:20.255 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:19 smithi008 conmon[29939]: 743 : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' cmd='[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]': finished 2022-03-06T10:14:20.255 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:19 smithi008 conmon[29939]: audit 2022-03 2022-03-06T10:14:20.255 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:19 smithi008 conmon[29939]: -06T10:14:18.852480+0000 mon.smithi083 2022-03-06T10:14:20.256 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:19 smithi008 conmon[29939]: (mon.1) 62 : audit [DBG] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:14:20.256 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:19 smithi008 conmon[29939]: 2022-03-06T10:14:20.288 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:19 smithi083 conmon[33008]: audit 2022-03-06T10:14:18.840843+0000 mon.smithi008 (mon.0) 739 : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' 2022-03-06T10:14:20.288 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:19 smithi083 conmon[33008]: cephadm 2022-03-06T10:14:18.843031+0000 mgr.smithi083.piggzi (mgr.14616) 33 : cephadm [INF] Creating key for client.nfs.foo.1.0.smithi083.sviifb 2022-03-06T10:14:20.288 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:19 smithi083 conmon[33008]: audit 2022-03-06T10:14:18.843365+0000 mon.smithi083 (mon.1) 60 : audit [INF] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1.0.smithi083.sviifb", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]: dispatch 2022-03-06T10:14:20.289 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:19 smithi083 conmon[33008]: audit 2022-03-06T10 2022-03-06T10:14:20.289 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:19 smithi083 conmon[33008]: :14:18.843936+0000 mon.smithi008 (mon. 2022-03-06T10:14:20.289 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:19 smithi083 conmon[33008]: 0) 740 : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1.0.smithi083.sviifb", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]: dispatch 2022-03-06T10:14:20.289 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:19 smithi083 conmon[33008]: audit 2022- 2022-03-06T10:14:20.290 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:19 smithi083 conmon[33008]: 03-06T10:14:18.846405+0000 mon.smithi008 2022-03-06T10:14:20.290 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:19 smithi083 conmon[33008]: (mon.0) 741 : audit [INF] 2022-03-06T10:14:20.291 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:19 smithi083 conmon[33008]: from='mgr.14616 ' entity='mgr.smithi083.piggzi' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1.0.smithi083.sviifb", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]': finished 2022-03-06T10:14:20.291 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:19 smithi083 conmon[33008]: cephadm 2022-03 2022-03-06T10:14:20.291 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:19 smithi083 conmon[33008]: -06T10:14:18.847860+0000 2022-03-06T10:14:20.291 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:19 smithi083 conmon[33008]: mgr.smithi083.piggzi (mgr.14616) 34 : cephadm [INF] 2022-03-06T10:14:20.292 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:19 smithi083 conmon[33008]: Ensuring nfs.foo.1 is in the ganesha grace table 2022-03-06T10:14:20.292 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:19 smithi083 conmon[33008]: audit 2022- 2022-03-06T10:14:20.292 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:19 smithi083 conmon[33008]: 03-06T10:14:18.848111+0000 2022-03-06T10:14:20.292 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:19 smithi083 conmon[33008]: mon.smithi083 (mon.1) 61 : audit [INF] 2022-03-06T10:14:20.292 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:19 smithi083 conmon[33008]: from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]: dispatch 2022-03-06T10:14:20.293 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:19 smithi083 conmon[33008]: audit 2022- 2022-03-06T10:14:20.293 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:19 smithi083 conmon[33008]: 03-06T10:14:18.848423+0000 2022-03-06T10:14:20.293 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:19 smithi083 conmon[33008]: mon.smithi008 (mon.0) 742 : audit [INF] 2022-03-06T10:14:20.293 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:19 smithi083 conmon[33008]: from='mgr.14616 ' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]: dispatch 2022-03-06T10:14:20.294 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:19 smithi083 conmon[33008]: audit 2022- 2022-03-06T10:14:20.294 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:19 smithi083 conmon[33008]: 03-06T10:14:18.850698+0000 2022-03-06T10:14:20.294 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:19 smithi083 conmon[33008]: mon.smithi008 (mon.0) 743 : audit 2022-03-06T10:14:20.295 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:19 smithi083 conmon[33008]: [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' cmd='[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]': finished 2022-03-06T10:14:20.295 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:19 smithi083 conmon[33008]: audit 2022- 2022-03-06T10:14:20.295 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:19 smithi083 conmon[33008]: 03-06T10:14:18.852480+0000 2022-03-06T10:14:20.295 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:19 smithi083 conmon[33008]: mon.smithi083 (mon.1) 62 : audit 2022-03-06T10:14:20.295 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:19 smithi083 conmon[33008]: [DBG] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:14:20.499 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 8 sec latency 10577.000 ms 2022-03-06T10:14:21.245 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:20 smithi008 conmon[29939]: cluster 2022-03-06T10:14:19.942268+0000 mgr.smithi083.piggzi (mgr.14616) 35 : cluster [DBG] pgmap v17: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.9 KiB/s rd, 1.0 MiB/s wr, 85 op/s 2022-03-06T10:14:21.287 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:20 smithi083 conmon[33008]: cluster 2022-03-06T10:14:19.942268+0000 mgr.smithi083.piggzi (mgr.14616) 35 : cluster [DBG] pgmap v17: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.9 KiB/s rd, 1.0 MiB/s wr, 85 op/s 2022-03-06T10:14:21.499 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 9 sec latency 11577.114 ms 2022-03-06T10:14:22.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:21 smithi008 conmon[29939]: audit 2022-03-06T10:14:21.790431+0000 mon.smithi083 (mon 2022-03-06T10:14:22.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:21 smithi008 conmon[29939]: .1) 63 : audit [INF] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]: dispatch 2022-03-06T10:14:22.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:21 smithi008 conmon[29939]: audit 2022-03-06T10:14:21.790929+0000 2022-03-06T10:14:22.247 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:21 smithi008 conmon[29939]: mon.smithi008 (mon.0) 744 : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]: dispatch 2022-03-06T10:14:22.247 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:21 smithi008 conmon[29939]: audit 2022-03-06T10:14:22.248 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:21 smithi008 conmon[29939]: 2022-03-06T10:14:21.794967+0000 mon.smithi008 (mon.0) 745 : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' cmd='[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]': finished 2022-03-06T10:14:22.287 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:21 smithi083 conmon[33008]: audit 2022-03-06T10:14:21.790431+0000 mon.smithi083 (mon.1) 63 2022-03-06T10:14:22.288 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:21 smithi083 conmon[33008]: : audit [INF] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]: dispatch 2022-03-06T10:14:22.288 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:21 smithi083 conmon[33008]: audit 2022-03-06T10:14:21.790929+0000 mon.smithi008 (mon.0) 744 : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]: dispatch 2022-03-06T10:14:22.288 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:21 smithi083 conmon[33008]: audit 2022-03-06T 2022-03-06T10:14:22.288 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:21 smithi083 conmon[33008]: 10:14:21.794967+0000 mon.smithi008 (mon.0) 745 : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' cmd='[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]': finished 2022-03-06T10:14:22.499 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 10 sec latency 12577.202 ms 2022-03-06T10:14:23.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:22 smithi083 conmon[33008]: cephadm 2022-03-06T10:14:21.845823+0000 mgr.smithi083.piggzi (mgr.14616) 36 : cephadm [INF] Rados config object exists: conf-nfs.foo 2022-03-06T10:14:23.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:22 smithi083 conmon[33008]: cephadm 2022-03-06T10:14:21.845934+0000 mgr.smithi083.piggzi (mgr.14616) 37 : cephadm [INF] Creating key for client.nfs.foo.1.0.smithi083.sviifb-rgw 2022-03-06T10:14:23.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:22 smithi083 conmon[33008]: audit 2022-03-06T10:14:21.846351+0000 mon.smithi083 (mon.1) 64 : audit [INF] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1.0.smithi083.sviifb-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2022-03-06T10:14:23.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:22 smithi083 conmon[33008]: audit 2022-03-06T10:14:21.846842+0000 mon.smithi008 (mon.0) 746 : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1.0.smithi083.sviifb-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2022-03-06T10:14:23.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:22 smithi083 conmon[33008]: audit 2022-03-06T10:14:21.852501+0000 mon.smithi008 (mon.0) 747 : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1.0.smithi083.sviifb-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]': finished 2022-03-06T10:14:23.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:22 smithi083 conmon[33008]: audit 2022-03-06T10:14:21.855982+0000 mon.smithi083 (mon.1) 65 : audit [DBG] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:14:23.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:22 smithi083 conmon[33008]: cephadm 2022-03-06T10:14:21.856698+0000 mgr.smithi083.piggzi (mgr.14616) 38 : cephadm [INF] Deploying daemon nfs.foo.1.0.smithi083.sviifb on smithi083 2022-03-06T10:14:23.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:22 smithi083 conmon[33008]: cluster 2022-03-06T10:14:21.942672+0000 mgr.smithi083.piggzi (mgr.14616) 39 : cluster [DBG] pgmap v18: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.3 KiB/s rd, 884 KiB/s wr, 72 op/s 2022-03-06T10:14:23.245 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:22 smithi008 conmon[29939]: cephadm 2022-03-06T10:14:21.845823+0000 mgr.smithi083.piggzi (mgr.14616) 36 2022-03-06T10:14:23.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:22 smithi008 conmon[29939]: : cephadm [INF] Rados config object exists: conf-nfs.foo 2022-03-06T10:14:23.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:22 smithi008 conmon[29939]: cephadm 2022-03-06T10:14:21.845934+0000 mgr.smithi083.piggzi (mgr.14616) 37 : cephadm [INF] Creating key for client.nfs.foo.1.0.smithi083.sviifb-rgw 2022-03-06T10:14:23.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:22 smithi008 conmon[29939]: audit 2022-03-06T10:14:21.846351+0000 mon.smithi083 (mon.1) 64 : audit [INF] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1.0.smithi083.sviifb-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2022-03-06T10:14:23.247 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:22 smithi008 conmon[29939]: audit 2022-03-06T10:14:21.846842+0000 mon.smithi008 (mon.0) 746 : 2022-03-06T10:14:23.247 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:22 smithi008 conmon[29939]: audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1.0.smithi083.sviifb-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2022-03-06T10:14:23.247 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:22 smithi008 conmon[29939]: audit 2022- 2022-03-06T10:14:23.247 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:22 smithi008 conmon[29939]: 03-06T10:14:21.852501+0000 mon.smithi008 (mon.0) 747 : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1.0.smithi083.sviifb-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]': finished 2022-03-06T10:14:23.248 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:22 smithi008 conmon[29939]: audit 2022-03-06T10:14:21.855982 2022-03-06T10:14:23.248 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:22 smithi008 conmon[29939]: +0000 mon.smithi083 (mon.1) 65 : audit [DBG] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:14:23.248 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:22 smithi008 conmon[29939]: cephadm 2022-03-06T10:14:21.856698+0000 mgr.smithi083.piggzi ( 2022-03-06T10:14:23.248 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:22 smithi008 conmon[29939]: mgr.14616) 38 : cephadm [INF] Deploying daemon nfs.foo.1.0.smithi083.sviifb on smithi083 2022-03-06T10:14:23.248 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:22 smithi008 conmon[29939]: cluster 2022-03-06T10:14:21.942672 2022-03-06T10:14:23.249 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:22 smithi008 conmon[29939]: +0000 mgr.smithi083.piggzi (mgr.14616) 39 : cluster [DBG] pgmap v18: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.3 KiB/s rd, 884 KiB/s wr, 72 op/s 2022-03-06T10:14:23.499 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 11 sec latency 13577.254 ms 2022-03-06T10:14:24.499 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 12 sec latency 14577.285 ms 2022-03-06T10:14:25.245 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:24 smithi008 conmon[29939]: cluster 2022-03-06T10:14:23.943180+0000 mgr.smithi083.piggzi (mgr.14616) 40 : cluster [DBG] pgmap v19: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.5 KiB/s rd, 869 KiB/s wr, 75 op/s 2022-03-06T10:14:25.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:24 smithi008 conmon[29939]: audit 2022-03-06T10:14:23.973821+0000 mon.smithi008 (mon.0) 748 : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' 2022-03-06T10:14:25.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:24 smithi008 conmon[29939]: audit 2022-03-06T10:14:23.976099+0000 mon.smithi083 (mon.1) 66 : audit [DBG] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:14:25.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:24 smithi008 conmon[29939]: audit 2022-03-06T10:14:23.976944+0000 mon.smithi083 (mon.1) 67 : audit [DBG] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:14:25.247 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:24 smithi008 conmon[29939]: audit 2022-03-06T10:14:23.977458+0000 mon.smithi083 (mon.1) 68 : audit [INF] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-06T10:14:25.247 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:24 smithi008 conmon[29939]: cephadm 2022-03-06T10:14:23.977937+0000 mgr.smithi083.piggzi (mgr.14616) 41 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-06T10:14:25.287 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:24 smithi083 conmon[33008]: cluster 2022-03-06T10:14:23.943180+0000 mgr.smithi083.piggzi (mgr.14616) 40 : cluster [DBG] pgmap v19: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.5 KiB/s rd, 869 KiB/s wr, 75 op/s 2022-03-06T10:14:25.288 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:24 smithi083 conmon[33008]: audit 2022-03-06T10:14:23.973821+0000 mon.smithi008 (mon.0) 748 : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' 2022-03-06T10:14:25.288 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:24 smithi083 conmon[33008]: audit 2022-03-06T10:14:23.976099+0000 mon.smithi083 (mon.1) 66 : audit [DBG] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:14:25.288 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:24 smithi083 conmon[33008]: audit 2022-03-06T10:14:23.976944+0000 mon.smithi083 (mon.1) 67 : audit [DBG] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:14:25.289 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:24 smithi083 conmon[33008]: audit 2022-03-06T10:14:23.977458+0000 mon.smithi083 (mon.1) 68 : audit [INF] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-06T10:14:25.289 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:24 smithi083 conmon[33008]: cephadm 2022-03-06T10:14:25.289 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:24 smithi083 conmon[33008]: 2022-03-06T10:14:23.977937+0000 mgr.smithi083.piggzi (mgr.14616) 41 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-06T10:14:25.499 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 13 sec latency 15577.321 ms 2022-03-06T10:14:26.499 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 14 sec latency 16577.353 ms 2022-03-06T10:14:27.245 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:26 smithi008 conmon[29939]: cluster 2022-03-06T10:14:25.943889+0000 2022-03-06T10:14:27.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:26 smithi008 conmon[29939]: mgr.smithi083.piggzi (mgr.14616) 42 : cluster [DBG] pgmap v20: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.8 KiB/s rd, 374 KiB/s wr, 20 op/s 2022-03-06T10:14:27.287 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:26 smithi083 conmon[33008]: cluster 2022-03-06T10:14:25.943889+0000 mgr.smithi083.piggzi (mgr.14616) 42 : cluster [DBG] pgmap v20: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.8 KiB/s rd, 374 KiB/s wr, 20 op/s 2022-03-06T10:14:27.499 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 15 sec latency 17577.399 ms 2022-03-06T10:14:28.499 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 16 sec latency 18577.445 ms 2022-03-06T10:14:28.995 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:28 smithi008 conmon[29939]: cluster 2022-03-06T10:14:27.944246 2022-03-06T10:14:28.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:28 smithi008 conmon[29939]: +0000 mgr.smithi083.piggzi (mgr.14616) 43 : cluster [DBG] pgmap v21: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.7 KiB/s rd, 3.1 KiB/s wr, 6 op/s 2022-03-06T10:14:28.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:28 smithi008 conmon[29939]: audit 2022-03-06 2022-03-06T10:14:28.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:28 smithi008 conmon[29939]: T10:14:28.170481+0000 mon.smithi008 (mon.0) 749 : 2022-03-06T10:14:28.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:28 smithi008 conmon[29939]: audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' 2022-03-06T10:14:28.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:28 smithi008 conmon[29939]: audit 2022-03-06T10:14:28.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:28 smithi008 conmon[29939]: 2022-03-06T10:14 2022-03-06T10:14:28.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:28 smithi008 conmon[29939]: :28.520866+0000 mon.smithi008 (mon.0) 750 : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' 2022-03-06T10:14:29.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:28 smithi083 conmon[33008]: cluster 2022-03-06T10:14:27.944246 2022-03-06T10:14:29.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:28 smithi083 conmon[33008]: +0000 mgr.smithi083.piggzi (mgr.14616) 43 : cluster [DBG] pgmap v21: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.7 KiB/s rd, 3.1 KiB/s wr, 6 op/s 2022-03-06T10:14:29.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:28 smithi083 conmon[33008]: audit 2022-03-06T10:14:28.170481+0000 mon.smithi008 (mon.0) 749 : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' 2022-03-06T10:14:29.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:28 smithi083 conmon[33008]: audit 2022-03-06T10:14:28.520866+0000 2022-03-06T10:14:29.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:28 smithi083 conmon[33008]: mon.smithi008 (mon.0) 750 : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' 2022-03-06T10:14:29.499 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 17 sec latency 19577.476 ms 2022-03-06T10:14:30.499 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 18 sec latency 20577.503 ms 2022-03-06T10:14:31.287 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:30 smithi083 conmon[33008]: cluster 2022-03-06T10:14:29.945053+0000 mgr.smithi083.piggzi (mgr.14616) 44 : cluster [DBG] pgmap v22: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.7 KiB/s rd, 3.1 KiB/s wr, 6 op/s 2022-03-06T10:14:31.288 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:30 smithi083 conmon[33008]: audit 2022-03-06T10:14:30.799699+0000 mon.smithi008 (mon.0) 751 : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' 2022-03-06T10:14:31.288 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:30 smithi083 conmon[33008]: audit 2022-03-06T10:14:30.804457+0000 mon.smithi008 (mon.0) 752 : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' 2022-03-06T10:14:31.288 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:30 smithi083 conmon[33008]: audit 2022-03-06T10:14:30.811003+0000 mon.smithi008 (mon.0) 753 : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' 2022-03-06T10:14:31.289 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:30 smithi083 conmon[33008]: audit 2022-03-06T10:14:30.815653+0000 mon.smithi083 (mon 2022-03-06T10:14:31.289 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:30 smithi083 conmon[33008]: .1) 69 : audit [DBG] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:14:31.289 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:30 smithi083 conmon[33008]: audit 2022-03-06T10:14:30. 2022-03-06T10:14:31.289 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:30 smithi083 conmon[33008]: 820251+0000 mon.smithi008 (mon.0) 754 : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' 2022-03-06T10:14:31.289 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:30 smithi083 conmon[33008]: 2022-03-06T10:14:31.396 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:30 smithi008 conmon[29939]: cluster 2022-03-06T10:14:29.945053+0000 mgr.smithi083.piggzi ( 2022-03-06T10:14:31.396 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:30 smithi008 conmon[29939]: mgr.14616) 44 : cluster [DBG] pgmap v22: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.7 KiB/s rd, 3.1 KiB/s wr, 6 op/s 2022-03-06T10:14:31.397 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:30 smithi008 conmon[29939]: audit 2022-03-06T10:14:30.799699+0000 mon.smithi008 (mon.0) 751 : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' 2022-03-06T10:14:31.397 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:30 smithi008 conmon[29939]: audit 2022-03-06T10:14:30.804457+0000 mon.smithi008 (mon.0) 752 : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' 2022-03-06T10:14:31.397 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:30 smithi008 conmon[29939]: 2022-03-06T10:14:31.397 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:30 smithi008 conmon[29939]: audit 2022-03-06T10 2022-03-06T10:14:31.398 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:30 smithi008 conmon[29939]: :14:30.811003+0000 mon.smithi008 (mon.0) 2022-03-06T10:14:31.398 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:30 smithi008 conmon[29939]: 753 : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' 2022-03-06T10:14:31.398 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:30 smithi008 conmon[29939]: audit 2022-03-06T10:14:30.815653 2022-03-06T10:14:31.398 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:30 smithi008 conmon[29939]: +0000 mon.smithi083 (mon.1) 69 : audit [DBG] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:14:31.398 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:30 smithi008 conmon[29939]: audit 2022-03-06T10:14: 2022-03-06T10:14:31.399 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:30 smithi008 conmon[29939]: 30.820251+0000 mon.smithi008 (mon.0) 754 : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' 2022-03-06T10:14:31.499 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 19 sec latency 21577.535 ms 2022-03-06T10:14:32.208 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:32 smithi008 conmon[29939]: cephadm 2022-03-06T10:14:30.821916+0000 2022-03-06T10:14:32.209 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:32 smithi008 conmon[29939]: mgr.smithi083.piggzi (mgr.14616) 45 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.smithi083.piggzi) 2022-03-06T10:14:32.287 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:32 smithi083 conmon[33008]: cephadm 2022-03-06T10:14:30.821916+0000 mgr.smithi083.piggzi (mgr.14616) 45 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.smithi083.piggzi) 2022-03-06T10:14:32.499 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 20 sec latency 22577.605 ms 2022-03-06T10:14:33.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:33 smithi008 conmon[29939]: cluster 2022-03-06T10:14:31.945493+0000 mgr.smithi083.piggzi (mgr.14616) 46 : cluster [DBG] pgmap v23: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.4 KiB/s rd, 2.1 KiB/s wr, 4 op/s 2022-03-06T10:14:33.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:33 smithi008 conmon[29939]: audit 2022-03-06T10:14:32.208298+0000 mon.smithi008 (mon.0) 755 : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' 2022-03-06T10:14:33.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:33 smithi008 conmon[29939]: audit 2022-03-06T10:14:32.209331+0000 mon.smithi083 (mon.1) 70 : audit [INF] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi008.onsztl", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2022-03-06T10:14:33.247 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:33 smithi008 conmon[29939]: audit 2022-03-06T10:14:32.209658+0000 mon.smithi008 (mon.0) 756 : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi008.onsztl", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2022-03-06T10:14:33.247 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:33 smithi008 conmon[29939]: audit 2022-03-06T10:14:32.210542+0000 mon.smithi083 ( 2022-03-06T10:14:33.247 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:33 smithi008 conmon[29939]: mon.1) 71 : audit [DBG] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "mgr services"}]: dispatch 2022-03-06T10:14:33.247 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:33 smithi008 conmon[29939]: audit 2022-03-06T10:14:32.211453+0000 mon.smithi083 (mon.1) 72 : audit [DBG] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:14:33.287 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:33 smithi083 conmon[33008]: cluster 2022-03-06T10:14:31.945493+0000 mgr.smithi083.piggzi (mgr.14616) 46 : cluster [DBG] pgmap v23: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.4 KiB/s rd, 2.1 KiB/s wr, 4 op/s 2022-03-06T10:14:33.288 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:33 smithi083 conmon[33008]: audit 2022-03-06T10:14:32.208298 2022-03-06T10:14:33.288 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:33 smithi083 conmon[33008]: +0000 mon.smithi008 (mon.0) 755 : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' 2022-03-06T10:14:33.288 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:33 smithi083 conmon[33008]: audit 2022-03-06T10:14:32.209331+0000 mon.smithi083 (mon.1) 70 : audit [INF] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi008.onsztl", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2022-03-06T10:14:33.289 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:33 smithi083 conmon[33008]: audit 2022-03-06T10:14:32.209658+0000 mon.smithi008 (mon.0) 756 : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi008.onsztl", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2022-03-06T10:14:33.289 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:33 smithi083 conmon[33008]: audit 2022-03-06T10:14:32.210542+0000 mon.smithi083 (mon.1) 71 : 2022-03-06T10:14:33.289 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:33 smithi083 conmon[33008]: audit [DBG] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "mgr services"}]: dispatch 2022-03-06T10:14:33.289 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:33 smithi083 conmon[33008]: audit 2022-03-06T10: 2022-03-06T10:14:33.290 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:33 smithi083 conmon[33008]: 14:32.211453+0000 mon.smithi083 (mon.1) 72 2022-03-06T10:14:33.290 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:33 smithi083 conmon[33008]: : audit [DBG] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:14:33.499 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 21 sec latency 23577.663 ms 2022-03-06T10:14:34.287 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:34 smithi083 conmon[33008]: cephadm 2022-03-06T10:14:32.203376+0000 mgr.smithi083.piggzi (mgr.14616) 47 : cephadm [INF] Upgrade: Updating mgr.smithi008.onsztl 2022-03-06T10:14:34.288 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:34 smithi083 conmon[33008]: cephadm 2022-03-06T10:14:32.212167+0000 mgr.smithi083.piggzi (mgr.14616) 48 : cephadm [INF] Deploying daemon mgr.smithi008.onsztl on smithi008 2022-03-06T10:14:34.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:34 smithi008 conmon[29939]: cephadm 2022-03-06T10:14:32.203376+0000 mgr.smithi083.piggzi (mgr.14616) 47 : cephadm [INF] Upgrade: Updating mgr.smithi008.onsztl 2022-03-06T10:14:34.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:34 smithi008 conmon[29939]: cephadm 2022-03-06T10:14:32.212167+0000 mgr.smithi083.piggzi (mgr.14616) 48 : cephadm [INF] Deploying daemon mgr.smithi008.onsztl on smithi008 2022-03-06T10:14:34.499 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 22 sec latency 24577.745 ms 2022-03-06T10:14:35.087 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:35 smithi008 conmon[29939]: cluster 2022-03-06T10:14:33.946247+0000 mgr.smithi083.piggzi (mgr.14616) 49 : 2022-03-06T10:14:35.087 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:35 smithi008 conmon[29939]: cluster [DBG] pgmap v24: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.6 KiB/s rd, 2.1 KiB/s wr, 4 op/s 2022-03-06T10:14:35.087 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:35 smithi008 conmon[29939]: audit 2022-03-06T10:14:35.000500+0000 mon.smithi008 (mon.0) 757 : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' 2022-03-06T10:14:35.088 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:35 smithi008 conmon[29939]: audit 2022-03-06T10:14:35.002545+0000 mon.smithi083 (mon.1) 73 : audit 2022-03-06T10:14:35.088 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:35 smithi008 conmon[29939]: [DBG] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:14:35.088 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:35 smithi008 conmon[29939]: audit 2022-03-06T10:14:35.088 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:35 smithi008 conmon[29939]: 2022-03-06T10:14:35.003750+0000 2022-03-06T10:14:35.088 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:35 smithi008 conmon[29939]: mon.smithi083 (mon.1) 74 : audit [DBG] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:14:35.089 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:35 smithi008 conmon[29939]: 2022-03-06T10:14:35.089 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:35 smithi008 conmon[29939]: audit 2022- 2022-03-06T10:14:35.089 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:35 smithi008 conmon[29939]: 03-06T10:14:35.004496+0000 2022-03-06T10:14:35.089 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:35 smithi008 conmon[29939]: mon.smithi083 (mon.1) 75 : audit [INF] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-06T10:14:35.089 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:35 smithi008 conmon[29939]: 2022-03-06T10:14:35.288 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:35 smithi083 conmon[33008]: cluster 2022-03-06T10:14:33.946247+0000 mgr.smithi083.piggzi (mgr.14616 2022-03-06T10:14:35.288 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:35 smithi083 conmon[33008]: ) 49 : cluster [DBG] pgmap v24: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.6 KiB/s rd, 2.1 KiB/s wr, 4 op/s 2022-03-06T10:14:35.289 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:35 smithi083 conmon[33008]: audit 2022-03-06T10:14:35.000500+0000 mon.smithi008 (mon.0) 757 : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' 2022-03-06T10:14:35.289 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:35 smithi083 conmon[33008]: audit 2022-03-06T10:14:35.289 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:35 smithi083 conmon[33008]: 2022-03-06T10:14:35.002545+0000 mon.smithi083 (mon.1) 73 : audit [DBG] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:14:35.289 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:35 smithi083 conmon[33008]: audit 2022-03-06T10:14 2022-03-06T10:14:35.290 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:35 smithi083 conmon[33008]: :35.003750+0000 mon.smithi083 (mon.1) 74 : audit 2022-03-06T10:14:35.290 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:35 smithi083 conmon[33008]: [DBG] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:14:35.291 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:35 smithi083 conmon[33008]: audit 2022-03-06T10:14: 2022-03-06T10:14:35.291 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:35 smithi083 conmon[33008]: 35.004496+0000 mon.smithi083 (mon.1) 75 : audit 2022-03-06T10:14:35.291 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:35 smithi083 conmon[33008]: [INF] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-06T10:14:35.499 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 23 sec latency 25577.790 ms 2022-03-06T10:14:36.287 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:36 smithi083 conmon[33008]: cephadm 2022-03-06T10:14:35.005208+0000 mgr.smithi083.piggzi (mgr 2022-03-06T10:14:36.288 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:36 smithi083 conmon[33008]: .14616) 50 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-06T10:14:36.495 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:36 smithi008 conmon[29939]: cephadm 2022-03-06T10:14:35.005208+0000 mgr.smithi083.piggzi (mgr.14616) 50 : 2022-03-06T10:14:36.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:36 smithi008 conmon[29939]: cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-06T10:14:36.499 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 24 sec latency 26577.836 ms 2022-03-06T10:14:37.245 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:37 smithi008 conmon[29939]: cluster 2022-03-06T10:14:35.946693+0000 mgr.smithi083.piggzi (mgr 2022-03-06T10:14:37.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:37 smithi008 conmon[29939]: .14616) 51 : cluster [DBG] pgmap v25: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-03-06T10:14:37.287 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:37 smithi083 conmon[33008]: cluster 2022-03-06T10:14:35.946693+0000 2022-03-06T10:14:37.287 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:37 smithi083 conmon[33008]: mgr.smithi083.piggzi (mgr.14616) 51 : cluster [DBG] pgmap v25: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-03-06T10:14:37.499 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 25 sec latency 27577.875 ms 2022-03-06T10:14:38.499 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 26 sec latency 28577.908 ms 2022-03-06T10:14:38.995 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:38 smithi008 conmon[29939]: cluster 2022-03-06T10:14:37.947043+0000 mgr.smithi083.piggzi (mgr.14616) 52 : cluster [DBG] pgmap v26: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-06T10:14:39.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:38 smithi083 conmon[33008]: cluster 2022-03-06T10:14:37.947043+0000 mgr.smithi083.piggzi (mgr.14616) 52 : cluster [DBG] pgmap v26: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-06T10:14:39.499 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 27 sec latency 29577.961 ms 2022-03-06T10:14:40.499 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 28 sec latency 30577.993 ms 2022-03-06T10:14:40.877 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:40 smithi008 conmon[29939]: audit 2022-03-06T10:14:39.605242 2022-03-06T10:14:40.877 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:40 smithi008 conmon[29939]: +0000 mon.smithi008 (mon.0) 758 : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' 2022-03-06T10:14:40.878 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:40 smithi008 conmon[29939]: cluster 2022-03-06T10:14:39.947786+0000 mgr.smithi083.piggzi (mgr.14616) 53 : cluster [DBG] pgmap v27: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-06T10:14:40.916 INFO:teuthology.orchestra.run.smithi008.stdout:true 2022-03-06T10:14:41.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:40 smithi083 conmon[33008]: audit 2022-03-06T10:14:39.605242+0000 mon.smithi008 (mon.0) 758 : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' 2022-03-06T10:14:41.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:40 smithi083 conmon[33008]: cluster 2022-03-06T10:14:39 2022-03-06T10:14:41.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:40 smithi083 conmon[33008]: .947786+0000 mgr.smithi083.piggzi (mgr.14616) 53 : cluster [DBG] pgmap v27: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-06T10:14:41.244 INFO:teuthology.orchestra.run.smithi008.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-06T10:14:41.244 INFO:teuthology.orchestra.run.smithi008.stdout:alertmanager.smithi008 smithi008 *:9093,9094 running (6m) 10s ago 7m 18.0M - 0.20.0 0881eb8f169f c1b598605d37 2022-03-06T10:14:41.245 INFO:teuthology.orchestra.run.smithi008.stdout:crash.smithi008 smithi008 running (7m) 10s ago 7m 7025k - 16.2.4 8d91d370c2b8 cb8dd3b8791a 2022-03-06T10:14:41.245 INFO:teuthology.orchestra.run.smithi008.stdout:crash.smithi083 smithi083 running (6m) 1s ago 6m 7180k - 16.2.4 8d91d370c2b8 bffb25d3bd63 2022-03-06T10:14:41.245 INFO:teuthology.orchestra.run.smithi008.stdout:grafana.smithi008 smithi008 *:3000 running (6m) 10s ago 7m 40.3M - 6.7.4 557c83e11646 8cfaa70fda74 2022-03-06T10:14:41.245 INFO:teuthology.orchestra.run.smithi008.stdout:mds.foofs.smithi008.htvsun smithi008 running (2m) 10s ago 2m 14.5M - 16.2.4 8d91d370c2b8 26ca5f515dbd 2022-03-06T10:14:41.246 INFO:teuthology.orchestra.run.smithi008.stdout:mds.foofs.smithi083.jmehpg smithi083 running (2m) 1s ago 2m 40.0M - 16.2.4 8d91d370c2b8 19936905fcd9 2022-03-06T10:14:41.246 INFO:teuthology.orchestra.run.smithi008.stdout:mgr.smithi008.onsztl smithi008 *:8443,9283 starting - - - - 2022-03-06T10:14:41.246 INFO:teuthology.orchestra.run.smithi008.stdout:mgr.smithi083.piggzi smithi083 *:8443,9283 running (51s) 1s ago 6m 438M - 16.2.7-537-ge1551c35 c014a449df4d ef9761978fa5 2022-03-06T10:14:41.246 INFO:teuthology.orchestra.run.smithi008.stdout:mon.smithi008 smithi008 running (8m) 10s ago 8m 131M 2048M 16.2.4 8d91d370c2b8 15a39b656753 2022-03-06T10:14:41.247 INFO:teuthology.orchestra.run.smithi008.stdout:mon.smithi083 smithi083 running (6m) 1s ago 6m 92.9M 2048M 16.2.4 8d91d370c2b8 5fe0483de9e7 2022-03-06T10:14:41.247 INFO:teuthology.orchestra.run.smithi008.stdout:nfs.foo.0.0.smithi008.vblejz smithi008 *:2049 running (22s) 10s ago 22s 55.3M - 3.5 8d91d370c2b8 6c2c63cb40e7 2022-03-06T10:14:41.247 INFO:teuthology.orchestra.run.smithi008.stdout:nfs.foo.1.0.smithi083.sviifb smithi083 *:2049 running (17s) 1s ago 17s 56.8M - 3.5 8d91d370c2b8 36c868cf0e10 2022-03-06T10:14:41.247 INFO:teuthology.orchestra.run.smithi008.stdout:node-exporter.smithi008 smithi008 *:9100 running (7m) 10s ago 7m 16.3M - 0.18.1 e5a616e4b9cf bfdc0c131d05 2022-03-06T10:14:41.248 INFO:teuthology.orchestra.run.smithi008.stdout:node-exporter.smithi083 smithi083 *:9100 running (6m) 1s ago 6m 18.3M - 0.18.1 e5a616e4b9cf 58c011f53df8 2022-03-06T10:14:41.248 INFO:teuthology.orchestra.run.smithi008.stdout:osd.0 smithi008 running (6m) 10s ago 6m 1251M 4096M 16.2.4 8d91d370c2b8 09267a39eb6d 2022-03-06T10:14:41.248 INFO:teuthology.orchestra.run.smithi008.stdout:osd.1 smithi008 running (5m) 10s ago 5m 1104M 4096M 16.2.4 8d91d370c2b8 e878396d80d2 2022-03-06T10:14:41.248 INFO:teuthology.orchestra.run.smithi008.stdout:osd.2 smithi008 running (5m) 10s ago 5m 687M 4096M 16.2.4 8d91d370c2b8 5e3f5ffb7fba 2022-03-06T10:14:41.248 INFO:teuthology.orchestra.run.smithi008.stdout:osd.3 smithi008 running (5m) 10s ago 5m 1174M 4096M 16.2.4 8d91d370c2b8 5fa99abadf0b 2022-03-06T10:14:41.249 INFO:teuthology.orchestra.run.smithi008.stdout:osd.4 smithi083 running (5m) 1s ago 5m 1149M 4096M 16.2.4 8d91d370c2b8 4f35be895c05 2022-03-06T10:14:41.249 INFO:teuthology.orchestra.run.smithi008.stdout:osd.5 smithi083 running (4m) 1s ago 4m 1357M 4096M 16.2.4 8d91d370c2b8 f4c5c00fd474 2022-03-06T10:14:41.249 INFO:teuthology.orchestra.run.smithi008.stdout:osd.6 smithi083 running (4m) 1s ago 4m 1028M 4096M 16.2.4 8d91d370c2b8 e3dc87d3a982 2022-03-06T10:14:41.249 INFO:teuthology.orchestra.run.smithi008.stdout:osd.7 smithi083 running (4m) 1s ago 4m 1830M 4096M 16.2.4 8d91d370c2b8 c31fb227ce1f 2022-03-06T10:14:41.250 INFO:teuthology.orchestra.run.smithi008.stdout:prometheus.smithi008 smithi008 *:9095 running (6m) 10s ago 7m 47.3M - 2.18.1 de242295e225 63679ba213b0 2022-03-06T10:14:41.499 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 29 sec latency 31578.023 ms 2022-03-06T10:14:41.634 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2022-03-06T10:14:41.634 INFO:teuthology.orchestra.run.smithi008.stdout: "mon": { 2022-03-06T10:14:41.634 INFO:teuthology.orchestra.run.smithi008.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-06T10:14:41.635 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2022-03-06T10:14:41.635 INFO:teuthology.orchestra.run.smithi008.stdout: "mgr": { 2022-03-06T10:14:41.635 INFO:teuthology.orchestra.run.smithi008.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 1, 2022-03-06T10:14:41.635 INFO:teuthology.orchestra.run.smithi008.stdout: "ceph version 16.2.7-537-ge1551c35 (e1551c35043f76911d2590d48f731bcea8126fe1) pacific (stable)": 1 2022-03-06T10:14:41.636 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2022-03-06T10:14:41.636 INFO:teuthology.orchestra.run.smithi008.stdout: "osd": { 2022-03-06T10:14:41.636 INFO:teuthology.orchestra.run.smithi008.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 8 2022-03-06T10:14:41.636 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2022-03-06T10:14:41.637 INFO:teuthology.orchestra.run.smithi008.stdout: "mds": { 2022-03-06T10:14:41.637 INFO:teuthology.orchestra.run.smithi008.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-06T10:14:41.637 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2022-03-06T10:14:41.637 INFO:teuthology.orchestra.run.smithi008.stdout: "overall": { 2022-03-06T10:14:41.637 INFO:teuthology.orchestra.run.smithi008.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 13, 2022-03-06T10:14:41.638 INFO:teuthology.orchestra.run.smithi008.stdout: "ceph version 16.2.7-537-ge1551c35 (e1551c35043f76911d2590d48f731bcea8126fe1) pacific (stable)": 1 2022-03-06T10:14:41.638 INFO:teuthology.orchestra.run.smithi008.stdout: } 2022-03-06T10:14:41.638 INFO:teuthology.orchestra.run.smithi008.stdout:} 2022-03-06T10:14:41.995 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:41 smithi008 conmon[29939]: audit 2022-03-06T10:14: 2022-03-06T10:14:41.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:41 smithi008 conmon[29939]: 40.901712+0000 mgr.smithi083.piggzi (mgr.14616) 54 : audit [DBG] from='client.14686 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-06T10:14:42.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:41 smithi083 conmon[33008]: audit 2022-03-06T10:14:40.901712+0000 mgr.smithi083.piggzi (mgr.14616) 54 : audit [DBG] from='client.14686 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-06T10:14:42.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:41 smithi083 conmon[33008]: 2022-03-06T10:14:42.499 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 30 sec latency 32578.054 ms 2022-03-06T10:14:42.788 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:42 smithi083 conmon[33008]: audit 2022-03-06T10:14:41.233623+0000 mgr.smithi083.piggzi (mgr.14616) 55 : audit [DBG] 2022-03-06T10:14:42.788 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:42 smithi083 conmon[33008]: from='client.14690 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-06T10:14:42.788 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:42 smithi083 conmon[33008]: audit 2022-03-06T10:14:41.632743+0000 mon.smithi008 (mon.0) 759 : audit [DBG] from='client.? 172.21.15.8:0/345444881' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-06T10:14:42.789 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:42 smithi083 conmon[33008]: cluster 2022-03-06T10:14:42.789 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:42 smithi083 conmon[33008]: 2022-03-06T10:14:41.719071+0000 mon.smithi008 (mon.0) 760 : cluster [DBG] Standby manager daemon smithi008.onsztl restarted 2022-03-06T10:14:42.789 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:42 smithi083 conmon[33008]: cluster 2022-03-06T10: 2022-03-06T10:14:42.789 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:42 smithi083 conmon[33008]: 14:41.719182+0000 mon.smithi008 (mon.0) 761 : 2022-03-06T10:14:42.790 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:42 smithi083 conmon[33008]: cluster [DBG] Standby manager daemon smithi008.onsztl started 2022-03-06T10:14:42.790 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:42 smithi083 conmon[33008]: audit 2022-03-06T10:14 2022-03-06T10:14:42.790 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:42 smithi083 conmon[33008]: :41.721591+0000 mon.smithi008 (mon.0) 762 : audit 2022-03-06T10:14:42.790 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:42 smithi083 conmon[33008]: [DBG] from='mgr.? 172.21.15.8:0/1603936433' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi008.onsztl/crt"}]: dispatch 2022-03-06T10:14:42.790 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:42 smithi083 conmon[33008]: audit 2022-03-06T10:14: 2022-03-06T10:14:42.791 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:42 smithi083 conmon[33008]: 41.721967+0000 mon.smithi008 (mon.0) 763 : audit 2022-03-06T10:14:42.791 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:42 smithi083 conmon[33008]: [DBG] from='mgr.? 172.21.15.8:0/1603936433' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2022-03-06T10:14:42.791 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:42 smithi083 conmon[33008]: audit 2022-03-06T10:14:41 2022-03-06T10:14:42.791 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:42 smithi083 conmon[33008]: .724341+0000 mon.smithi008 (mon.0) 764 : audit [DBG] 2022-03-06T10:14:42.792 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:42 smithi083 conmon[33008]: from='mgr.? 172.21.15.8:0/1603936433' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi008.onsztl/key"}]: dispatch 2022-03-06T10:14:42.792 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:42 smithi083 conmon[33008]: audit 2022-03-06T10:14:41. 2022-03-06T10:14:42.792 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:42 smithi083 conmon[33008]: 725550+0000 mon.smithi008 (mon.0) 765 : audit [DBG] 2022-03-06T10:14:42.792 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:42 smithi083 conmon[33008]: from='mgr.? 172.21.15.8:0/1603936433' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2022-03-06T10:14:42.792 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:42 smithi083 conmon[33008]: cluster 2022-03-06T10:14:41.948420 2022-03-06T10:14:42.793 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:42 smithi083 conmon[33008]: +0000 mgr.smithi083.piggzi (mgr.14616) 56 : cluster [DBG] pgmap v28: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-06T10:14:42.793 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:42 smithi083 conmon[33008]: 2022-03-06T10:14:42.793 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:42 smithi083 conmon[33008]: audit 2022-03-06T10:14:42.793 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:42 smithi083 conmon[33008]: 2022-03-06T10:14:42.500864+0000 mon.smithi008 (mon 2022-03-06T10:14:42.794 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:42 smithi083 conmon[33008]: .0) 766 : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' 2022-03-06T10:14:42.794 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:42 smithi083 conmon[33008]: audit 2022-03 2022-03-06T10:14:42.794 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:42 smithi083 conmon[33008]: -06T10:14:42.505541+0000 mon.smithi008 (mon 2022-03-06T10:14:42.795 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:42 smithi083 conmon[33008]: .0) 767 : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' 2022-03-06T10:14:42.795 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:42 smithi083 conmon[33008]: audit 2022-03 2022-03-06T10:14:42.795 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:42 smithi083 conmon[33008]: -06T10:14:42.511898+0000 mon.smithi008 ( 2022-03-06T10:14:42.795 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:42 smithi083 conmon[33008]: mon.0) 768 : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' 2022-03-06T10:14:42.795 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:42 smithi083 conmon[33008]: audit 2022-03 2022-03-06T10:14:42.796 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:42 smithi083 conmon[33008]: -06T10:14:42.516154+0000 mon.smithi083 ( 2022-03-06T10:14:42.796 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:42 smithi083 conmon[33008]: mon.1) 76 : audit [DBG] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:14:42.797 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:42 smithi083 conmon[33008]: audit 2022-03 2022-03-06T10:14:42.797 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:42 smithi083 conmon[33008]: -06T10:14:42.521291+0000 mon.smithi083 ( 2022-03-06T10:14:42.797 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:42 smithi083 conmon[33008]: mon.1) 77 : audit [INF] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "mgr fail", "who": "smithi083.piggzi"}]: dispatch 2022-03-06T10:14:42.797 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:42 smithi083 conmon[33008]: audit 2022- 2022-03-06T10:14:42.797 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:42 smithi083 conmon[33008]: 03-06T10:14:42.521810+0000 mon.smithi008 2022-03-06T10:14:42.798 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:42 smithi083 conmon[33008]: (mon.0) 769 : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "mgr fail", "who": "smithi083.piggzi"}]: dispatch 2022-03-06T10:14:42.798 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:42 smithi083 conmon[33008]: cluster 2022-03 2022-03-06T10:14:42.798 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:42 smithi083 conmon[33008]: -06T10:14:42.524896+0000 mon.smithi008 ( 2022-03-06T10:14:42.798 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:42 smithi083 conmon[33008]: mon.0) 770 : cluster [DBG] osdmap e68: 8 total, 8 up, 8 in 2022-03-06T10:14:42.880 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:42 smithi008 conmon[29939]: audit 2022-03-06T10:14:41.233623+0000 mgr.smithi083.piggzi 2022-03-06T10:14:42.880 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:42 smithi008 conmon[29939]: (mgr.14616) 55 : audit [DBG] from='client.14690 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-06T10:14:42.881 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:42 smithi008 conmon[29939]: audit 2022-03-06T10:14:41.632743+0000 mon.smithi008 (mon.0) 759 : audit [DBG] 2022-03-06T10:14:42.881 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:42 smithi008 conmon[29939]: from='client.? 172.21.15.8:0/345444881' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-06T10:14:42.881 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:42 smithi008 conmon[29939]: cluster 2022-03-06T10:14:42.881 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:42 smithi008 conmon[29939]: 2022-03-06T10:14:41.719071+0000 mon.smithi008 2022-03-06T10:14:42.882 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:42 smithi008 conmon[29939]: (mon.0) 760 : cluster [DBG] Standby manager daemon smithi008.onsztl restarted 2022-03-06T10:14:42.882 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:42 smithi008 conmon[29939]: 2022-03-06T10:14:42.882 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:42 smithi008 conmon[29939]: cluster 2022-03-06T10:14:42.882 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:42 smithi008 conmon[29939]: 2022-03-06T10:14:41.719182 2022-03-06T10:14:42.883 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:42 smithi008 conmon[29939]: +0000 mon.smithi008 (mon.0) 761 2022-03-06T10:14:42.883 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:42 smithi008 conmon[29939]: : cluster [DBG] Standby manager daemon smithi008.onsztl started 2022-03-06T10:14:42.883 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:42 smithi008 conmon[29939]: audit 2022-03 2022-03-06T10:14:42.883 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:42 smithi008 conmon[29939]: -06T10:14:41.721591+0000 2022-03-06T10:14:42.884 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:42 smithi008 conmon[29939]: mon.smithi008 (mon.0) 762 : audit [DBG] 2022-03-06T10:14:42.884 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:42 smithi008 conmon[29939]: from='mgr.? 172.21.15.8:0/1603936433' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi008.onsztl/crt"}]: dispatch 2022-03-06T10:14:42.884 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:42 smithi008 conmon[29939]: audit 2022-03-06T10:14:41.721967+0000 2022-03-06T10:14:42.884 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:42 smithi008 conmon[29939]: mon.smithi008 (mon.0) 763 : audit [DBG] from='mgr.? 172.21.15.8:0/1603936433' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2022-03-06T10:14:42.884 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:42 smithi008 conmon[29939]: audit 2022-03-06T10:14 2022-03-06T10:14:42.885 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:42 smithi008 conmon[29939]: :41.724341+0000 mon.smithi008 (mon.0) 2022-03-06T10:14:42.885 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:42 smithi008 conmon[29939]: 764 : audit [DBG] from='mgr.? 172.21.15.8:0/1603936433' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi008.onsztl/key"}]: dispatch 2022-03-06T10:14:42.885 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:42 smithi008 conmon[29939]: audit 2022-03-06T 2022-03-06T10:14:42.885 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:42 smithi008 conmon[29939]: 10:14:41.725550+0000 mon.smithi008 (mon 2022-03-06T10:14:42.886 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:42 smithi008 conmon[29939]: .0) 765 : audit [DBG] from='mgr.? 172.21.15.8:0/1603936433' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2022-03-06T10:14:42.886 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:42 smithi008 conmon[29939]: cluster 2022-03-06T10:14:42.886 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:42 smithi008 conmon[29939]: 2022-03-06T10:14:41. 2022-03-06T10:14:42.886 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:42 smithi008 conmon[29939]: 948420+0000 mgr.smithi083.piggzi (mgr.14616) 56 : 2022-03-06T10:14:42.886 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:42 smithi008 conmon[29939]: cluster [DBG] pgmap v28: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-06T10:14:42.887 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:42 smithi008 conmon[29939]: audit 2022-03-06T 2022-03-06T10:14:42.887 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:42 smithi008 conmon[29939]: 10:14:42.500864+0000 mon.smithi008 ( 2022-03-06T10:14:42.887 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:42 smithi008 conmon[29939]: mon.0) 766 : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' 2022-03-06T10:14:42.887 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:42 smithi008 conmon[29939]: 2022-03-06T10:14:42.888 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:42 smithi008 conmon[29939]: audit 2022-03-06T10:14:42.888 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:42 smithi008 conmon[29939]: 2022-03-06T10:14:42.505541+0000 mon.smithi008 2022-03-06T10:14:42.888 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:42 smithi008 conmon[29939]: (mon.0) 767 : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' 2022-03-06T10:14:42.888 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:42 smithi008 conmon[29939]: audit 2022-03-06T10:14 2022-03-06T10:14:42.888 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:42 smithi008 conmon[29939]: :42.511898+0000 mon.smithi008 (mon.0) 768 2022-03-06T10:14:42.889 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:42 smithi008 conmon[29939]: : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' 2022-03-06T10:14:42.889 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:42 smithi008 conmon[29939]: audit 2022-03-06T 2022-03-06T10:14:42.889 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:42 smithi008 conmon[29939]: 10:14:42.516154+0000 mon.smithi083 ( 2022-03-06T10:14:42.889 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:42 smithi008 conmon[29939]: mon.1) 76 : audit [DBG] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:14:42.890 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:42 smithi008 conmon[29939]: audit 2022 2022-03-06T10:14:42.890 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:42 smithi008 conmon[29939]: -03-06T10:14:42. 2022-03-06T10:14:42.890 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:42 smithi008 conmon[29939]: 521291+0000 mon.smithi083 (mon.1) 77 : audit 2022-03-06T10:14:42.890 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:42 smithi008 conmon[29939]: [INF] from='mgr.14616 172.21.15.83:0/2828038417' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "mgr fail", "who": "smithi083.piggzi"}]: dispatch 2022-03-06T10:14:42.890 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:42 smithi008 conmon[29939]: audit 2022-03-06T10:14 2022-03-06T10:14:42.891 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:42 smithi008 conmon[29939]: :42.521810+0000 mon.smithi008 (mon.0) 2022-03-06T10:14:42.891 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:42 smithi008 conmon[29939]: 769 : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "mgr fail", "who": "smithi083.piggzi"}]: dispatch 2022-03-06T10:14:42.891 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:42 smithi008 conmon[29939]: cluster 2022-03 2022-03-06T10:14:42.891 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:42 smithi008 conmon[29939]: -06T10:14:42.524896+0000 2022-03-06T10:14:42.892 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:42 smithi008 conmon[29939]: mon.smithi008 (mon.0) 770 : cluster [DBG] 2022-03-06T10:14:42.892 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:42 smithi008 conmon[29939]: osdmap e68: 8 total, 8 up, 8 in 2022-03-06T10:14:43.500 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 31 sec latency 33578.131 ms 2022-03-06T10:14:43.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:43 smithi008 conmon[29939]: audit 2022-03-06T10:14:42.618331+0000 mon.smithi008 2022-03-06T10:14:43.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:43 smithi008 conmon[29939]: (mon.0) 771 : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' cmd='[{"prefix": "mgr fail", "who": "smithi083.piggzi"}]': finished 2022-03-06T10:14:43.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:43 smithi008 conmon[29939]: cluster 2022-03-06T10:14:42.618393+0000 mon.smithi008 (mon.0) 772 : cluster [DBG] mgrmap e32: smithi008.onsztl(active, starting, since 0.0960104s) 2022-03-06T10:14:43.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:43 smithi008 conmon[29939]: audit 2022-03-06T10:14:42.619851+0000 mon.smithi008 (mon.0) 773 : audit [DBG] from='mgr.14682 172.21.15.8:0/1603936433' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "mon metadata", "id": "smithi008"}]: dispatch 2022-03-06T10:14:43.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:43 smithi008 conmon[29939]: audit 2022-03-06T10:14:42.620105+0000 mon.smithi008 (mon.0) 774 : audit [DBG] from='mgr.14682 172.21.15.8:0/1603936433' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "mon metadata", "id": "smithi083"}]: dispatch 2022-03-06T10:14:43.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:43 smithi008 conmon[29939]: audit 2022-03-06T10:14:42.620376+0000 mon.smithi008 (mon.0) 775 : audit [DBG] from='mgr.14682 172.21.15.8:0/1603936433' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi008.htvsun"}]: dispatch 2022-03-06T10:14:43.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:43 smithi008 conmon[29939]: audit 2022-03-06T10:14:42.620588+0000 mon.smithi008 (mon.0) 776 : audit [DBG] from='mgr.14682 172.21.15.8:0/1603936433' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi083.jmehpg"}]: dispatch 2022-03-06T10:14:43.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:43 smithi008 conmon[29939]: audit 2022-03-06T10:14:42.620982+0000 mon.smithi008 (mon.0) 777 : audit [DBG] from='mgr.14682 172.21.15.8:0/1603936433' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "mgr metadata", "who": "smithi008.onsztl", "id": "smithi008.onsztl"}]: dispatch 2022-03-06T10:14:43.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:43 smithi008 conmon[29939]: audit 2022-03-06T10:14:42.621256+0000 mon.smithi008 (mon.0) 778 : audit [DBG] from='mgr.14682 172.21.15.8:0/1603936433' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-03-06T10:14:43.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:43 smithi008 conmon[29939]: audit 2022-03-06T10:14:42.621526+0000 mon.smithi008 (mon.0) 779 : audit [DBG] from='mgr.14682 172.21.15.8:0/1603936433' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-03-06T10:14:43.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:43 smithi008 conmon[29939]: audit 2022-03-06T10:14:42.621747+0000 mon.smithi008 (mon.0) 780 : audit [DBG] from='mgr.14682 172.21.15.8:0/1603936433' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-03-06T10:14:43.999 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:43 smithi008 conmon[29939]: audit 2022-03-06T10:14:42.621995+0000 mon.smithi008 (mon.0) 781 : audit [DBG] from='mgr.14682 172.21.15.8:0/1603936433' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-03-06T10:14:43.999 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:43 smithi008 conmon[29939]: audit 2022-03-06T10:14:42.622242+0000 mon.smithi008 (mon.0) 782 : audit [DBG] from='mgr.14682 172.21.15.8:0/1603936433' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-03-06T10:14:43.999 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:43 smithi008 conmon[29939]: audit 2022-03-06T10:14:42.622465+0000 mon.smithi008 (mon.0) 783 : audit [DBG] from='mgr.14682 172.21.15.8:0/1603936433' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-03-06T10:14:43.999 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:43 smithi008 conmon[29939]: audit 2022-03-06T10:14:42.622748+0000 mon.smithi008 (mon.0) 784 : audit [DBG] from='mgr.14682 172.21.15.8:0/1603936433' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-03-06T10:14:43.999 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:43 smithi008 conmon[29939]: audit 2022-03-06T10:14:42.622994+0000 mon.smithi008 (mon.0) 785 : 2022-03-06T10:14:44.000 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:43 smithi008 conmon[29939]: audit [DBG] from='mgr.14682 172.21.15.8:0/1603936433' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-03-06T10:14:44.000 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:43 smithi008 conmon[29939]: audit 2022-03-06T10:14:42.623289+0000 mon.smithi008 (mon.0) 786 : audit [DBG] from='mgr.14682 172.21.15.8:0/1603936433' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "mds metadata"}]: dispatch 2022-03-06T10:14:44.000 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:43 smithi008 conmon[29939]: audit 2022-03-06T10:14:42.623566+0000 mon.smithi008 (mon.0) 787 : audit [DBG] from='mgr.14682 172.21.15.8:0/1603936433' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata"}]: dispatch 2022-03-06T10:14:44.000 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:43 smithi008 conmon[29939]: audit 2022-03-06T10:14:42.624042+0000 2022-03-06T10:14:44.001 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:43 smithi008 conmon[29939]: mon.smithi008 (mon.0) 788 : audit [DBG] from='mgr.14682 172.21.15.8:0/1603936433' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "mon metadata"}]: dispatch 2022-03-06T10:14:44.001 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:43 smithi008 conmon[29939]: cluster 2022-03-06T10:14 2022-03-06T10:14:44.001 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:43 smithi008 conmon[29939]: :42.652426+0000 mon.smithi008 (mon.0) 789 : cluster [INF] Manager daemon smithi008.onsztl is now available 2022-03-06T10:14:44.001 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:43 smithi008 conmon[29939]: cephadm 2022-03 2022-03-06T10:14:44.002 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:43 smithi008 conmon[29939]: -06T10:14:42.665722+0000 mgr.smithi008.onsztl (mgr 2022-03-06T10:14:44.002 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:43 smithi008 conmon[29939]: .14682) 1 : cephadm [INF] inventory: adjusted host smithi083 addr 'smithi083' -> '172.21.15.83' 2022-03-06T10:14:44.002 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:43 smithi008 conmon[29939]: audit 2022-03-06T10:14:42 2022-03-06T10:14:44.002 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:43 smithi008 conmon[29939]: .668485+0000 mon.smithi008 (mon.0) 790 : audit [INF] from='mgr.14682 172.21.15.8:0/1603936433' entity='mgr.smithi008.onsztl' 2022-03-06T10:14:44.003 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:43 smithi008 conmon[29939]: audit 2022-03-06T10 2022-03-06T10:14:44.003 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:43 smithi008 conmon[29939]: :14:42.794145+0000 mon.smithi008 (mon.0) 791 : audit [DBG] 2022-03-06T10:14:44.003 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:43 smithi008 conmon[29939]: from='mgr.14682 172.21.15.8:0/1603936433' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:14:44.003 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:43 smithi008 conmon[29939]: audit 2022-03-06 2022-03-06T10:14:44.003 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:43 smithi008 conmon[29939]: T10:14:42.796503+0000 mon.smithi008 (mon.0) 792 : audit [DBG] from='mgr.14682 172.21.15.8:0/1603936433' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:14:44.004 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:43 smithi008 conmon[29939]: audit 2022-03- 2022-03-06T10:14:44.004 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:43 smithi008 conmon[29939]: 06T10:14:42.797998+0000 mon.smithi008 (mon.0) 793 : audit [DBG] from='mgr.14682 172.21.15.8:0/1603936433' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:14:44.004 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:43 smithi008 conmon[29939]: audit 2022-03-06T10: 2022-03-06T10:14:44.004 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:43 smithi008 conmon[29939]: 14:42.799449+0000 mon.smithi008 (mon.0) 794 : audit [INF] from='mgr.14682 172.21.15.8:0/1603936433' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-06T10:14:44.005 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:43 smithi008 conmon[29939]: 2022-03-06T10:14:44.005 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:43 smithi008 conmon[29939]: cephadm 2022-03 2022-03-06T10:14:44.005 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:43 smithi008 conmon[29939]: -06T10:14:42.800701+0000 mgr.smithi008.onsztl (mgr.14682) 2 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-06T10:14:44.005 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:43 smithi008 conmon[29939]: audit 2022-03-06T10 2022-03-06T10:14:44.006 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:43 smithi008 conmon[29939]: :14:42.844097+0000 mon.smithi008 (mon.0) 795 : audit 2022-03-06T10:14:44.006 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:43 smithi008 conmon[29939]: [INF] from='mgr.14682 172.21.15.8:0/1603936433' entity='mgr.smithi008.onsztl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi008.onsztl/mirror_snapshot_schedule"}]: dispatch 2022-03-06T10:14:44.006 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:43 smithi008 conmon[29939]: audit 2022-03 2022-03-06T10:14:44.006 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:43 smithi008 conmon[29939]: -06T10:14:42.852188+0000 mon.smithi008 (mon.0) 796 : audit [INF] from='mgr.14682 172.21.15.8:0/1603936433' entity='mgr.smithi008.onsztl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi008.onsztl/trash_purge_schedule"}]: dispatch 2022-03-06T10:14:44.044 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:43 smithi083 conmon[33008]: audit 2022-03-06T10:14:42.618331+0000 mon.smithi008 (mon.0 2022-03-06T10:14:44.044 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:43 smithi083 conmon[33008]: ) 771 : audit [INF] from='mgr.14616 ' entity='mgr.smithi083.piggzi' cmd='[{"prefix": "mgr fail", "who": "smithi083.piggzi"}]': finished 2022-03-06T10:14:44.045 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:43 smithi083 conmon[33008]: cluster 2022-03-06T10:14:42.618393+0000 mon.smithi008 (mon.0) 772 : cluster [DBG] mgrmap e32: smithi008.onsztl(active, starting, since 0.0960104s) 2022-03-06T10:14:44.045 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:43 smithi083 conmon[33008]: audit 2022-03-06T10:14:42.619851+0000 mon.smithi008 (mon.0) 773 : audit [DBG] from='mgr.14682 172.21.15.8:0/1603936433' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "mon metadata", "id": "smithi008"}]: dispatch 2022-03-06T10:14:44.045 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:43 smithi083 conmon[33008]: audit 2022-03-06T10:14:42.620105+0000 mon.smithi008 (mon.0) 774 : audit [DBG] from='mgr.14682 172.21.15.8:0/1603936433' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "mon metadata", "id": "smithi083"}]: dispatch 2022-03-06T10:14:44.045 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:43 smithi083 conmon[33008]: audit 2022-03-06T10:14:42.620376+0000 mon.smithi008 (mon.0) 775 : audit 2022-03-06T10:14:44.045 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:43 smithi083 conmon[33008]: [DBG] from='mgr.14682 172.21.15.8:0/1603936433' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi008.htvsun"}]: dispatch 2022-03-06T10:14:44.046 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:43 smithi083 conmon[33008]: audit 2022-03-06T10:14:42.620588+0000 mon.smithi008 (mon.0) 776 : audit [DBG] from='mgr.14682 172.21.15.8:0/1603936433' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi083.jmehpg"}]: dispatch 2022-03-06T10:14:44.046 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:43 smithi083 conmon[33008]: audit 2022 2022-03-06T10:14:44.046 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:43 smithi083 conmon[33008]: -03-06T10:14:42.620982+0000 mon.smithi008 (mon.0) 777 : audit [DBG] from='mgr.14682 172.21.15.8:0/1603936433' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "mgr metadata", "who": "smithi008.onsztl", "id": "smithi008.onsztl"}]: dispatch 2022-03-06T10:14:44.046 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:43 smithi083 conmon[33008]: audit 2022-03-06T10:14:42. 2022-03-06T10:14:44.047 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:43 smithi083 conmon[33008]: 621256+0000 mon.smithi008 (mon.0) 778 : audit [DBG] from='mgr.14682 172.21.15.8:0/1603936433' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-03-06T10:14:44.047 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:43 smithi083 conmon[33008]: audit 2022-03-06 2022-03-06T10:14:44.047 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:43 smithi083 conmon[33008]: T10:14:42.621526+0000 mon.smithi008 (mon.0) 779 2022-03-06T10:14:44.047 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:43 smithi083 conmon[33008]: : audit [DBG] from='mgr.14682 172.21.15.8:0/1603936433' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-03-06T10:14:44.048 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:43 smithi083 conmon[33008]: audit 2022-03-06T10:14:42.621747+0000 2022-03-06T10:14:44.048 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:43 smithi083 conmon[33008]: mon.smithi008 (mon.0) 780 : audit [DBG] from='mgr.14682 172.21.15.8:0/1603936433' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-03-06T10:14:44.048 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:43 smithi083 conmon[33008]: audit 2022-03-06T10 2022-03-06T10:14:44.048 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:43 smithi083 conmon[33008]: :14:42.621995+0000 mon.smithi008 (mon.0) 781 : audit 2022-03-06T10:14:44.048 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:43 smithi083 conmon[33008]: [DBG] from='mgr.14682 172.21.15.8:0/1603936433' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-03-06T10:14:44.049 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:43 smithi083 conmon[33008]: audit 2022-03-06T10:14:44.049 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:43 smithi083 conmon[33008]: 2022-03-06T10:14:42.622242+0000 mon.smithi008 (mon.0) 782 : audit 2022-03-06T10:14:44.049 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:43 smithi083 conmon[33008]: [DBG] from='mgr.14682 172.21.15.8:0/1603936433' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-03-06T10:14:44.049 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:43 smithi083 conmon[33008]: audit 2022- 2022-03-06T10:14:44.050 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:43 smithi083 conmon[33008]: 03-06T10:14:42.622465+0000 mon.smithi008 (mon.0) 783 : audit [DBG] from='mgr.14682 172.21.15.8:0/1603936433' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-03-06T10:14:44.050 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:43 smithi083 conmon[33008]: 2022-03-06T10:14:44.050 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:43 smithi083 conmon[33008]: audit 2022-03- 2022-03-06T10:14:44.050 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:43 smithi083 conmon[33008]: 06T10:14:42.622748+0000 mon.smithi008 (mon.0) 784 : audit [DBG] 2022-03-06T10:14:44.051 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:43 smithi083 conmon[33008]: from='mgr.14682 172.21.15.8:0/1603936433' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-03-06T10:14:44.051 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:43 smithi083 conmon[33008]: audit 2022- 2022-03-06T10:14:44.051 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:43 smithi083 conmon[33008]: 03-06T10:14:42.622994+0000 mon.smithi008 (mon.0) 785 : audit [DBG] 2022-03-06T10:14:44.051 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:43 smithi083 conmon[33008]: from='mgr.14682 172.21.15.8:0/1603936433' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-03-06T10:14:44.052 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:43 smithi083 conmon[33008]: audit 2022 2022-03-06T10:14:44.052 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:43 smithi083 conmon[33008]: -03-06T10:14:42.623289+0000 mon.smithi008 (mon.0) 786 : audit [DBG] 2022-03-06T10:14:44.052 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:43 smithi083 conmon[33008]: from='mgr.14682 172.21.15.8:0/1603936433' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "mds metadata"}]: dispatch 2022-03-06T10:14:44.052 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:43 smithi083 conmon[33008]: audit 2022- 2022-03-06T10:14:44.053 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:43 smithi083 conmon[33008]: 03-06T10:14:42.623566+0000 mon.smithi008 (mon.0) 787 : audit [DBG] 2022-03-06T10:14:44.053 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:43 smithi083 conmon[33008]: from='mgr.14682 172.21.15.8:0/1603936433' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "osd metadata"}]: dispatch 2022-03-06T10:14:44.053 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:43 smithi083 conmon[33008]: audit 2022 2022-03-06T10:14:44.053 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:43 smithi083 conmon[33008]: -03-06T10:14:42.624042+0000 mon.smithi008 (mon.0) 788 : audit 2022-03-06T10:14:44.053 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:43 smithi083 conmon[33008]: [DBG] from='mgr.14682 172.21.15.8:0/1603936433' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "mon metadata"}]: dispatch 2022-03-06T10:14:44.054 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:43 smithi083 conmon[33008]: cluster 2022-03-06T10:14:44.054 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:43 smithi083 conmon[33008]: 2022-03-06T10:14:42.652426+0000 mon.smithi008 (mon.0) 789 2022-03-06T10:14:44.054 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:43 smithi083 conmon[33008]: : cluster [INF] Manager daemon smithi008.onsztl is now available 2022-03-06T10:14:44.054 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:43 smithi083 conmon[33008]: cephadm 2022-03-06T10:14:44.055 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:43 smithi083 conmon[33008]: 2022-03-06T10:14:42.665722+0000 mgr.smithi008.onsztl (mgr.14682) 1 : cephadm 2022-03-06T10:14:44.055 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:43 smithi083 conmon[33008]: [INF] inventory: adjusted host smithi083 addr 'smithi083' -> '172.21.15.83' 2022-03-06T10:14:44.055 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:43 smithi083 conmon[33008]: audit 2022-03 2022-03-06T10:14:44.055 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:43 smithi083 conmon[33008]: -06T10:14:42.668485+0000 mon.smithi008 (mon.0) 790 : audit [INF] from='mgr.14682 172.21.15.8:0/1603936433' entity='mgr.smithi008.onsztl' 2022-03-06T10:14:44.055 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:43 smithi083 conmon[33008]: audit 2022-03-06T10: 2022-03-06T10:14:44.056 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:43 smithi083 conmon[33008]: 14:42.794145+0000 mon.smithi008 (mon.0) 791 : audit [DBG] from='mgr.14682 172.21.15.8:0/1603936433' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:14:44.056 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:43 smithi083 conmon[33008]: 2022-03-06T10:14:44.056 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:43 smithi083 conmon[33008]: audit 2022-03-06T10: 2022-03-06T10:14:44.056 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:43 smithi083 conmon[33008]: 14:42.796503+0000 mon.smithi008 (mon.0) 792 : audit [DBG] from='mgr.14682 172.21.15.8:0/1603936433' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:14:44.056 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:43 smithi083 conmon[33008]: audit 2022-03-06T10:14:42.797998+0000 2022-03-06T10:14:44.057 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:43 smithi083 conmon[33008]: mon.smithi008 (mon.0) 793 : audit [DBG] from='mgr.14682 172.21.15.8:0/1603936433' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:14:44.057 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:43 smithi083 conmon[33008]: audit 2022-03-06T10:14:42.799449 2022-03-06T10:14:44.057 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:43 smithi083 conmon[33008]: +0000 mon.smithi008 (mon.0) 794 : audit [INF] from='mgr.14682 172.21.15.8:0/1603936433' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-06T10:14:44.057 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:43 smithi083 conmon[33008]: cephadm 2022-03-06T10: 2022-03-06T10:14:44.058 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:43 smithi083 conmon[33008]: 14:42.800701+0000 mgr.smithi008.onsztl (mgr.14682) 2 : cephadm [WRN] 2022-03-06T10:14:44.058 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:43 smithi083 conmon[33008]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-06T10:14:44.058 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:43 smithi083 conmon[33008]: audit 2022 2022-03-06T10:14:44.058 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:43 smithi083 conmon[33008]: -03-06T10:14:42.844097+0000 mon.smithi008 (mon.0) 795 : audit [INF] from='mgr.14682 172.21.15.8:0/1603936433' entity='mgr.smithi008.onsztl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi008.onsztl/mirror_snapshot_schedule"}]: dispatch 2022-03-06T10:14:44.058 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:43 smithi083 conmon[33008]: 2022-03-06T10:14:44.059 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:43 smithi083 conmon[33008]: audit 2022-03-06T 2022-03-06T10:14:44.059 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:43 smithi083 conmon[33008]: 10:14:42.852188+0000 mon.smithi008 (mon.0) 796 : audit [INF] from='mgr.14682 172.21.15.8:0/1603936433' entity='mgr.smithi008.onsztl' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi008.onsztl/trash_purge_schedule"}]: dispatch 2022-03-06T10:14:44.500 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 32 sec latency 34578.175 ms 2022-03-06T10:14:44.995 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:44 smithi008 conmon[29939]: cluster 2022-03-06T10:14:43.625601+0000 mon.smithi008 ( 2022-03-06T10:14:44.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:44 smithi008 conmon[29939]: mon.0) 797 : cluster [DBG] mgrmap e33: smithi008.onsztl(active, since 1.10322s) 2022-03-06T10:14:44.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:44 smithi008 conmon[29939]: cluster 2022-03-06T10:14:43.634402+0000 mgr.smithi008.onsztl (mgr.14682) 3 : cluster [DBG] pgmap v3: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2022-03-06T10:14:45.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:44 smithi083 conmon[33008]: cluster 2022-03-06T10:14:43.625601+0000 mon.smithi008 (mon.0) 797 : cluster [DBG] mgrmap e33: smithi008.onsztl(active, since 1.10322s) 2022-03-06T10:14:45.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:44 smithi083 conmon[33008]: cluster 2022-03-06T10:14:43.634402+0000 mgr.smithi008.onsztl (mgr.14682) 3 : cluster [DBG] pgmap v3: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2022-03-06T10:14:45.500 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 33 sec latency 35578.233 ms 2022-03-06T10:14:45.901 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:45 smithi083 conmon[33008]: cluster 2022-03-06T10:14:44.622781+0000 mgr.smithi008.onsztl (mgr.14682) 4 : cluster [DBG] pgmap v4: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2022-03-06T10:14:45.902 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:45 smithi083 conmon[33008]: cluster 2022-03-06T10:14:44 2022-03-06T10:14:45.902 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:45 smithi083 conmon[33008]: .630225+0000 mon.smithi008 (mon.0) 798 : cluster [DBG] mgrmap e34: smithi008.onsztl(active, since 2s) 2022-03-06T10:14:45.995 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:45 smithi008 conmon[29939]: cluster 2022-03-06T10:14:44.622781 2022-03-06T10:14:45.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:45 smithi008 conmon[29939]: +0000 mgr.smithi008.onsztl (mgr.14682) 4 : cluster [DBG] pgmap v4: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2022-03-06T10:14:45.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:45 smithi008 conmon[29939]: cluster 2022-03-06T10:14:44.630225+0000 mon.smithi008 (mon.0) 798 : cluster 2022-03-06T10:14:45.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:45 smithi008 conmon[29939]: [DBG] mgrmap e34: smithi008.onsztl(active, since 2s) 2022-03-06T10:14:46.500 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 34 sec latency 36578.281 ms 2022-03-06T10:14:47.500 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 35 sec latency 37578.319 ms 2022-03-06T10:14:47.932 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:47 smithi083 conmon[33008]: cluster 2022-03-06T10:14:46.623252+0000 mgr.smithi008.onsztl (mgr.14682) 5 : cluster [DBG] pgmap v5: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2022-03-06T10:14:47.995 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:47 smithi008 conmon[29939]: cluster 2022-03-06T10:14:46.623252+0000 mgr.smithi008.onsztl (mgr.14682) 2022-03-06T10:14:47.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:47 smithi008 conmon[29939]: 5 : cluster [DBG] pgmap v5: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2022-03-06T10:14:48.500 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 36 sec latency 38578.375 ms 2022-03-06T10:14:48.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:48 smithi008 conmon[29939]: cluster 2022-03-06T10:14:48.356945+0000 mon.smithi008 (mon 2022-03-06T10:14:48.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:48 smithi008 conmon[29939]: .0) 799 : cluster [DBG] Standby manager daemon smithi083.piggzi started 2022-03-06T10:14:48.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:48 smithi008 conmon[29939]: audit 2022-03-06T10:14:48.358254+0000 mon.smithi083 (mon.1) 78 : audit [DBG] from='mgr.? 172.21.15.83:0/2926070626' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi083.piggzi/crt"}]: dispatch 2022-03-06T10:14:48.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:48 smithi008 conmon[29939]: audit 2022-03-06T10:14:48.358736+0000 mon.smithi083 (mon.1) 79 : 2022-03-06T10:14:48.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:48 smithi008 conmon[29939]: audit [DBG] from='mgr.? 172.21.15.83:0/2926070626' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2022-03-06T10:14:48.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:48 smithi008 conmon[29939]: audit 2022-03-06T10:14:48.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:48 smithi008 conmon[29939]: 2022-03-06T10:14:48.360571+0000 mon.smithi083 (mon. 2022-03-06T10:14:48.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:48 smithi008 conmon[29939]: 1) 80 : audit [DBG] from='mgr.? 172.21.15.83:0/2926070626' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi083.piggzi/key"}]: dispatch 2022-03-06T10:14:48.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:48 smithi008 conmon[29939]: audit 2022-03-06T10:14:48.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:48 smithi008 conmon[29939]: 2022-03-06T10:14:48.361537+0000 2022-03-06T10:14:48.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:48 smithi008 conmon[29939]: mon.smithi083 (mon.1) 81 : audit [DBG] from='mgr.? 172.21.15.83:0/2926070626' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2022-03-06T10:14:48.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:48 smithi008 conmon[29939]: 2022-03-06T10:14:48.999 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:48 smithi008 conmon[29939]: audit 2022-03-06T10:14:48. 2022-03-06T10:14:48.999 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:48 smithi008 conmon[29939]: 415950+0000 mon.smithi008 (mon.0) 800 : audit 2022-03-06T10:14:48.999 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:48 smithi008 conmon[29939]: [INF] from='mgr.14682 172.21.15.8:0/1603936433' entity='mgr.smithi008.onsztl' 2022-03-06T10:14:49.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:48 smithi083 conmon[33008]: cluster 2022-03-06T10:14:48.356945+0000 mon.smithi008 (mon.0) 799 : cluster [DBG] Standby manager daemon smithi083.piggzi started 2022-03-06T10:14:49.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:48 smithi083 conmon[33008]: audit 2022-03-06T10 2022-03-06T10:14:49.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:48 smithi083 conmon[33008]: :14:48.358254+0000 mon.smithi083 (mon.1) 78 : audit [DBG] from='mgr.? 172.21.15.83:0/2926070626' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi083.piggzi/crt"}]: dispatch 2022-03-06T10:14:49.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:48 smithi083 conmon[33008]: audit 2022-03-06T10:14:48.358736+0000 mon.smithi083 (mon.1) 79 : audit [DBG] from='mgr.? 172.21.15.83:0/2926070626' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2022-03-06T10:14:49.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:48 smithi083 conmon[33008]: audit 2022-03-06T10 2022-03-06T10:14:49.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:48 smithi083 conmon[33008]: :14:48.360571+0000 mon.smithi083 (mon.1) 80 : audit [DBG] from='mgr.? 172.21.15.83:0/2926070626' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi083.piggzi/key"}]: dispatch 2022-03-06T10:14:49.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:48 smithi083 conmon[33008]: audit 2022-03- 2022-03-06T10:14:49.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:48 smithi083 conmon[33008]: 06T10:14:48.361537+0000 mon.smithi083 (mon.1) 81 : audit [DBG] from='mgr.? 172.21.15.83:0/2926070626' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2022-03-06T10:14:49.040 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:48 smithi083 conmon[33008]: audit 2022-03-06T10:14: 2022-03-06T10:14:49.040 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:48 smithi083 conmon[33008]: 48.415950+0000 mon.smithi008 (mon.0) 800 : audit [INF] from='mgr.14682 172.21.15.8:0/1603936433' entity='mgr.smithi008.onsztl' 2022-03-06T10:14:49.500 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 37 sec latency 39578.451 ms 2022-03-06T10:14:49.995 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:49 smithi008 conmon[29939]: cluster 2022-03-06T10:14: 2022-03-06T10:14:49.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:49 smithi008 conmon[29939]: 48.623685+0000 mgr.smithi008.onsztl (mgr.14682) 6 : cluster [DBG] pgmap v6: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2022-03-06T10:14:49.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:49 smithi008 conmon[29939]: cluster 2022-03 2022-03-06T10:14:49.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:49 smithi008 conmon[29939]: -06T10:14:48.687699+0000 mon.smithi008 (mon.0) 801 : cluster [DBG] mgrmap e35: smithi008.onsztl(active, since 6s), standbys: smithi083.piggzi 2022-03-06T10:14:49.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:49 smithi008 conmon[29939]: audit 2022-03-06T10: 2022-03-06T10:14:49.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:49 smithi008 conmon[29939]: 14:48.687842+0000 mon.smithi008 (mon.0) 802 : audit [DBG] from='mgr.14682 172.21.15.8:0/1603936433' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "mgr metadata", "who": "smithi083.piggzi", "id": "smithi083.piggzi"}]: dispatch 2022-03-06T10:14:49.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:49 smithi008 conmon[29939]: 2022-03-06T10:14:49.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:49 smithi008 conmon[29939]: audit 2022- 2022-03-06T10:14:49.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:49 smithi008 conmon[29939]: 03-06T10:14:48.802800+0000 mon.smithi008 (mon. 2022-03-06T10:14:49.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:49 smithi008 conmon[29939]: 0) 803 : audit [INF] from='mgr.14682 172.21.15.8:0/1603936433' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi083", "name": "osd_memory_target"}]: dispatch 2022-03-06T10:14:50.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:49 smithi083 conmon[33008]: cluster 2022-03-06T10:14:48.623685+0000 mgr.smithi008.onsztl (mgr.14682) 2022-03-06T10:14:50.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:49 smithi083 conmon[33008]: 6 : cluster [DBG] pgmap v6: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2022-03-06T10:14:50.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:49 smithi083 conmon[33008]: cluster 2022-03-06T10:14:48.687699+0000 mon.smithi008 (mon.0) 801 : cluster [DBG] mgrmap e35: smithi008.onsztl(active, since 6s), standbys: smithi083.piggzi 2022-03-06T10:14:50.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:49 smithi083 conmon[33008]: audit 2022-03-06T10:14:48.687842+0000 mon.smithi008 (mon.0) 802 : audit [DBG] from='mgr.14682 172.21.15.8:0/1603936433' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "mgr metadata", "who": "smithi083.piggzi", "id": "smithi083.piggzi"}]: dispatch 2022-03-06T10:14:50.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:49 smithi083 conmon[33008]: audit 2022-03-06T10:14:48.802800+0000 mon.smithi008 (mon.0) 803 : audit [INF] from='mgr.14682 172.21.15.8:0/1603936433' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi083", "name": "osd_memory_target"}]: dispatch 2022-03-06T10:14:50.500 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 38 sec latency 40578.524 ms 2022-03-06T10:14:51.500 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 39 sec latency 41578.568 ms 2022-03-06T10:14:51.765 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:51 smithi083 conmon[33008]: audit 2022-03-06T10:14:50.496316+0000 2022-03-06T10:14:51.766 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:51 smithi083 conmon[33008]: mon.smithi008 (mon.0) 804 : audit [INF] from='mgr.14682 172.21.15.8:0/1603936433' entity='mgr.smithi008.onsztl' 2022-03-06T10:14:51.766 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:51 smithi083 conmon[33008]: cluster 2022-03-06T10:14:50.624337+0000 mgr.smithi008.onsztl (mgr.14682) 7 : cluster [DBG] pgmap v7: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 292 B/s rd, 0 op/s 2022-03-06T10:14:51.766 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:51 smithi083 conmon[33008]: audit 2022-03-06T10:14:50.893253+0000 mon.smithi008 (mon.0) 805 : audit [INF] from='mgr.14682 172.21.15.8:0/1603936433' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi008", "name": "osd_memory_target"}]: dispatch 2022-03-06T10:14:51.767 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:51 smithi083 conmon[33008]: audit 2022-03-06T10:14:50.897634+0000 mon.smithi008 (mon.0) 806 : audit [INF] from='mgr.14682 172.21.15.8:0/1603936433' entity='mgr.smithi008.onsztl' 2022-03-06T10:14:51.767 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:51 smithi083 conmon[33008]: audit 2022-03-06T10:14:50.903603+0000 mon.smithi008 (mon.0) 807 : audit [INF] from='mgr.14682 172.21.15.8:0/1603936433' entity='mgr.smithi008.onsztl' 2022-03-06T10:14:51.767 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:51 smithi083 conmon[33008]: audit 2022-03-06T10:14:50.907545+0000 mon.smithi008 (mon.0) 808 : audit [DBG] from='mgr.14682 172.21.15.8:0/1603936433' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:14:51.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:51 smithi008 conmon[29939]: audit 2022-03-06T10:14:50.496316+0000 mon.smithi008 (mon.0) 804 : audit [INF] from='mgr.14682 172.21.15.8:0/1603936433' entity='mgr.smithi008.onsztl' 2022-03-06T10:14:51.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:51 smithi008 conmon[29939]: cluster 2022-03-06T10:14:50.624337+0000 mgr.smithi008.onsztl (mgr.14682) 7 : cluster [DBG] pgmap v7: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 292 B/s rd, 0 op/s 2022-03-06T10:14:51.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:51 smithi008 conmon[29939]: audit 2022-03-06T10:14:50.893253+0000 mon.smithi008 (mon.0) 805 : audit [INF] from='mgr.14682 172.21.15.8:0/1603936433' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config rm", "who": "osd/host:smithi008", "name": "osd_memory_target"}]: dispatch 2022-03-06T10:14:51.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:51 smithi008 conmon[29939]: audit 2022-03-06T10:14:50.897634+0000 mon.smithi008 (mon.0) 806 : audit [INF] from='mgr.14682 172.21.15.8:0/1603936433' entity='mgr.smithi008.onsztl' 2022-03-06T10:14:51.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:51 smithi008 conmon[29939]: audit 2022-03-06T10:14:50.903603+0000 mon.smithi008 (mon.0) 807 : audit [INF] from='mgr.14682 172.21.15.8:0/1603936433' entity='mgr.smithi008.onsztl' 2022-03-06T10:14:51.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:51 smithi008 conmon[29939]: audit 2022-03-06T10:14:50.907545+0000 mon.smithi008 (mon.0) 808 : audit [DBG] from='mgr.14682 172.21.15.8:0/1603936433' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:14:52.500 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 40 sec latency 42578.621 ms 2022-03-06T10:14:52.787 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:52 smithi083 conmon[33008]: audit 2022-03-06T10:14:52.186045+0000 2022-03-06T10:14:52.788 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:52 smithi083 conmon[33008]: mon.smithi008 (mon.0) 809 : audit [INF] from='mgr.14682 172.21.15.8:0/1603936433' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi083.piggzi", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2022-03-06T10:14:52.788 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:52 smithi083 conmon[33008]: audit 2022-03-06T10:14:52.187150+0000 mon.smithi008 (mon.0) 810 : audit [DBG] from='mgr.14682 172.21.15.8:0/1603936433' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "mgr services"}]: dispatch 2022-03-06T10:14:52.788 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:52 smithi083 conmon[33008]: audit 2022-03-06T10:14:52.188175+0000 mon.smithi008 (mon.0) 811 : audit [DBG] from='mgr.14682 172.21.15.8:0/1603936433' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:14:52.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:52 smithi008 conmon[29939]: audit 2022-03-06T10:14:52.186045+0000 mon.smithi008 (mon.0) 809 : audit [INF] from='mgr.14682 172.21.15.8:0/1603936433' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi083.piggzi", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2022-03-06T10:14:52.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:52 smithi008 conmon[29939]: audit 2022-03-06T10:14:52.187150+0000 mon.smithi008 (mon.0) 810 : audit [DBG] from='mgr.14682 172.21.15.8:0/1603936433' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "mgr services"}]: dispatch 2022-03-06T10:14:52.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:52 smithi008 conmon[29939]: audit 2022-03-06T10:14:52.188175+0000 2022-03-06T10:14:52.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:52 smithi008 conmon[29939]: mon.smithi008 (mon.0) 811 : audit [DBG] from='mgr.14682 172.21.15.8:0/1603936433' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:14:53.500 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 41 sec latency 43578.711 ms 2022-03-06T10:14:53.781 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:53 smithi083 conmon[33008]: cephadm 2022-03-06T10:14:52.185518+0000 mgr.smithi008.onsztl (mgr.14682) 8 : cephadm [INF] Upgrade: Updating mgr.smithi083.piggzi 2022-03-06T10:14:53.782 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:53 smithi083 conmon[33008]: 2022-03-06T10:14:53.782 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:53 smithi083 conmon[33008]: cephadm 2022-03-06T10:14:52.188991+0000 mgr.smithi008.onsztl (mgr.14682) 9 : cephadm [INF] Deploying daemon mgr.smithi083.piggzi on smithi083 2022-03-06T10:14:53.782 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:53 smithi083 conmon[33008]: cluster 2022-03-06T10:14:52.624822+0000 mgr.smithi008.onsztl (mgr.14682) 10 : cluster [DBG] pgmap v8: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 227 B/s rd, 0 op/s 2022-03-06T10:14:53.995 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:53 smithi008 conmon[29939]: cephadm 2022-03-06T10:14:52.185518+0000 mgr.smithi008.onsztl (mgr.14682) 8 : cephadm [INF] Upgrade: Updating mgr.smithi083.piggzi 2022-03-06T10:14:53.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:53 smithi008 conmon[29939]: cephadm 2022-03-06T10:14:52.188991+0000 mgr.smithi008.onsztl (mgr.14682) 9 : cephadm [INF] Deploying daemon mgr.smithi083.piggzi on smithi083 2022-03-06T10:14:53.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:53 smithi008 conmon[29939]: cluster 2022-03-06T10:14:52.624822+0000 mgr.smithi008.onsztl (mgr 2022-03-06T10:14:53.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:53 smithi008 conmon[29939]: .14682) 10 : cluster [DBG] pgmap v8: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 227 B/s rd, 0 op/s 2022-03-06T10:14:54.500 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 42 sec latency 44578.805 ms 2022-03-06T10:14:55.500 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 43 sec latency 45578.900 ms 2022-03-06T10:14:55.989 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:55 smithi083 conmon[33008]: cluster 2022-03-06T10:14:54.625681+0000 mgr.smithi008.onsztl (mgr.14682) 11 : cluster [DBG] pgmap v9: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 186 B/s rd, 0 op/s 2022-03-06T10:14:55.990 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:55 smithi083 conmon[33008]: audit 2022-03-06T10:14:54.715743+0000 mon.smithi008 (mon.0) 812 : audit [INF] from='mgr.14682 172.21.15.8:0/1603936433' entity='mgr.smithi008.onsztl' 2022-03-06T10:14:55.990 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:55 smithi083 conmon[33008]: audit 2022-03-06T10:14:54.716660+0000 mon.smithi008 (mon.0) 813 : audit [DBG] from='mgr.14682 172.21.15.8:0/1603936433' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:14:55.990 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:55 smithi083 conmon[33008]: audit 2022-03-06T10:14:54.717949+0000 mon.smithi008 (mon.0) 814 : audit [DBG] from='mgr.14682 172.21.15.8:0/1603936433' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:14:55.990 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:55 smithi083 conmon[33008]: audit 2022-03-06T10:14:54.718863+0000 mon.smithi008 (mon.0) 815 : audit [INF] from='mgr.14682 172.21.15.8:0/1603936433' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-06T10:14:55.991 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:55 smithi083 conmon[33008]: cephadm 2022-03-06T10:14:54.719706+0000 mgr.smithi008.onsztl (mgr.14682) 12 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-06T10:14:55.995 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:55 smithi008 conmon[29939]: cluster 2022-03-06T10:14:54.625681+0000 mgr.smithi008.onsztl (mgr. 2022-03-06T10:14:55.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:55 smithi008 conmon[29939]: 14682) 11 : cluster [DBG] pgmap v9: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 186 B/s rd, 0 op/s 2022-03-06T10:14:55.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:55 smithi008 conmon[29939]: audit 2022-03-06T10:14:54.715743+0000 mon.smithi008 (mon.0) 812 : audit [INF] from='mgr.14682 172.21.15.8:0/1603936433' entity='mgr.smithi008.onsztl' 2022-03-06T10:14:55.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:55 smithi008 conmon[29939]: audit 2022-03-06T10:14:55.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:55 smithi008 conmon[29939]: 2022-03-06T10:14:54.716660+0000 mon.smithi008 2022-03-06T10:14:55.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:55 smithi008 conmon[29939]: (mon.0) 813 : audit [DBG] 2022-03-06T10:14:55.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:55 smithi008 conmon[29939]: from='mgr.14682 172.21.15.8:0/1603936433' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:14:55.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:55 smithi008 conmon[29939]: audit 2022-03 2022-03-06T10:14:55.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:55 smithi008 conmon[29939]: -06T10:14:54.717949+0000 mon.smithi008 (mon.0) 2022-03-06T10:14:55.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:55 smithi008 conmon[29939]: 814 : audit [DBG] from='mgr.14682 172.21.15.8:0/1603936433' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:14:55.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:55 smithi008 conmon[29939]: audit 2022-03- 2022-03-06T10:14:55.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:55 smithi008 conmon[29939]: 06T10:14:54.718863+0000 mon.smithi008 (mon.0) 2022-03-06T10:14:55.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:55 smithi008 conmon[29939]: 815 : audit [INF] from='mgr.14682 172.21.15.8:0/1603936433' entity='mgr.smithi008.onsztl' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-06T10:14:55.999 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:55 smithi008 conmon[29939]: cephadm 2022-03 2022-03-06T10:14:55.999 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:55 smithi008 conmon[29939]: -06T10:14:54.719706+0000 mgr.smithi008.onsztl (mgr.14682 2022-03-06T10:14:55.999 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:55 smithi008 conmon[29939]: ) 12 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-06T10:14:56.500 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 44 sec latency 46578.990 ms 2022-03-06T10:14:56.995 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:56 smithi008 conmon[29939]: cluster 2022-03-06T10:14:56.555309+0000 mds.foofs.smithi083.jmehpg (mds.0) 1 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 34.548584 secs 2022-03-06T10:14:56.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:56 smithi008 conmon[29939]: cluster 2022-03-06T10:14:56.555316+0000 mds.foofs.smithi083.jmehpg (mds.0) 2 : cluster [WRN] slow request 34.548584 seconds old, received at 2022-03-06T10:14:22.006683+0000: client_request(client.14674:4 getattr pAsLsXsFs #0x10000003f7f 2022-03-06T10:14:22.006639+0000 caller_uid=0, caller_gid=0{0,}) currently failed to rdlock, waiting 2022-03-06T10:14:57.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:56 smithi083 conmon[33008]: cluster 2022-03-06T10:14:56.555309+0000 mds.foofs.smithi083.jmehpg (mds.0) 1 : cluster [WRN] 2022-03-06T10:14:57.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:56 smithi083 conmon[33008]: 1 slow requests, 1 included below; oldest blocked for > 34.548584 secs 2022-03-06T10:14:57.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:56 smithi083 conmon[33008]: cluster 2022-03-06T10:14:56.555316+0000 mds.foofs.smithi083.jmehpg (mds.0) 2 : cluster [WRN] slow request 34.548584 seconds old, received at 2022-03-06T10:14:22.006683+0000: client_request(client.14674:4 getattr pAsLsXsFs #0x10000003f7f 2022-03-06T10:14:22.006639+0000 caller_uid=0, caller_gid=0{0,}) currently failed to rdlock, waiting 2022-03-06T10:14:57.500 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 45 sec latency 47579.099 ms 2022-03-06T10:14:57.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:57 smithi008 conmon[29939]: cluster 2022-03-06T10:14:56.626276+0000 mgr.smithi008.onsztl (mgr.14682) 13 : cluster 2022-03-06T10:14:57.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:57 smithi008 conmon[29939]: [DBG] pgmap v10: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-06T10:14:58.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:57 smithi083 conmon[33008]: cluster 2022-03-06T10:14:56.626276+0000 mgr.smithi008.onsztl (mgr.14682) 13 : cluster 2022-03-06T10:14:58.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:57 smithi083 conmon[33008]: [DBG] pgmap v10: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-03-06T10:14:58.501 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 46 sec latency 48579.178 ms 2022-03-06T10:14:59.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:58 smithi083 conmon[33008]: cluster 2022-03-06T10:14:58.722550+0000 mon.smithi008 (mon.0) 816 : cluster [WRN] Health check failed: 1 MDSs report slow requests (MDS_SLOW_REQUEST) 2022-03-06T10:14:59.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:58 smithi083 conmon[33008]: cluster 2022-03-06 2022-03-06T10:14:59.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:58 smithi083 conmon[33008]: T10:14:58.726334+0000 mon.smithi008 (mon.0) 817 : cluster [DBG] mds.? [v2:172.21.15.83:6832/734577753,v1:172.21.15.83:6833/734577753] up:active 2022-03-06T10:14:59.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:14:58 smithi083 conmon[33008]: cluster 2022-03-06T10:14:58.726417+0000 mon.smithi008 (mon.0) 818 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi083.jmehpg=up:active} 1 up:standby 2022-03-06T10:14:59.245 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:58 smithi008 conmon[29939]: cluster 2022-03-06T10:14:58.722550+0000 mon.smithi008 ( 2022-03-06T10:14:59.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:58 smithi008 conmon[29939]: mon.0) 816 : cluster [WRN] Health check failed: 1 MDSs report slow requests (MDS_SLOW_REQUEST) 2022-03-06T10:14:59.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:58 smithi008 conmon[29939]: cluster 2022-03-06T10:14:58.726334+0000 mon.smithi008 (mon. 2022-03-06T10:14:59.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:58 smithi008 conmon[29939]: 0) 817 : cluster [DBG] mds.? [v2:172.21.15.83:6832/734577753,v1:172.21.15.83:6833/734577753] up:active 2022-03-06T10:14:59.247 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:58 smithi008 conmon[29939]: cluster 2022- 2022-03-06T10:14:59.247 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:58 smithi008 conmon[29939]: 03-06T10:14:58.726417+0000 mon.smithi008 (mon. 2022-03-06T10:14:59.247 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:14:58 smithi008 conmon[29939]: 0) 818 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi083.jmehpg=up:active} 1 up:standby 2022-03-06T10:14:59.501 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 47 sec latency 49579.283 ms 2022-03-06T10:15:00.501 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 48 sec latency 50579.334 ms 2022-03-06T10:15:00.537 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:00 smithi083 conmon[33008]: cluster 2022-03-06T10:15:00.250982+0000 mon.smithi008 (mon.0 2022-03-06T10:15:00.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:00 smithi083 conmon[33008]: ) 819 : cluster [DBG] Standby manager daemon smithi083.piggzi restarted 2022-03-06T10:15:00.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:00 smithi083 conmon[33008]: cluster 2022-03-06T10:15:00.251145+0000 mon.smithi008 (mon.0) 820 : cluster [DBG] Standby manager daemon smithi083.piggzi started 2022-03-06T10:15:00.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:00 smithi083 conmon[33008]: audit 2022-03-06T10:15:00.252516+0000 mon.smithi083 (mon.1) 82 : audit 2022-03-06T10:15:00.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:00 smithi083 conmon[33008]: [DBG] from='mgr.? 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi083.piggzi/crt"}]: dispatch 2022-03-06T10:15:00.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:00 smithi083 conmon[33008]: audit 2022-03-06T10:15:00.252999+0000 mon.smithi083 (mon.1) 83 : audit [DBG] from='mgr.? 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2022-03-06T10:15:00.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:00 smithi083 conmon[33008]: audit 2022-03-06T10:15:00.254929+0000 mon.smithi083 (mon.1) 2022-03-06T10:15:00.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:00 smithi083 conmon[33008]: 84 : audit [DBG] from='mgr.? 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi083.piggzi/key"}]: dispatch 2022-03-06T10:15:00.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:00 smithi083 conmon[33008]: audit 2022-03-06T10:15:00.540 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:00 smithi083 conmon[33008]: 2022-03-06T10:15:00.255809+0000 mon.smithi083 (mon.1) 85 : audit [DBG] from='mgr.? 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2022-03-06T10:15:00.746 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:00 smithi008 conmon[29939]: cluster 2022-03-06T10:15:00.250982+0000 mon.smithi008 (mon.0) 819 : 2022-03-06T10:15:00.746 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:00 smithi008 conmon[29939]: cluster [DBG] Standby manager daemon smithi083.piggzi restarted 2022-03-06T10:15:00.746 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:00 smithi008 conmon[29939]: cluster 2022-03-06T10:15:00.251145+0000 mon.smithi008 (mon.0) 820 : cluster [DBG] Standby manager daemon smithi083.piggzi started 2022-03-06T10:15:00.747 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:00 smithi008 conmon[29939]: audit 2022- 2022-03-06T10:15:00.747 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:00 smithi008 conmon[29939]: 03-06T10:15:00.252516+0000 mon.smithi083 (mon.1) 2022-03-06T10:15:00.747 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:00 smithi008 conmon[29939]: 82 : audit [DBG] from='mgr.? 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi083.piggzi/crt"}]: dispatch 2022-03-06T10:15:00.747 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:00 smithi008 conmon[29939]: audit 2022 2022-03-06T10:15:00.747 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:00 smithi008 conmon[29939]: -03-06T10:15:00.252999 2022-03-06T10:15:00.748 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:00 smithi008 conmon[29939]: +0000 mon.smithi083 (mon.1) 83 2022-03-06T10:15:00.748 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:00 smithi008 conmon[29939]: : audit [DBG] from='mgr.? 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2022-03-06T10:15:00.748 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:00 smithi008 conmon[29939]: audit 2022-03-06T10:15:00.254929+0000 2022-03-06T10:15:00.748 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:00 smithi008 conmon[29939]: mon.smithi083 (mon.1) 84 : audit [DBG] from='mgr.? 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi083.piggzi/key"}]: dispatch 2022-03-06T10:15:00.749 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:00 smithi008 conmon[29939]: audit 2022- 2022-03-06T10:15:00.749 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:00 smithi008 conmon[29939]: 03-06T10:15:00. 2022-03-06T10:15:00.749 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:00 smithi008 conmon[29939]: 255809+0000 mon.smithi083 (mon.1) 2022-03-06T10:15:00.749 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:00 smithi008 conmon[29939]: 85 : audit [DBG] from='mgr.? 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2022-03-06T10:15:01.501 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 49 sec latency 51579.459 ms 2022-03-06T10:15:01.745 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:01 smithi008 conmon[29939]: cluster 2022-03-06T10:15:00.311662+0000 mon.smithi008 (mon.0) 2022-03-06T10:15:01.746 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:01 smithi008 conmon[29939]: 821 : cluster [DBG] mgrmap e36: smithi008.onsztl(active, since 17s), standbys: smithi083.piggzi 2022-03-06T10:15:01.787 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:01 smithi083 conmon[33008]: cluster 2022-03-06T10:15:00.311662+0000 mon.smithi008 (mon.0) 821 : cluster 2022-03-06T10:15:01.790 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:01 smithi083 conmon[33008]: [DBG] mgrmap e36: smithi008.onsztl(active, since 17s), standbys: smithi083.piggzi 2022-03-06T10:15:02.501 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 50 sec latency 52579.542 ms 2022-03-06T10:15:02.745 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:02 smithi008 conmon[29939]: cluster 2022-03-06T10:15:01.555424+0000 mds.foofs.smithi083.jmehpg (mds. 2022-03-06T10:15:02.746 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:02 smithi008 conmon[29939]: 0) 3 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 39.548698 secs 2022-03-06T10:15:02.787 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:02 smithi083 conmon[33008]: cluster 2022-03-06T10:15:01.555424+0000 mds.foofs.smithi083.jmehpg (mds.0 2022-03-06T10:15:02.788 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:02 smithi083 conmon[33008]: ) 3 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 39.548698 secs 2022-03-06T10:15:03.501 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 51 sec latency 53579.652 ms 2022-03-06T10:15:04.501 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 52 sec latency 54579.776 ms 2022-03-06T10:15:05.501 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 53 sec latency 55579.891 ms 2022-03-06T10:15:06.502 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 54 sec latency 56580.028 ms 2022-03-06T10:15:06.995 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:06 smithi008 conmon[29939]: cluster 2022-03-06T10:15:06.555538+0000 mds.foofs.smithi083.jmehpg (mds.0) 4 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 44.548815 secs 2022-03-06T10:15:07.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:06 smithi083 conmon[33008]: cluster 2022-03-06T10:15:06.555538+0000 mds.foofs.smithi083.jmehpg (mds.0) 4 : cluster 2022-03-06T10:15:07.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:06 smithi083 conmon[33008]: [WRN] 1 slow requests, 0 included below; oldest blocked for > 44.548815 secs 2022-03-06T10:15:07.501 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 55 sec latency 57580.102 ms 2022-03-06T10:15:08.502 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 56 sec latency 58580.213 ms 2022-03-06T10:15:09.502 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 57 sec latency 59580.322 ms 2022-03-06T10:15:10.502 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 58 sec latency 60580.393 ms 2022-03-06T10:15:11.502 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 59 sec latency 61580.507 ms 2022-03-06T10:15:11.995 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:11 smithi008 conmon[29939]: cluster 2022-03-06T10:15:11.555653+0000 mds.foofs.smithi083.jmehpg (mds.0) 5 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 49.548926 secs 2022-03-06T10:15:12.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:11 smithi083 conmon[33008]: cluster 2022-03-06T10:15:11.555653+0000 mds.foofs.smithi083.jmehpg (mds.0) 5 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 49.548926 secs 2022-03-06T10:15:12.502 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 60 sec latency 62580.591 ms 2022-03-06T10:15:13.502 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 61 sec latency 63580.688 ms 2022-03-06T10:15:14.502 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 62 sec latency 64580.761 ms 2022-03-06T10:15:15.502 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 63 sec latency 65580.829 ms 2022-03-06T10:15:16.502 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 64 sec latency 66580.950 ms 2022-03-06T10:15:16.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:16 smithi008 conmon[29939]: cluster 2022-03-06T10:15:16.555761+0000 mds.foofs.smithi083.jmehpg (mds.0) 6 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 54.549039 secs 2022-03-06T10:15:17.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:16 smithi083 conmon[33008]: cluster 2022-03-06T10:15:16.555761+0000 mds.foofs.smithi083.jmehpg (mds.0) 6 : cluster [WRN] 2022-03-06T10:15:17.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:16 smithi083 conmon[33008]: 1 slow requests, 0 included below; oldest blocked for > 54.549039 secs 2022-03-06T10:15:17.502 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 65 sec latency 67581.079 ms 2022-03-06T10:15:18.503 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 66 sec latency 68581.163 ms 2022-03-06T10:15:19.503 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 67 sec latency 69581.290 ms 2022-03-06T10:15:20.503 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 68 sec latency 70581.394 ms 2022-03-06T10:15:21.503 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 69 sec latency 71581.522 ms 2022-03-06T10:15:22.004 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:21 smithi008 conmon[29939]: cluster 2022-03-06T10:15:21.555877+0000 mds.foofs.smithi083.jmehpg 2022-03-06T10:15:22.005 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:21 smithi008 conmon[29939]: (mds.0) 7 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 59.549170 secs 2022-03-06T10:15:22.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:21 smithi083 conmon[33008]: cluster 2022-03-06T10:15:21.555877+0000 mds.foofs.smithi083.jmehpg (mds.0) 7 : cluster [WRN] 2022-03-06T10:15:22.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:21 smithi083 conmon[33008]: 1 slow requests, 0 included below; oldest blocked for > 59.549170 secs 2022-03-06T10:15:22.503 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 70 sec latency 72581.637 ms 2022-03-06T10:15:23.503 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 71 sec latency 73581.733 ms 2022-03-06T10:15:24.503 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 72 sec latency 74581.852 ms 2022-03-06T10:15:25.503 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 73 sec latency 75581.920 ms 2022-03-06T10:15:26.503 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 74 sec latency 76582.042 ms 2022-03-06T10:15:26.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:26 smithi008 conmon[29939]: cluster 2022-03-06T10:15:26.555977+0000 mds.foofs.smithi083.jmehpg (mds.0) 8 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 64.549265 secs 2022-03-06T10:15:26.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:26 smithi008 conmon[29939]: cluster 2022-03-06T10:15:26.555985+0000 mds.foofs.smithi083.jmehpg (mds.0) 9 : cluster [WRN] slow request 64.549264 seconds old, received at 2022-03-06T10:14:22.006683+0000: client_request(client.14674:4 getattr pAsLsXsFs #0x10000003f7f 2022-03-06T10:14:22.006639+0000 caller_uid=0, caller_gid=0{0,}) currently failed to rdlock, waiting 2022-03-06T10:15:26.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:26 smithi008 conmon[29939]: cluster 2022-03-06T10:15:26.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:26 smithi008 conmon[29939]: 2022-03-06T 2022-03-06T10:15:26.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:26 smithi008 conmon[29939]: 10:15:26.556017+0000 mds.foofs.smithi083.jmehpg (mds. 2022-03-06T10:15:26.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:26 smithi008 conmon[29939]: 0) 10 : cluster [WRN] client.14552 isn't responding to mclientcaps(revoke), ino 0x10000003f7f pending pAsxLsXsxFcb issued pAsxLsXsxFsxcrwb, sent 64.549292 seconds ago 2022-03-06T10:15:26.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:26 smithi008 conmon[29939]: cluster 2022- 2022-03-06T10:15:26.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:26 smithi008 conmon[29939]: 03-06T10:15:26.611775+0000 2022-03-06T10:15:26.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:26 smithi008 conmon[29939]: mon.smithi008 (mon.0) 822 : cluster 2022-03-06T10:15:26.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:26 smithi008 conmon[29939]: [WRN] Health check failed: 1 clients failing to respond to capability release (MDS_CLIENT_LATE_RELEASE) 2022-03-06T10:15:26.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:26 smithi008 conmon[29939]: cluster 2022 2022-03-06T10:15:26.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:26 smithi008 conmon[29939]: -03-06T10:15:26.615907 2022-03-06T10:15:26.999 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:26 smithi008 conmon[29939]: +0000 mon.smithi008 (mon.0) 823 : cluster 2022-03-06T10:15:26.999 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:26 smithi008 conmon[29939]: [DBG] mds.? [v2:172.21.15.83:6832/734577753,v1:172.21.15.83:6833/734577753] up:active 2022-03-06T10:15:26.999 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:26 smithi008 conmon[29939]: cluster 2022 2022-03-06T10:15:26.999 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:26 smithi008 conmon[29939]: -03-06T10:15:26 2022-03-06T10:15:27.000 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:26 smithi008 conmon[29939]: .615980+0000 mon.smithi008 (mon.0) 824 2022-03-06T10:15:27.000 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:26 smithi008 conmon[29939]: : cluster [DBG] fsmap foofs:1 {0=foofs.smithi083.jmehpg=up:active} 1 up:standby 2022-03-06T10:15:27.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:26 smithi083 conmon[33008]: cluster 2022-03-06T10:15:26.555977+0000 mds.foofs.smithi083.jmehpg (mds.0) 8 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 64.549265 secs 2022-03-06T10:15:27.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:26 smithi083 conmon[33008]: cluster 2022-03-06T10:15:26.555985+0000 mds.foofs.smithi083.jmehpg (mds.0) 9 : cluster [WRN] slow request 64.549264 seconds old, received at 2022-03-06T10:14:22.006683+0000: client_request(client.14674:4 getattr pAsLsXsFs #0x10000003f7f 2022-03-06T10:14:22.006639+0000 caller_uid=0, caller_gid=0{0,}) currently failed to rdlock, waiting 2022-03-06T10:15:27.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:26 smithi083 conmon[33008]: cluster 2022-03-06T10:15:26.556017+0000 mds.foofs.smithi083.jmehpg (mds.0) 10 : cluster [WRN] client.14552 isn't responding to mclientcaps(revoke), ino 0x10000003f7f pending pAsxLsXsxFcb issued pAsxLsXsxFsxcrwb, sent 64.549292 seconds ago 2022-03-06T10:15:27.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:26 smithi083 conmon[33008]: cluster 2022-03-06T10:15:26.611775+0000 mon.smithi008 (mon.0) 822 : cluster [WRN] Health check failed: 1 clients failing to respond to capability release (MDS_CLIENT_LATE_RELEASE) 2022-03-06T10:15:27.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:26 smithi083 conmon[33008]: cluster 2022-03- 2022-03-06T10:15:27.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:26 smithi083 conmon[33008]: 06T10:15:26.615907+0000 mon.smithi008 (mon.0) 823 : cluster 2022-03-06T10:15:27.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:26 smithi083 conmon[33008]: [DBG] mds.? [v2:172.21.15.83:6832/734577753,v1:172.21.15.83:6833/734577753] up:active 2022-03-06T10:15:27.040 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:26 smithi083 conmon[33008]: cluster 2022-03- 2022-03-06T10:15:27.040 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:26 smithi083 conmon[33008]: 06T10:15:26.615980+0000 mon.smithi008 (mon.0) 824 : cluster 2022-03-06T10:15:27.040 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:26 smithi083 conmon[33008]: [DBG] fsmap foofs:1 {0=foofs.smithi083.jmehpg=up:active} 1 up:standby 2022-03-06T10:15:27.503 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 75 sec latency 77582.096 ms 2022-03-06T10:15:28.504 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 76 sec latency 78582.213 ms 2022-03-06T10:15:29.504 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 77 sec latency 79582.271 ms 2022-03-06T10:15:30.504 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 78 sec latency 80582.314 ms 2022-03-06T10:15:31.504 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 79 sec latency 81582.357 ms 2022-03-06T10:15:31.995 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:31 smithi008 conmon[29939]: cluster 2022-03-06T10 2022-03-06T10:15:31.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:31 smithi008 conmon[29939]: :15:31.556058+0000 mds.foofs.smithi083.jmehpg (mds.0) 11 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 69.549339 secs 2022-03-06T10:15:32.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:31 smithi083 conmon[33008]: cluster 2022-03-06T10:15:31.556058+0000 mds.foofs.smithi083.jmehpg (mds.0) 11 : cluster [WRN] 2022-03-06T10:15:32.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:31 smithi083 conmon[33008]: 1 slow requests, 0 included below; oldest blocked for > 69.549339 secs 2022-03-06T10:15:32.504 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 80 sec latency 82582.395 ms 2022-03-06T10:15:32.955 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:32 smithi008 conmon[29939]: cluster 2022-03-06T10:15:32.684890 2022-03-06T10:15:32.956 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:32 smithi008 conmon[29939]: +0000 mon.smithi008 (mon.0) 825 : cluster [INF] Manager daemon smithi008.onsztl is unresponsive, replacing it with standby daemon smithi083.piggzi 2022-03-06T10:15:32.956 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:32 smithi008 conmon[29939]: cluster 2022- 2022-03-06T10:15:32.956 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:32 smithi008 conmon[29939]: 03-06T10:15:32.689606+0000 mon.smithi008 (mon 2022-03-06T10:15:32.956 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:32 smithi008 conmon[29939]: .0) 826 : cluster [DBG] 2022-03-06T10:15:32.957 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:32 smithi008 conmon[29939]: osdmap e69: 8 total, 8 up, 8 in 2022-03-06T10:15:32.957 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:32 smithi008 conmon[29939]: audit 2022 2022-03-06T10:15:32.957 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:32 smithi008 conmon[29939]: -03-06T10:15:32 2022-03-06T10:15:32.957 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:32 smithi008 conmon[29939]: .702515+0000 mon.smithi083 (mon. 2022-03-06T10:15:32.957 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:32 smithi008 conmon[29939]: 1) 86 : audit [DBG] 2022-03-06T10:15:32.958 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:32 smithi008 conmon[29939]: from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "mon metadata", "id": "smithi008"}]: dispatch 2022-03-06T10:15:32.958 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:32 smithi008 conmon[29939]: audit 2022 2022-03-06T10:15:32.958 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:32 smithi008 conmon[29939]: -03-06T10:15: 2022-03-06T10:15:32.958 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:32 smithi008 conmon[29939]: 32.702753+0000 mon.smithi083 (mon 2022-03-06T10:15:32.959 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:32 smithi008 conmon[29939]: .1) 87 : audit [DBG] 2022-03-06T10:15:32.959 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:32 smithi008 conmon[29939]: from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "mon metadata", "id": "smithi083"}]: dispatch 2022-03-06T10:15:32.959 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:32 smithi008 conmon[29939]: audit 2022-03-06T10:15:32.959 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:32 smithi008 conmon[29939]: 2022-03-06T10:15 2022-03-06T10:15:32.960 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:32 smithi008 conmon[29939]: :32.703051+0000 mon.smithi083 ( 2022-03-06T10:15:32.960 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:32 smithi008 conmon[29939]: mon.1) 88 : audit 2022-03-06T10:15:32.960 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:32 smithi008 conmon[29939]: [DBG] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi008.htvsun"}]: dispatch 2022-03-06T10:15:32.960 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:32 smithi008 conmon[29939]: audit 2022 2022-03-06T10:15:32.960 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:32 smithi008 conmon[29939]: -03-06T10:15: 2022-03-06T10:15:32.961 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:32 smithi008 conmon[29939]: 32.703159+0000 mon.smithi083 (mon 2022-03-06T10:15:32.961 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:32 smithi008 conmon[29939]: .1) 89 : audit [DBG] 2022-03-06T10:15:32.961 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:32 smithi008 conmon[29939]: from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi083.jmehpg"}]: dispatch 2022-03-06T10:15:32.961 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:32 smithi008 conmon[29939]: audit 2022-03-06T10:15:32.962 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:32 smithi008 conmon[29939]: 2022-03-06T10:15 2022-03-06T10:15:32.962 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:32 smithi008 conmon[29939]: :32.703593+0000 mon.smithi083 ( 2022-03-06T10:15:32.962 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:32 smithi008 conmon[29939]: mon.1) 90 : audit 2022-03-06T10:15:32.962 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:32 smithi008 conmon[29939]: [DBG] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "mgr metadata", "who": "smithi083.piggzi", "id": "smithi083.piggzi"}]: dispatch 2022-03-06T10:15:32.963 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:32 smithi008 conmon[29939]: audit 2022 2022-03-06T10:15:32.963 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:32 smithi008 conmon[29939]: -03-06T10:15:32. 2022-03-06T10:15:32.963 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:32 smithi008 conmon[29939]: 703756+0000 mon.smithi083 (mon.1 2022-03-06T10:15:32.963 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:32 smithi008 conmon[29939]: ) 91 : audit [DBG] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-03-06T10:15:32.963 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:32 smithi008 conmon[29939]: audit 2022-03-06T10:15:32.964 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:32 smithi008 conmon[29939]: 2022-03-06T10:15:32 2022-03-06T10:15:32.964 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:32 smithi008 conmon[29939]: .703866+0000 mon.smithi083 (mon 2022-03-06T10:15:32.964 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:32 smithi008 conmon[29939]: .1) 92 : audit [DBG] 2022-03-06T10:15:32.964 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:32 smithi008 conmon[29939]: from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-03-06T10:15:32.965 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:32 smithi008 conmon[29939]: audit 2022 2022-03-06T10:15:32.965 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:32 smithi008 conmon[29939]: -03-06T10:15: 2022-03-06T10:15:32.965 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:32 smithi008 conmon[29939]: 32.703970+0000 mon.smithi083 (mon. 2022-03-06T10:15:32.965 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:32 smithi008 conmon[29939]: 1) 93 : audit [DBG] 2022-03-06T10:15:32.966 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:32 smithi008 conmon[29939]: from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-03-06T10:15:32.966 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:32 smithi008 conmon[29939]: audit 2022-03-06T10:15:32.966 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:32 smithi008 conmon[29939]: 2022-03-06T10:15 2022-03-06T10:15:32.966 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:32 smithi008 conmon[29939]: :32.704053+0000 mon.smithi083 2022-03-06T10:15:32.967 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:32 smithi008 conmon[29939]: (mon.1) 94 : audit 2022-03-06T10:15:32.967 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:32 smithi008 conmon[29939]: [DBG] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-03-06T10:15:32.967 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:32 smithi008 conmon[29939]: audit 2022-03-06T10:15:32.967 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:32 smithi008 conmon[29939]: 2022-03-06T10:15 2022-03-06T10:15:32.967 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:32 smithi008 conmon[29939]: :32.704133+0000 mon.smithi083 ( 2022-03-06T10:15:32.968 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:32 smithi008 conmon[29939]: mon.1) 95 : audit 2022-03-06T10:15:32.968 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:32 smithi008 conmon[29939]: [DBG] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-03-06T10:15:32.968 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:32 smithi008 conmon[29939]: cluster 2022-03-06T10:15:32.968 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:32 smithi008 conmon[29939]: 2022-03-06T10:15: 2022-03-06T10:15:32.969 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:32 smithi008 conmon[29939]: 32.704280+0000 mon.smithi008 (mon 2022-03-06T10:15:32.969 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:32 smithi008 conmon[29939]: .0) 827 : cluster [DBG] 2022-03-06T10:15:32.969 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:32 smithi008 conmon[29939]: mgrmap e37: smithi083.piggzi(active, starting, since 0.0194191s) 2022-03-06T10:15:32.969 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:32 smithi008 conmon[29939]: audit 2022 2022-03-06T10:15:32.969 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:32 smithi008 conmon[29939]: -03-06T10:15:32 2022-03-06T10:15:32.970 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:32 smithi008 conmon[29939]: .706161+0000 mon.smithi083 (mon 2022-03-06T10:15:32.970 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:32 smithi008 conmon[29939]: .1) 96 : audit [DBG] 2022-03-06T10:15:32.970 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:32 smithi008 conmon[29939]: from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-03-06T10:15:32.970 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:32 smithi008 conmon[29939]: audit 2022-03-06T10:15:32.970 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:32 smithi008 conmon[29939]: 2022-03-06T10 2022-03-06T10:15:32.971 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:32 smithi008 conmon[29939]: :15:32.706549+0000 2022-03-06T10:15:32.971 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:32 smithi008 conmon[29939]: mon.smithi083 (mon.1) 97 : 2022-03-06T10:15:32.971 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:32 smithi008 conmon[29939]: audit [DBG] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-03-06T10:15:32.971 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:32 smithi008 conmon[29939]: audit 2022 2022-03-06T10:15:32.972 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:32 smithi008 conmon[29939]: -03-06T10:15: 2022-03-06T10:15:32.972 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:32 smithi008 conmon[29939]: 32.706875+0000 mon.smithi083 (mon 2022-03-06T10:15:32.972 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:32 smithi008 conmon[29939]: .1) 98 : audit [DBG] 2022-03-06T10:15:32.972 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:32 smithi008 conmon[29939]: from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-03-06T10:15:32.972 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:32 smithi008 conmon[29939]: audit 2022 2022-03-06T10:15:32.973 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:32 smithi008 conmon[29939]: -03-06T10:15: 2022-03-06T10:15:32.973 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:32 smithi008 conmon[29939]: 32.707288+0000 mon.smithi083 (mon 2022-03-06T10:15:32.973 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:32 smithi008 conmon[29939]: .1) 99 : audit [DBG] 2022-03-06T10:15:32.973 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:32 smithi008 conmon[29939]: from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "mds metadata"}]: dispatch 2022-03-06T10:15:32.974 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:32 smithi008 conmon[29939]: audit 2022 2022-03-06T10:15:32.974 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:32 smithi008 conmon[29939]: -03-06T10:15: 2022-03-06T10:15:32.974 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:32 smithi008 conmon[29939]: 32.707660+0000 mon.smithi083 (mon 2022-03-06T10:15:32.974 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:32 smithi008 conmon[29939]: .1) 100 : audit [DBG] 2022-03-06T10:15:32.974 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:32 smithi008 conmon[29939]: from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "osd metadata"}]: dispatch 2022-03-06T10:15:32.975 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:32 smithi008 conmon[29939]: audit 2022 2022-03-06T10:15:32.975 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:32 smithi008 conmon[29939]: -03-06T10:15: 2022-03-06T10:15:32.975 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:32 smithi008 conmon[29939]: 32.708117+0000 mon.smithi083 (mon 2022-03-06T10:15:32.975 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:32 smithi008 conmon[29939]: .1) 101 : audit [DBG] 2022-03-06T10:15:32.976 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:32 smithi008 conmon[29939]: from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "mon metadata"}]: dispatch 2022-03-06T10:15:32.976 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:32 smithi083 conmon[33008]: cluster 2022-03-06T10:15:32.684890+0000 mon.smithi008 (mon.0) 2022-03-06T10:15:32.976 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:32 smithi083 conmon[33008]: 825 : cluster [INF] Manager daemon smithi008.onsztl is unresponsive, replacing it with standby daemon smithi083.piggzi 2022-03-06T10:15:32.977 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:32 smithi083 conmon[33008]: cluster 2022-03-06T10:15:32.689606+0000 mon.smithi008 (mon.0) 826 : cluster [DBG] osdmap e69: 8 total, 8 up, 8 in 2022-03-06T10:15:32.977 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:32 smithi083 conmon[33008]: audit 2022-03-06T10:15:32.702515+0000 2022-03-06T10:15:32.977 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:32 smithi083 conmon[33008]: mon.smithi083 (mon.1) 86 : audit [DBG] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "mon metadata", "id": "smithi008"}]: dispatch 2022-03-06T10:15:32.978 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:32 smithi083 conmon[33008]: audit 2022 2022-03-06T10:15:32.978 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:32 smithi083 conmon[33008]: -03-06T10:15:32.702753+0000 2022-03-06T10:15:32.979 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:32 smithi083 conmon[33008]: mon.smithi083 (mon.1) 87 : audit [DBG] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "mon metadata", "id": "smithi083"}]: dispatch 2022-03-06T10:15:32.979 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:32 smithi083 conmon[33008]: audit 2022-03 2022-03-06T10:15:32.979 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:32 smithi083 conmon[33008]: -06T10:15:32.703051+0000 mon.smithi083 ( 2022-03-06T10:15:32.980 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:32 smithi083 conmon[33008]: mon.1) 88 : audit [DBG] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi008.htvsun"}]: dispatch 2022-03-06T10:15:32.980 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:32 smithi083 conmon[33008]: audit 2022- 2022-03-06T10:15:32.980 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:32 smithi083 conmon[33008]: 03-06T10:15:32.703159+0000 mon.smithi083 2022-03-06T10:15:32.980 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:32 smithi083 conmon[33008]: (mon.1) 89 : audit [DBG] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi083.jmehpg"}]: dispatch 2022-03-06T10:15:32.980 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:32 smithi083 conmon[33008]: audit 2022- 2022-03-06T10:15:32.981 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:32 smithi083 conmon[33008]: 03-06T10:15:32.703593+0000 2022-03-06T10:15:32.981 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:32 smithi083 conmon[33008]: mon.smithi083 (mon.1) 90 : audit [DBG] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "mgr metadata", "who": "smithi083.piggzi", "id": "smithi083.piggzi"}]: dispatch 2022-03-06T10:15:32.981 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:32 smithi083 conmon[33008]: audit 2022- 2022-03-06T10:15:32.981 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:32 smithi083 conmon[33008]: 03-06T10:15:32.703756+0000 2022-03-06T10:15:32.981 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:32 smithi083 conmon[33008]: mon.smithi083 (mon.1) 91 : audit [DBG] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-03-06T10:15:32.982 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:32 smithi083 conmon[33008]: 2022-03-06T10:15:32.982 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:32 smithi083 conmon[33008]: audit 2022-03-06T10:15:32.982 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:32 smithi083 conmon[33008]: 2022-03-06T10:15:32.703866+0000 mon.smithi083 (mon 2022-03-06T10:15:32.982 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:32 smithi083 conmon[33008]: .1) 92 : audit [DBG] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-03-06T10:15:32.983 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:32 smithi083 conmon[33008]: audit 2022-03-06T10:15: 2022-03-06T10:15:32.983 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:32 smithi083 conmon[33008]: 32.703970+0000 mon.smithi083 (mon.1) 93 : audit 2022-03-06T10:15:32.983 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:32 smithi083 conmon[33008]: [DBG] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-03-06T10:15:32.983 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:32 smithi083 conmon[33008]: audit 2022-03-06T10:15: 2022-03-06T10:15:32.983 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:32 smithi083 conmon[33008]: 32.704053+0000 mon.smithi083 (mon.1) 94 : 2022-03-06T10:15:32.984 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:32 smithi083 conmon[33008]: audit [DBG] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-03-06T10:15:32.984 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:32 smithi083 conmon[33008]: audit 2022-03-06T10 2022-03-06T10:15:32.984 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:32 smithi083 conmon[33008]: :15:32.704133+0000 mon.smithi083 (mon.1 2022-03-06T10:15:32.984 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:32 smithi083 conmon[33008]: ) 95 : audit [DBG] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-03-06T10:15:32.984 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:32 smithi083 conmon[33008]: cluster 2022-03- 2022-03-06T10:15:32.985 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:32 smithi083 conmon[33008]: 06T10:15:32.704280+0000 mon.smithi008 (mon. 2022-03-06T10:15:32.985 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:32 smithi083 conmon[33008]: 0) 827 : cluster [DBG] mgrmap e37: smithi083.piggzi(active, starting, since 0.0194191s) 2022-03-06T10:15:32.985 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:32 smithi083 conmon[33008]: audit 2022-03- 2022-03-06T10:15:32.985 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:32 smithi083 conmon[33008]: 06T10:15:32.706161+0000 mon.smithi083 ( 2022-03-06T10:15:32.986 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:32 smithi083 conmon[33008]: mon.1) 96 : audit [DBG] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-03-06T10:15:32.986 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:32 smithi083 conmon[33008]: audit 2022- 2022-03-06T10:15:32.986 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:32 smithi083 conmon[33008]: 03-06T10:15:32.706549+0000 2022-03-06T10:15:32.986 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:32 smithi083 conmon[33008]: mon.smithi083 (mon.1) 97 : audit [DBG] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-03-06T10:15:32.986 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:32 smithi083 conmon[33008]: audit 2022-03-06T10 2022-03-06T10:15:32.987 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:32 smithi083 conmon[33008]: :15:32.706875+0000 mon.smithi083 (mon.1) 98 : 2022-03-06T10:15:32.987 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:32 smithi083 conmon[33008]: audit [DBG] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-03-06T10:15:32.987 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:32 smithi083 conmon[33008]: audit 2022-03 2022-03-06T10:15:32.988 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:32 smithi083 conmon[33008]: -06T10:15:32.707288+0000 mon.smithi083 2022-03-06T10:15:32.988 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:32 smithi083 conmon[33008]: (mon.1) 99 : audit [DBG] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "mds metadata"}]: dispatch 2022-03-06T10:15:32.988 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:32 smithi083 conmon[33008]: audit 2022 2022-03-06T10:15:32.988 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:32 smithi083 conmon[33008]: -03-06T10:15:32.707660+0000 2022-03-06T10:15:32.989 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:32 smithi083 conmon[33008]: mon.smithi083 (mon.1) 100 : audit [DBG] 2022-03-06T10:15:32.989 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:32 smithi083 conmon[33008]: from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "osd metadata"}]: dispatch 2022-03-06T10:15:32.989 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:32 smithi083 conmon[33008]: audit 2022-03-06T10:15:32 2022-03-06T10:15:32.989 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:32 smithi083 conmon[33008]: .708117+0000 mon.smithi083 (mon.1) 101 : audit 2022-03-06T10:15:32.989 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:32 smithi083 conmon[33008]: [DBG] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "mon metadata"}]: dispatch 2022-03-06T10:15:33.504 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 81 sec latency 83582.475 ms 2022-03-06T10:15:33.728 INFO:teuthology.orchestra.run.smithi008.stdout:true 2022-03-06T10:15:33.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:33 smithi008 conmon[29939]: cluster 2022-03-06T10:15:32.735922+0000 mon.smithi008 (mon.0) 828 : cluster [INF] Manager daemon smithi083.piggzi is now available 2022-03-06T10:15:33.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:33 smithi008 conmon[29939]: audit 2022-03-06T10:15:32.837799+0000 mon.smithi083 (mon.1) 102 : audit [DBG] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:15:33.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:33 smithi008 conmon[29939]: audit 2022-03-06T10:15:32.839879+0000 mon.smithi083 (mon.1) 103 : audit [DBG] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:15:33.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:33 smithi008 conmon[29939]: audit 2022-03-06T10:15:32.841249+0000 mon.smithi083 (mon.1) 104 : audit [DBG] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:15:33.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:33 smithi008 conmon[29939]: audit 2022-03-06T10:15:32.842107+0000 mon.smithi083 (mon.1) 105 : audit [INF] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-06T10:15:33.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:33 smithi008 conmon[29939]: cephadm 2022-03-06T10:15:32.843284+0000 mgr.smithi083.piggzi (mgr.24591) 1 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-06T10:15:33.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:33 smithi008 conmon[29939]: audit 2022-03-06T10:15:32.868060+0000 mon.smithi008 ( 2022-03-06T10:15:33.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:33 smithi008 conmon[29939]: mon.0) 829 : audit [INF] from='mgr.24591 ' entity='mgr.smithi083.piggzi' 2022-03-06T10:15:33.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:33 smithi008 conmon[29939]: audit 2022-03-06T10:15:32.876677+0000 mon.smithi083 (mon.1) 106 : audit [INF] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi083.piggzi/mirror_snapshot_schedule"}]: dispatch 2022-03-06T10:15:33.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:33 smithi008 conmon[29939]: audit 2022-03-06T10:15:32.876971+0000 mon.smithi008 (mon.0) 830 : audit [INF] from='mgr.24591 ' entity='mgr.smithi083.piggzi' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi083.piggzi/mirror_snapshot_schedule"}]: dispatch 2022-03-06T10:15:33.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:33 smithi008 conmon[29939]: audit 2022-03-06T10:15:32.884476+0000 mon.smithi083 (mon.1) 107 : audit [INF] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi083.piggzi/trash_purge_schedule"}]: dispatch 2022-03-06T10:15:33.999 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:33 smithi008 conmon[29939]: audit 2022-03-06T10:15:32.884797+0000 mon.smithi008 (mon.0) 831 : audit [INF] from='mgr.24591 ' entity='mgr.smithi083.piggzi' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi083.piggzi/trash_purge_schedule"}]: dispatch 2022-03-06T10:15:33.999 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:33 smithi008 conmon[29939]: cluster 2022-03-06T10:15:33.704427+0000 mon.smithi008 (mon.0) 832 : cluster [DBG] mgrmap e38: smithi083.piggzi(active, since 1.01957s) 2022-03-06T10:15:34.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:33 smithi083 conmon[33008]: cluster 2022-03-06T10:15:32.735922 2022-03-06T10:15:34.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:33 smithi083 conmon[33008]: +0000 mon.smithi008 (mon.0) 828 : cluster [INF] Manager daemon smithi083.piggzi is now available 2022-03-06T10:15:34.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:33 smithi083 conmon[33008]: audit 2022-03-06T10:15:32.837799+0000 mon.smithi083 (mon.1) 102 : audit [DBG] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:15:34.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:33 smithi083 conmon[33008]: audit 2022-03-06T10:15:32.839879+0000 mon.smithi083 (mon.1) 103 : audit [DBG] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:15:34.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:33 smithi083 conmon[33008]: audit 2022-03-06T10:15:32.841249+0000 mon.smithi083 (mon.1) 104 : audit [DBG] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:15:34.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:33 smithi083 conmon[33008]: audit 2022-03-06T10:15:32.842107+0000 mon.smithi083 (mon.1) 105 : audit [INF] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-06T10:15:34.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:33 smithi083 conmon[33008]: cephadm 2022-03-06T10:15:32.843284+0000 mgr.smithi083.piggzi (mgr.24591) 1 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-06T10:15:34.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:33 smithi083 conmon[33008]: audit 2022-03-06T10:15:32.868060+0000 mon.smithi008 (mon.0) 829 : audit [INF] from='mgr.24591 ' entity='mgr.smithi083.piggzi' 2022-03-06T10:15:34.040 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:33 smithi083 conmon[33008]: audit 2022-03-06T10:15:32.876677+0000 mon.smithi083 (mon.1) 106 : 2022-03-06T10:15:34.040 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:33 smithi083 conmon[33008]: audit [INF] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi083.piggzi/mirror_snapshot_schedule"}]: dispatch 2022-03-06T10:15:34.040 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:33 smithi083 conmon[33008]: audit 2022-03-06T10:15:32.876971+0000 mon.smithi008 (mon.0) 830 : audit [INF] from='mgr.24591 ' entity='mgr.smithi083.piggzi' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi083.piggzi/mirror_snapshot_schedule"}]: dispatch 2022-03-06T10:15:34.040 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:33 smithi083 conmon[33008]: audit 2022-03-06T10:15:32.884476+0000 mon.smithi083 (mon 2022-03-06T10:15:34.041 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:33 smithi083 conmon[33008]: .1) 107 : audit [INF] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi083.piggzi/trash_purge_schedule"}]: dispatch 2022-03-06T10:15:34.041 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:33 smithi083 conmon[33008]: audit 2022-03 2022-03-06T10:15:34.041 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:33 smithi083 conmon[33008]: -06T10:15:32.884797+0000 mon.smithi008 (mon 2022-03-06T10:15:34.041 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:33 smithi083 conmon[33008]: .0) 831 : audit [INF] from='mgr.24591 ' entity='mgr.smithi083.piggzi' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi083.piggzi/trash_purge_schedule"}]: dispatch 2022-03-06T10:15:34.042 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:33 smithi083 conmon[33008]: cluster 2022- 2022-03-06T10:15:34.042 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:33 smithi083 conmon[33008]: 03-06T10:15:33.704427+0000 mon.smithi008 ( 2022-03-06T10:15:34.042 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:33 smithi083 conmon[33008]: mon.0) 832 : cluster [DBG] mgrmap e38: smithi083.piggzi(active, since 1.01957s) 2022-03-06T10:15:34.043 INFO:teuthology.orchestra.run.smithi008.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-06T10:15:34.043 INFO:teuthology.orchestra.run.smithi008.stdout:alertmanager.smithi008 smithi008 *:9093,9094 running (7m) 43s ago 8m 18.0M - 0.20.0 0881eb8f169f c1b598605d37 2022-03-06T10:15:34.043 INFO:teuthology.orchestra.run.smithi008.stdout:crash.smithi008 smithi008 running (8m) 43s ago 8m 7025k - 16.2.4 8d91d370c2b8 cb8dd3b8791a 2022-03-06T10:15:34.043 INFO:teuthology.orchestra.run.smithi008.stdout:crash.smithi083 smithi083 running (7m) 45s ago 7m 7180k - 16.2.4 8d91d370c2b8 bffb25d3bd63 2022-03-06T10:15:34.044 INFO:teuthology.orchestra.run.smithi008.stdout:grafana.smithi008 smithi008 *:3000 running (7m) 43s ago 8m 40.3M - 6.7.4 557c83e11646 8cfaa70fda74 2022-03-06T10:15:34.044 INFO:teuthology.orchestra.run.smithi008.stdout:mds.foofs.smithi008.htvsun smithi008 running (3m) 43s ago 3m 14.5M - 16.2.4 8d91d370c2b8 26ca5f515dbd 2022-03-06T10:15:34.044 INFO:teuthology.orchestra.run.smithi008.stdout:mds.foofs.smithi083.jmehpg smithi083 running (3m) 45s ago 3m 40.0M - 16.2.4 8d91d370c2b8 19936905fcd9 2022-03-06T10:15:34.044 INFO:teuthology.orchestra.run.smithi008.stdout:mgr.smithi008.onsztl smithi008 *:8443,9283 running (59s) 43s ago 9m 415M - 16.2.7-537-ge1551c35 c014a449df4d 4f350daf45d7 2022-03-06T10:15:34.044 INFO:teuthology.orchestra.run.smithi008.stdout:mgr.smithi083.piggzi smithi083 *:8443,9283 starting - - - - 2022-03-06T10:15:34.045 INFO:teuthology.orchestra.run.smithi008.stdout:mon.smithi008 smithi008 running (9m) 43s ago 9m 136M 2048M 16.2.4 8d91d370c2b8 15a39b656753 2022-03-06T10:15:34.045 INFO:teuthology.orchestra.run.smithi008.stdout:mon.smithi083 smithi083 running (7m) 45s ago 7m 95.8M 2048M 16.2.4 8d91d370c2b8 5fe0483de9e7 2022-03-06T10:15:34.045 INFO:teuthology.orchestra.run.smithi008.stdout:nfs.foo.0.0.smithi008.vblejz smithi008 *:2049 running (75s) 43s ago 75s 55.5M - 3.5 8d91d370c2b8 6c2c63cb40e7 2022-03-06T10:15:34.045 INFO:teuthology.orchestra.run.smithi008.stdout:nfs.foo.1.0.smithi083.sviifb smithi083 *:2049 running (70s) 45s ago 70s 56.9M - 3.5 8d91d370c2b8 36c868cf0e10 2022-03-06T10:15:34.046 INFO:teuthology.orchestra.run.smithi008.stdout:node-exporter.smithi008 smithi008 *:9100 running (8m) 43s ago 8m 16.2M - 0.18.1 e5a616e4b9cf bfdc0c131d05 2022-03-06T10:15:34.046 INFO:teuthology.orchestra.run.smithi008.stdout:node-exporter.smithi083 smithi083 *:9100 running (7m) 45s ago 7m 18.3M - 0.18.1 e5a616e4b9cf 58c011f53df8 2022-03-06T10:15:34.046 INFO:teuthology.orchestra.run.smithi008.stdout:osd.0 smithi008 running (7m) 43s ago 7m 1253M 4096M 16.2.4 8d91d370c2b8 09267a39eb6d 2022-03-06T10:15:34.046 INFO:teuthology.orchestra.run.smithi008.stdout:osd.1 smithi008 running (6m) 43s ago 6m 1106M 4096M 16.2.4 8d91d370c2b8 e878396d80d2 2022-03-06T10:15:34.047 INFO:teuthology.orchestra.run.smithi008.stdout:osd.2 smithi008 running (6m) 43s ago 6m 688M 4096M 16.2.4 8d91d370c2b8 5e3f5ffb7fba 2022-03-06T10:15:34.047 INFO:teuthology.orchestra.run.smithi008.stdout:osd.3 smithi008 running (6m) 43s ago 6m 1175M 4096M 16.2.4 8d91d370c2b8 5fa99abadf0b 2022-03-06T10:15:34.047 INFO:teuthology.orchestra.run.smithi008.stdout:osd.4 smithi083 running (5m) 45s ago 5m 1150M 4096M 16.2.4 8d91d370c2b8 4f35be895c05 2022-03-06T10:15:34.047 INFO:teuthology.orchestra.run.smithi008.stdout:osd.5 smithi083 running (5m) 45s ago 5m 1358M 4096M 16.2.4 8d91d370c2b8 f4c5c00fd474 2022-03-06T10:15:34.047 INFO:teuthology.orchestra.run.smithi008.stdout:osd.6 smithi083 running (5m) 45s ago 5m 1029M 4096M 16.2.4 8d91d370c2b8 e3dc87d3a982 2022-03-06T10:15:34.048 INFO:teuthology.orchestra.run.smithi008.stdout:osd.7 smithi083 running (5m) 45s ago 5m 1831M 4096M 16.2.4 8d91d370c2b8 c31fb227ce1f 2022-03-06T10:15:34.048 INFO:teuthology.orchestra.run.smithi008.stdout:prometheus.smithi008 smithi008 *:9095 running (6m) 43s ago 7m 47.3M - 2.18.1 de242295e225 63679ba213b0 2022-03-06T10:15:34.407 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2022-03-06T10:15:34.407 INFO:teuthology.orchestra.run.smithi008.stdout: "mon": { 2022-03-06T10:15:34.408 INFO:teuthology.orchestra.run.smithi008.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-06T10:15:34.408 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2022-03-06T10:15:34.408 INFO:teuthology.orchestra.run.smithi008.stdout: "mgr": { 2022-03-06T10:15:34.408 INFO:teuthology.orchestra.run.smithi008.stdout: "ceph version 16.2.7-537-ge1551c35 (e1551c35043f76911d2590d48f731bcea8126fe1) pacific (stable)": 1 2022-03-06T10:15:34.409 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2022-03-06T10:15:34.409 INFO:teuthology.orchestra.run.smithi008.stdout: "osd": { 2022-03-06T10:15:34.409 INFO:teuthology.orchestra.run.smithi008.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 8 2022-03-06T10:15:34.409 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2022-03-06T10:15:34.409 INFO:teuthology.orchestra.run.smithi008.stdout: "mds": { 2022-03-06T10:15:34.410 INFO:teuthology.orchestra.run.smithi008.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-06T10:15:34.410 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2022-03-06T10:15:34.410 INFO:teuthology.orchestra.run.smithi008.stdout: "overall": { 2022-03-06T10:15:34.410 INFO:teuthology.orchestra.run.smithi008.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 12, 2022-03-06T10:15:34.411 INFO:teuthology.orchestra.run.smithi008.stdout: "ceph version 16.2.7-537-ge1551c35 (e1551c35043f76911d2590d48f731bcea8126fe1) pacific (stable)": 1 2022-03-06T10:15:34.411 INFO:teuthology.orchestra.run.smithi008.stdout: } 2022-03-06T10:15:34.411 INFO:teuthology.orchestra.run.smithi008.stdout:} 2022-03-06T10:15:34.504 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 82 sec latency 84582.519 ms 2022-03-06T10:15:34.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:34 smithi008 conmon[29939]: audit 2022-03-06T10:15:33.713033+0000 mgr.smithi083.piggzi ( 2022-03-06T10:15:34.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:34 smithi008 conmon[29939]: mgr.24591) 2 : audit [DBG] from='client.14718 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-06T10:15:34.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:34 smithi008 conmon[29939]: cluster 2022-03-06T10:15:33.714431+0000 mgr.smithi083.piggzi (mgr.24591) 3 : cluster [DBG] pgmap v3: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2022-03-06T10:15:34.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:34 smithi008 conmon[29939]: audit 2022-03-06T10:15:34.025619+0000 mgr.smithi083.piggzi (mgr.24591) 4 : audit [DBG] from='client.14736 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-06T10:15:34.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:34 smithi008 conmon[29939]: audit 2022-03-06T10:15:34.405971+0000 mon.smithi083 (mon.1) 108 : audit [DBG] from='client.? 172.21.15.8:0/3964693182' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-06T10:15:35.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:34 smithi083 conmon[33008]: audit 2022-03-06T10:15:33.713033+0000 mgr.smithi083.piggzi (mgr.24591) 2 : audit [DBG] from='client.14718 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-06T10:15:35.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:34 smithi083 conmon[33008]: cluster 2022-03 2022-03-06T10:15:35.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:34 smithi083 conmon[33008]: -06T10:15:33.714431+0000 mgr.smithi083.piggzi (mgr.24591) 3 : cluster [DBG] pgmap v3: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2022-03-06T10:15:35.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:34 smithi083 conmon[33008]: audit 2022-03-06T10:15:34.025619+0000 mgr.smithi083.piggzi (mgr.24591) 4 : audit [DBG] from='client.14736 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-06T10:15:35.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:34 smithi083 conmon[33008]: audit 2022-03-06T10:15:34.405971+0000 mon.smithi083 (mon.1) 108 : audit [DBG] from='client.? 172.21.15.8:0/3964693182' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-06T10:15:35.504 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 83 sec latency 85582.566 ms 2022-03-06T10:15:35.995 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:35 smithi008 conmon[29939]: cluster 2022-03-06T10:15:34.707054+0000 2022-03-06T10:15:35.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:35 smithi008 conmon[29939]: mgr.smithi083.piggzi (mgr.24591) 5 : cluster [DBG] pgmap v4: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2022-03-06T10:15:35.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:35 smithi008 conmon[29939]: cluster 2022-03 2022-03-06T10:15:35.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:35 smithi008 conmon[29939]: -06T10:15:34.746054+0000 mon.smithi008 (mon. 2022-03-06T10:15:35.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:35 smithi008 conmon[29939]: 0) 833 : cluster [DBG] mgrmap e39: smithi083.piggzi(active, since 2s) 2022-03-06T10:15:36.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:35 smithi083 conmon[33008]: cluster 2022-03-06T10:15:34.707054+0000 mgr.smithi083.piggzi ( 2022-03-06T10:15:36.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:35 smithi083 conmon[33008]: mgr.24591) 5 : cluster [DBG] pgmap v4: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2022-03-06T10:15:36.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:35 smithi083 conmon[33008]: cluster 2022-03-06T10:15:34.746054+0000 mon.smithi008 (mon. 2022-03-06T10:15:36.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:35 smithi083 conmon[33008]: 0) 833 : cluster [DBG] mgrmap e39: smithi083.piggzi(active, since 2s) 2022-03-06T10:15:36.504 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 84 sec latency 86582.593 ms 2022-03-06T10:15:37.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:36 smithi083 conmon[33008]: cluster 2022-03-06T10:15:36.556169+0000 mds.foofs.smithi083.jmehpg 2022-03-06T10:15:37.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:36 smithi083 conmon[33008]: (mds.0) 12 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 74.549460 secs 2022-03-06T10:15:37.245 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:36 smithi008 conmon[29939]: cluster 2022-03-06T10:15:36.556169+0000 2022-03-06T10:15:37.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:36 smithi008 conmon[29939]: mds.foofs.smithi083.jmehpg (mds.0) 12 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 74.549460 secs 2022-03-06T10:15:37.504 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 85 sec latency 87582.624 ms 2022-03-06T10:15:38.504 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 86 sec latency 88582.730 ms 2022-03-06T10:15:38.745 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:38 smithi008 conmon[29939]: cluster 2022-03-06T10:15:36.707403+0000 mgr.smithi083.piggzi (mgr.24591) 6 : cluster [DBG] pgmap v5: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2022-03-06T10:15:38.746 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:38 smithi008 conmon[29939]: audit 2022-03-06T10:15:37.361903+0000 mon.smithi008 (mon.0) 834 : audit [INF] from='mgr.24591 ' entity='mgr.smithi083.piggzi' 2022-03-06T10:15:38.746 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:38 smithi008 conmon[29939]: audit 2022-03-06T10:15:37.740559+0000 mon.smithi083 (mon.1) 109 : audit [INF] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config rm", "who": "osd/host:smithi083", "name": "osd_memory_target"}]: dispatch 2022-03-06T10:15:38.746 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:38 smithi008 conmon[29939]: audit 2022-03-06T10:15:37.741077+0000 mon.smithi008 (mon.0) 835 : audit [INF] from='mgr.24591 ' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config rm", "who": "osd/host:smithi083", "name": "osd_memory_target"}]: dispatch 2022-03-06T10:15:38.787 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:38 smithi083 conmon[33008]: cluster 2022-03-06T10:15:36.707403+0000 mgr.smithi083.piggzi (mgr.24591) 6 : cluster [DBG] pgmap v5: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2022-03-06T10:15:38.788 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:38 smithi083 conmon[33008]: audit 2022-03-06T10:15:37.361903+0000 mon.smithi008 (mon.0) 834 : audit [INF] from='mgr.24591 ' entity='mgr.smithi083.piggzi' 2022-03-06T10:15:38.788 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:38 smithi083 conmon[33008]: audit 2022-03-06T10 2022-03-06T10:15:38.788 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:38 smithi083 conmon[33008]: :15:37.740559+0000 mon.smithi083 (mon. 2022-03-06T10:15:38.789 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:38 smithi083 conmon[33008]: 1) 109 : audit [INF] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config rm", "who": "osd/host:smithi083", "name": "osd_memory_target"}]: dispatch 2022-03-06T10:15:38.789 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:38 smithi083 conmon[33008]: audit 2022-03-06T10:15:38.789 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:38 smithi083 conmon[33008]: 2022-03-06T10:15: 2022-03-06T10:15:38.789 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:38 smithi083 conmon[33008]: 37.741077+0000 mon.smithi008 (mon.0 2022-03-06T10:15:38.790 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:38 smithi083 conmon[33008]: ) 835 : audit [INF] from='mgr.24591 ' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config rm", "who": "osd/host:smithi083", "name": "osd_memory_target"}]: dispatch 2022-03-06T10:15:39.504 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 87 sec latency 89582.773 ms 2022-03-06T10:15:40.504 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 88 sec latency 90582.828 ms 2022-03-06T10:15:40.745 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:40 smithi008 conmon[29939]: cluster 2022-03-06T10:15:38.708084+0000 mgr.smithi083.piggzi 2022-03-06T10:15:40.746 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:40 smithi008 conmon[29939]: (mgr.24591) 7 : cluster [DBG] pgmap v6: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2022-03-06T10:15:40.746 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:40 smithi008 conmon[29939]: audit 2022-03-06T10:15:40.245080+0000 mon.smithi008 (mon.0) 2022-03-06T10:15:40.747 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:40 smithi008 conmon[29939]: 836 : audit [INF] from='mgr.24591 ' entity='mgr.smithi083.piggzi' 2022-03-06T10:15:40.788 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:40 smithi083 conmon[33008]: cluster 2022-03-06T10:15:38.708084+0000 mgr.smithi083.piggzi (mgr.24591) 7 : cluster [DBG] pgmap v6: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2022-03-06T10:15:40.788 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:40 smithi083 conmon[33008]: audit 2022-03-06T10:15:40.245080+0000 mon.smithi008 (mon.0) 836 : audit [INF] from='mgr.24591 ' entity='mgr.smithi083.piggzi' 2022-03-06T10:15:41.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:41 smithi008 conmon[29939]: audit 2022-03-06T10:15:40.644276+0000 mon.smithi083 (mon.1) 110 : audit [INF] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config rm", "who": "osd/host:smithi008", "name": "osd_memory_target"}]: dispatch 2022-03-06T10:15:41.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:41 smithi008 conmon[29939]: audit 2022-03-06T10:15:40.644776+0000 mon.smithi008 (mon.0) 837 : audit [INF] from='mgr.24591 ' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config rm", "who": "osd/host:smithi008", "name": "osd_memory_target"}]: dispatch 2022-03-06T10:15:41.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:41 smithi008 conmon[29939]: audit 2022-03-06T10:15:40.649436+0000 mon.smithi008 (mon.0) 838 : audit [INF] from='mgr.24591 ' entity='mgr.smithi083.piggzi' 2022-03-06T10:15:41.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:41 smithi008 conmon[29939]: audit 2022-03-06T10:15:40.656091+0000 mon.smithi008 (mon.0) 839 : audit [INF] from='mgr.24591 ' entity='mgr.smithi083.piggzi' 2022-03-06T10:15:41.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:41 smithi008 conmon[29939]: audit 2022-03-06T10:15:40.660135+0000 mon.smithi083 (mon.1) 111 : audit [DBG] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:15:41.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:41 smithi008 conmon[29939]: audit 2022-03-06T10:15:40.662913+0000 mon.smithi083 (mon.1) 112 2022-03-06T10:15:41.498 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:41 smithi008 conmon[29939]: : audit [DBG] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "versions"}]: dispatch 2022-03-06T10:15:41.498 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:41 smithi008 conmon[29939]: audit 2022-03-06T10:15:41.498 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:41 smithi008 conmon[29939]: 2022-03-06T10:15:40.666787+0000 mon.smithi008 2022-03-06T10:15:41.498 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:41 smithi008 conmon[29939]: (mon.0) 840 : audit [INF] 2022-03-06T10:15:41.499 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:41 smithi008 conmon[29939]: from='mgr.24591 ' entity='mgr.smithi083.piggzi' 2022-03-06T10:15:41.499 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:41 smithi008 conmon[29939]: audit 2022-03-06T10:15:41.499 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:41 smithi008 conmon[29939]: 2022-03-06T10:15:40.668315+0000 2022-03-06T10:15:41.499 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:41 smithi008 conmon[29939]: mon.smithi083 (mon.1) 113 : audit 2022-03-06T10:15:41.499 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:41 smithi008 conmon[29939]: [INF] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.smithi008.onsztl"}]: dispatch 2022-03-06T10:15:41.500 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:41 smithi008 conmon[29939]: audit 2022-03-06T 2022-03-06T10:15:41.500 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:41 smithi008 conmon[29939]: 10:15:40.668599+0000 mon.smithi008 (mon 2022-03-06T10:15:41.500 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:41 smithi008 conmon[29939]: .0) 841 : audit [INF] from='mgr.24591 ' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.smithi008.onsztl"}]: dispatch 2022-03-06T10:15:41.500 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:41 smithi008 conmon[29939]: audit 2022- 2022-03-06T10:15:41.501 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:41 smithi008 conmon[29939]: 03-06T10:15:40.671085+0000 2022-03-06T10:15:41.501 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:41 smithi008 conmon[29939]: mon.smithi008 (mon.0) 842 : audit [INF] 2022-03-06T10:15:41.501 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:41 smithi008 conmon[29939]: from='mgr.24591 ' entity='mgr.smithi083.piggzi' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.smithi008.onsztl"}]': finished 2022-03-06T10:15:41.501 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:41 smithi008 conmon[29939]: audit 2022-03-06T10:15:40 2022-03-06T10:15:41.502 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:41 smithi008 conmon[29939]: .672368+0000 mon.smithi083 (mon.1) 114 : 2022-03-06T10:15:41.502 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:41 smithi008 conmon[29939]: audit [INF] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.smithi083.piggzi"}]: dispatch 2022-03-06T10:15:41.502 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:41 smithi008 conmon[29939]: audit 2022-03-06T10 2022-03-06T10:15:41.502 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:41 smithi008 conmon[29939]: :15:40.672638+0000 mon.smithi008 (mon. 2022-03-06T10:15:41.502 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:41 smithi008 conmon[29939]: 0) 843 : audit [INF] from='mgr.24591 ' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.smithi083.piggzi"}]: dispatch 2022-03-06T10:15:41.503 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:41 smithi008 conmon[29939]: audit 2022- 2022-03-06T10:15:41.503 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:41 smithi008 conmon[29939]: 03-06T10:15:40.675138 2022-03-06T10:15:41.503 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:41 smithi008 conmon[29939]: +0000 mon.smithi008 (mon.0) 844 : audit 2022-03-06T10:15:41.503 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:41 smithi008 conmon[29939]: [INF] from='mgr.24591 ' entity='mgr.smithi083.piggzi' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.smithi083.piggzi"}]': finished 2022-03-06T10:15:41.504 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:41 smithi008 conmon[29939]: audit 2022-03 2022-03-06T10:15:41.504 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:41 smithi008 conmon[29939]: -06T10:15:40.676519+0000 2022-03-06T10:15:41.504 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:41 smithi008 conmon[29939]: mon.smithi083 (mon.1) 115 : audit [DBG] 2022-03-06T10:15:41.504 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:41 smithi008 conmon[29939]: from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "quorum_status"}]: dispatch 2022-03-06T10:15:41.505 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 89 sec latency 91582.876 ms 2022-03-06T10:15:41.788 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:41 smithi083 conmon[33008]: audit 2022-03-06T10:15:40.644276+0000 mon.smithi083 (mon.1) 110 : audit 2022-03-06T10:15:41.788 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:41 smithi083 conmon[33008]: [INF] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config rm", "who": "osd/host:smithi008", "name": "osd_memory_target"}]: dispatch 2022-03-06T10:15:41.789 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:41 smithi083 conmon[33008]: audit 2022-03-06T10:15:40.644776+0000 mon.smithi008 (mon.0) 837 : audit [INF] from='mgr.24591 ' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config rm", "who": "osd/host:smithi008", "name": "osd_memory_target"}]: dispatch 2022-03-06T10:15:41.789 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:41 smithi083 conmon[33008]: audit 2022-03 2022-03-06T10:15:41.789 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:41 smithi083 conmon[33008]: -06T10:15:40.649436+0000 mon.smithi008 (mon.0) 838 : audit [INF] from='mgr.24591 ' entity='mgr.smithi083.piggzi' 2022-03-06T10:15:41.789 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:41 smithi083 conmon[33008]: audit 2022-03-06T 2022-03-06T10:15:41.790 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:41 smithi083 conmon[33008]: 10:15:40.656091+0000 mon.smithi008 (mon.0) 2022-03-06T10:15:41.790 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:41 smithi083 conmon[33008]: 839 : audit [INF] from='mgr.24591 ' entity='mgr.smithi083.piggzi' 2022-03-06T10:15:41.790 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:41 smithi083 conmon[33008]: audit 2022 2022-03-06T10:15:41.790 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:41 smithi083 conmon[33008]: -03-06T10:15:40.660135 2022-03-06T10:15:41.791 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:41 smithi083 conmon[33008]: +0000 mon.smithi083 (mon.1) 111 : 2022-03-06T10:15:41.791 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:41 smithi083 conmon[33008]: audit [DBG] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:15:41.791 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:41 smithi083 conmon[33008]: audit 2022 2022-03-06T10:15:41.792 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:41 smithi083 conmon[33008]: -03-06T10:15:40 2022-03-06T10:15:41.792 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:41 smithi083 conmon[33008]: .662913+0000 mon.smithi083 (mon.1) 2022-03-06T10:15:41.792 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:41 smithi083 conmon[33008]: 112 : audit [DBG] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "versions"}]: dispatch 2022-03-06T10:15:41.792 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:41 smithi083 conmon[33008]: audit 2022- 2022-03-06T10:15:41.793 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:41 smithi083 conmon[33008]: 03-06T10:15:40.666787+0000 2022-03-06T10:15:41.793 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:41 smithi083 conmon[33008]: mon.smithi008 (mon.0) 840 : audit 2022-03-06T10:15:41.793 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:41 smithi083 conmon[33008]: [INF] from='mgr.24591 ' entity='mgr.smithi083.piggzi' 2022-03-06T10:15:41.793 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:41 smithi083 conmon[33008]: audit 2022 2022-03-06T10:15:41.794 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:41 smithi083 conmon[33008]: -03-06T10:15:40.668315 2022-03-06T10:15:41.794 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:41 smithi083 conmon[33008]: +0000 mon.smithi083 (mon.1) 113 : 2022-03-06T10:15:41.794 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:41 smithi083 conmon[33008]: audit [INF] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.smithi008.onsztl"}]: dispatch 2022-03-06T10:15:41.794 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:41 smithi083 conmon[33008]: audit 2022 2022-03-06T10:15:41.795 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:41 smithi083 conmon[33008]: -03-06T10:15:40.668599 2022-03-06T10:15:41.795 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:41 smithi083 conmon[33008]: +0000 mon.smithi008 (mon.0) 841 : audit 2022-03-06T10:15:41.795 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:41 smithi083 conmon[33008]: [INF] from='mgr.24591 ' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.smithi008.onsztl"}]: dispatch 2022-03-06T10:15:41.796 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:41 smithi083 conmon[33008]: audit 2022 2022-03-06T10:15:41.796 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:41 smithi083 conmon[33008]: -03-06T10:15:40.671085 2022-03-06T10:15:41.796 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:41 smithi083 conmon[33008]: +0000 mon.smithi008 (mon.0) 842 : 2022-03-06T10:15:41.796 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:41 smithi083 conmon[33008]: audit [INF] from='mgr.24591 ' entity='mgr.smithi083.piggzi' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.smithi008.onsztl"}]': finished 2022-03-06T10:15:41.797 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:41 smithi083 conmon[33008]: audit 2022- 2022-03-06T10:15:41.797 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:41 smithi083 conmon[33008]: 03-06T10:15:40.672368+0000 2022-03-06T10:15:41.797 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:41 smithi083 conmon[33008]: mon.smithi083 (mon.1) 114 : audit [INF] 2022-03-06T10:15:41.797 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:41 smithi083 conmon[33008]: from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.smithi083.piggzi"}]: dispatch 2022-03-06T10:15:41.798 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:41 smithi083 conmon[33008]: audit 2022- 2022-03-06T10:15:41.798 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:41 smithi083 conmon[33008]: 03-06T10:15:40.672638+0000 2022-03-06T10:15:41.798 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:41 smithi083 conmon[33008]: mon.smithi008 (mon.0) 843 : audit 2022-03-06T10:15:41.798 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:41 smithi083 conmon[33008]: [INF] from='mgr.24591 ' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.smithi083.piggzi"}]: dispatch 2022-03-06T10:15:41.799 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:41 smithi083 conmon[33008]: audit 2022- 2022-03-06T10:15:41.799 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:41 smithi083 conmon[33008]: 03-06T10:15:40.675138+0000 2022-03-06T10:15:41.799 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:41 smithi083 conmon[33008]: mon.smithi008 (mon.0) 844 : audit [INF] 2022-03-06T10:15:41.799 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:41 smithi083 conmon[33008]: from='mgr.24591 ' entity='mgr.smithi083.piggzi' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.smithi083.piggzi"}]': finished 2022-03-06T10:15:41.800 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:41 smithi083 conmon[33008]: audit 2022-03-06T10:15:41.800 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:41 smithi083 conmon[33008]: 2022-03-06T10:15:40.676519+0000 2022-03-06T10:15:41.800 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:41 smithi083 conmon[33008]: mon.smithi083 (mon.1) 115 : audit 2022-03-06T10:15:41.800 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:41 smithi083 conmon[33008]: [DBG] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "quorum_status"}]: dispatch 2022-03-06T10:15:42.505 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 90 sec latency 92582.965 ms 2022-03-06T10:15:42.633 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:42 smithi008 conmon[29939]: cephadm 2022-03-06T10:15:40 2022-03-06T10:15:42.634 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:42 smithi008 conmon[29939]: .663642+0000 mgr.smithi083.piggzi (mgr.24591) 8 : cephadm [INF] Upgrade: Setting container_image for all mgr 2022-03-06T10:15:42.634 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:42 smithi008 conmon[29939]: cluster 2022-03-06T10:15:40.708694+0000 mgr.smithi083.piggzi (mgr.24591) 9 : cluster [DBG] pgmap v7: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 292 B/s rd, 0 op/s 2022-03-06T10:15:42.634 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:42 smithi008 conmon[29939]: cluster 2022-03-06T10:15:41.556334+0000 mds.foofs.smithi083.jmehpg (mds.0) 13 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 79.549612 secs 2022-03-06T10:15:42.635 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:42 smithi008 conmon[29939]: audit 2022-03-06T10:15:42.062294+0000 mon.smithi008 (mon.0) 845 : audit [INF] from='mgr.24591 ' entity='mgr.smithi083.piggzi' 2022-03-06T10:15:42.635 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:42 smithi008 conmon[29939]: audit 2022-03-06T10:15:42.065885+0000 mon.smithi083 (mon.1) 116 : audit [INF] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2022-03-06T10:15:42.635 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:42 smithi008 conmon[29939]: audit 2022-03-06T10:15:42.066633+0000 mon.smithi083 (mon.1) 117 : audit [DBG] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2022-03-06T10:15:42.635 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:42 smithi008 conmon[29939]: audit 2022-03-06T10:15:42.067374+0000 mon.smithi083 (mon.1) 118 : audit [DBG] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:15:42.787 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:42 smithi083 conmon[33008]: cephadm 2022-03-06T10:15:40.663642+0000 mgr.smithi083.piggzi (mgr.24591) 8 : cephadm [INF] Upgrade: Setting container_image for all mgr 2022-03-06T10:15:42.788 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:42 smithi083 conmon[33008]: cluster 2022-03-06T10:15 2022-03-06T10:15:42.788 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:42 smithi083 conmon[33008]: :40.708694+0000 mgr.smithi083.piggzi (mgr.24591) 9 : cluster [DBG] pgmap v7: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 292 B/s rd, 0 op/s 2022-03-06T10:15:42.788 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:42 smithi083 conmon[33008]: cluster 2022-03-06T10:15:41.556334+0000 mds.foofs.smithi083.jmehpg (mds.0) 13 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 79.549612 secs 2022-03-06T10:15:42.789 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:42 smithi083 conmon[33008]: audit 2022-03- 2022-03-06T10:15:42.789 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:42 smithi083 conmon[33008]: 06T10:15:42.062294+0000 mon.smithi008 (mon.0) 845 : audit [INF] from='mgr.24591 ' entity='mgr.smithi083.piggzi' 2022-03-06T10:15:42.789 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:42 smithi083 conmon[33008]: audit 2022-03 2022-03-06T10:15:42.789 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:42 smithi083 conmon[33008]: -06T10:15:42.065885+0000 mon.smithi083 ( 2022-03-06T10:15:42.790 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:42 smithi083 conmon[33008]: mon.1) 116 : audit [INF] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2022-03-06T10:15:42.790 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:42 smithi083 conmon[33008]: 2022-03-06T10:15:42.790 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:42 smithi083 conmon[33008]: audit 2022-03-06T10:15:42.790 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:42 smithi083 conmon[33008]: 2022-03-06T10:15 2022-03-06T10:15:42.791 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:42 smithi083 conmon[33008]: :42.066633+0000 mon.smithi083 (mon.1 2022-03-06T10:15:42.791 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:42 smithi083 conmon[33008]: ) 117 : audit [DBG] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2022-03-06T10:15:42.791 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:42 smithi083 conmon[33008]: audit 2022- 2022-03-06T10:15:42.791 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:42 smithi083 conmon[33008]: 03-06T10:15:42.067374 2022-03-06T10:15:42.791 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:42 smithi083 conmon[33008]: +0000 mon.smithi083 (mon.1) 118 : audit 2022-03-06T10:15:42.792 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:42 smithi083 conmon[33008]: [DBG] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:15:43.504 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 91 sec latency 93583.000 ms 2022-03-06T10:15:43.745 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:43 smithi008 conmon[29939]: cephadm 2022-03-06T10:15:42.057924+0000 2022-03-06T10:15:43.746 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:43 smithi008 conmon[29939]: mgr.smithi083.piggzi (mgr.24591) 10 : cephadm [INF] Upgrade: Updating mon.smithi008 2022-03-06T10:15:43.746 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:43 smithi008 conmon[29939]: cephadm 2022-03-06T10:15:42.068077+0000 mgr.smithi083.piggzi (mgr.24591) 11 : cephadm [INF] Deploying daemon mon.smithi008 on smithi008 2022-03-06T10:15:43.746 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:43 smithi008 systemd[1]: Stopping Ceph mon.smithi008 for f3cc2a6e-9d34-11ec-8c35-001a4aab830c... 2022-03-06T10:15:43.747 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:43 smithi008 conmon[29939]: debug 2022-03-06T10:15:43.556+0000 7ff07264f700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mon -n mon.smithi008 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2022-03-06T10:15:43.747 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:43 smithi008 conmon[29939]: debug 2022-03-06T10:15:43.556+0000 7ff07264f700 -1 mon.smithi008@0(leader) e2 *** Got Signal Terminated *** 2022-03-06T10:15:43.787 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:43 smithi083 conmon[33008]: cephadm 2022-03-06T10:15:42.057924+0000 mgr.smithi083.piggzi (mgr.24591) 10 : cephadm 2022-03-06T10:15:43.788 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:43 smithi083 conmon[33008]: [INF] Upgrade: Updating mon.smithi008 2022-03-06T10:15:43.788 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:43 smithi083 conmon[33008]: cephadm 2022-03-06T10:15:42.068077+0000 mgr.smithi083.piggzi (mgr.24591) 11 : cephadm [INF] Deploying daemon mon.smithi008 on smithi008 2022-03-06T10:15:44.125 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 bash[106136]: ceph-f3cc2a6e-9d34-11ec-8c35-001a4aab830c-mon.smithi008 2022-03-06T10:15:44.126 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 bash[106221]: Error: no container with name or ID "ceph-f3cc2a6e-9d34-11ec-8c35-001a4aab830c-mon-smithi008" found: no such container 2022-03-06T10:15:44.495 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 bash[106259]: Error: no container with name or ID "ceph-f3cc2a6e-9d34-11ec-8c35-001a4aab830c-mon.smithi008" found: no such container 2022-03-06T10:15:44.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 systemd[1]: ceph-f3cc2a6e-9d34-11ec-8c35-001a4aab830c@mon.smithi008.service: Succeeded. 2022-03-06T10:15:44.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 systemd[1]: Stopped Ceph mon.smithi008 for f3cc2a6e-9d34-11ec-8c35-001a4aab830c. 2022-03-06T10:15:44.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 systemd[1]: Starting Ceph mon.smithi008 for f3cc2a6e-9d34-11ec-8c35-001a4aab830c... 2022-03-06T10:15:44.504 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 92 sec latency 94583.046 ms 2022-03-06T10:15:44.868 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 podman[106482]: 2022-03-06T10:15:44.869 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.829+0000 7f2996e55880 0 set uid:gid to 167:167 (ceph:ceph) 2022-03-06T10:15:44.869 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.829+0000 7f2996e55880 0 ceph version 16.2.7-537-ge1551c35 (e1551c35043f76911d2590d48f731bcea8126fe1) pacific (stable), process ceph-mon, pid 7 2022-03-06T10:15:44.869 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.829+0000 7f2996e55880 0 pidfile_write: ignore empty --pid-file 2022-03-06T10:15:44.870 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.833+0000 7f2996e55880 0 load: jerasure load: lrc load: isa 2022-03-06T10:15:44.870 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: RocksDB version: 6.8.1 2022-03-06T10:15:44.870 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: 2022-03-06T10:15:44.871 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2022-03-06T10:15:44.871 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Compile date Mar 4 2022 2022-03-06T10:15:44.871 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: DB SUMMARY 2022-03-06T10:15:44.872 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: 2022-03-06T10:15:44.873 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: CURRENT file: CURRENT 2022-03-06T10:15:44.873 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: 2022-03-06T10:15:44.873 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: IDENTITY file: IDENTITY 2022-03-06T10:15:44.874 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: 2022-03-06T10:15:44.874 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: MANIFEST file: MANIFEST-000008 size: 579 Bytes 2022-03-06T10:15:44.874 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: 2022-03-06T10:15:44.874 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-smithi008/store.db dir, Total Num: 1, files: 000017.sst 2022-03-06T10:15:44.875 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: 2022-03-06T10:15:44.875 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-smithi008/store.db: 000015.log size: 2256920 ; 2022-03-06T10:15:44.875 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: 2022-03-06T10:15:44.875 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.error_if_exists: 0 2022-03-06T10:15:44.876 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.create_if_missing: 0 2022-03-06T10:15:44.876 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.paranoid_checks: 1 2022-03-06T10:15:44.876 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.env: 0x5591c30cf000 2022-03-06T10:15:44.876 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.fs: Posix File System 2022-03-06T10:15:44.877 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.877 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.info_log: 0x5591c455e820 2022-03-06T10:15:44.877 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.max_file_opening_threads: 16 2022-03-06T10:15:44.877 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.statistics: (nil) 2022-03-06T10:15:44.878 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.use_fsync: 0 2022-03-06T10:15:44.878 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.max_log_file_size: 0 2022-03-06T10:15:44.878 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.max_manifest_file_size: 1073741824 2022-03-06T10:15:44.878 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.log_file_time_to_roll: 0 2022-03-06T10:15:44.879 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.keep_log_file_num: 1000 2022-03-06T10:15:44.879 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.recycle_log_file_num: 0 2022-03-06T10:15:44.879 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: 2022-03-06T10:15:44.879 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.allow_fallocate: 1 2022-03-06T10:15:44.879 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.allow_mmap_reads: 0 2022-03-06T10:15:44.880 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.allow_mmap_writes: 0 2022-03-06T10:15:44.880 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.use_direct_reads: 0 2022-03-06T10:15:44.880 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.880 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2022-03-06T10:15:44.881 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.create_missing_column_families: 0 2022-03-06T10:15:44.881 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.db_log_dir: 2022-03-06T10:15:44.881 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-smithi008/store.db 2022-03-06T10:15:44.881 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.table_cache_numshardbits: 6 2022-03-06T10:15:44.882 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.max_subcompactions: 1 2022-03-06T10:15:44.882 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: 2022-03-06T10:15:44.882 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.max_background_flushes: -1 2022-03-06T10:15:44.883 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.WAL_ttl_seconds: 0 2022-03-06T10:15:44.883 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.WAL_size_limit_MB: 0 2022-03-06T10:15:44.883 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2022-03-06T10:15:44.883 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.manifest_preallocation_size: 4194304 2022-03-06T10:15:44.884 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.is_fd_close_on_exec: 1 2022-03-06T10:15:44.884 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.advise_random_on_open: 1 2022-03-06T10:15:44.884 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.db_write_buffer_size: 0 2022-03-06T10:15:44.885 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.write_buffer_manager: 0x5591c525a150 2022-03-06T10:15:44.885 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.access_hint_on_compaction_start: 1 2022-03-06T10:15:44.885 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2022-03-06T10:15:44.885 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2022-03-06T10:15:44.886 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.use_adaptive_mutex: 0 2022-03-06T10:15:44.886 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.rate_limiter: (nil) 2022-03-06T10:15:44.886 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2022-03-06T10:15:44.887 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.wal_recovery_mode: 2 2022-03-06T10:15:44.887 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.enable_thread_tracking: 0 2022-03-06T10:15:44.887 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.enable_pipelined_write: 0 2022-03-06T10:15:44.887 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.unordered_write: 0 2022-03-06T10:15:44.888 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2022-03-06T10:15:44.888 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2022-03-06T10:15:44.888 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.write_thread_max_yield_usec: 100 2022-03-06T10:15:44.889 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2022-03-06T10:15:44.889 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.row_cache: None 2022-03-06T10:15:44.889 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.wal_filter: None 2022-03-06T10:15:44.890 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.avoid_flush_during_recovery: 0 2022-03-06T10:15:44.890 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.allow_ingest_behind: 0 2022-03-06T10:15:44.890 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.preserve_deletes: 0 2022-03-06T10:15:44.890 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.two_write_queues: 0 2022-03-06T10:15:44.891 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.manual_wal_flush: 0 2022-03-06T10:15:44.891 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: 2022-03-06T10:15:44.891 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.atomic_flush: 0 2022-03-06T10:15:44.891 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2022-03-06T10:15:44.892 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.892 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.persist_stats_to_disk: 0 2022-03-06T10:15:44.892 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.write_dbid_to_manifest: 0 2022-03-06T10:15:44.892 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.log_readahead_size: 0 2022-03-06T10:15:44.893 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.893 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.sst_file_checksum_func: Unknown 2022-03-06T10:15:44.893 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.max_background_jobs: 2 2022-03-06T10:15:44.893 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.max_background_compactions: -1 2022-03-06T10:15:44.894 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.894 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2022-03-06T10:15:44.894 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2022-03-06T10:15:44.895 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.delayed_write_rate : 16777216 2022-03-06T10:15:44.895 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.895 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.max_total_wal_size: 0 2022-03-06T10:15:44.895 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2022-03-06T10:15:44.896 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.stats_dump_period_sec: 600 2022-03-06T10:15:44.896 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.stats_persist_period_sec: 600 2022-03-06T10:15:44.896 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.stats_history_buffer_size: 1048576 2022-03-06T10:15:44.896 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.897 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.max_open_files: -1 2022-03-06T10:15:44.897 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.bytes_per_sync: 0 2022-03-06T10:15:44.897 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.wal_bytes_per_sync: 0 2022-03-06T10:15:44.897 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.898 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.strict_bytes_per_sync: 0 2022-03-06T10:15:44.898 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.compaction_readahead_size: 0 2022-03-06T10:15:44.898 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Compression algorithms supported: 2022-03-06T10:15:44.899 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.899 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: kZSTDNotFinalCompression supported: 0 2022-03-06T10:15:44.899 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: kZSTD supported: 0 2022-03-06T10:15:44.899 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: kXpressCompression supported: 0 2022-03-06T10:15:44.900 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.900 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: kLZ4HCCompression supported: 1 2022-03-06T10:15:44.900 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: kLZ4Compression supported: 1 2022-03-06T10:15:44.900 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: kBZip2Compression supported: 0 2022-03-06T10:15:44.901 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: kZlibCompression supported: 1 2022-03-06T10:15:44.901 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: 2022-03-06T10:15:44.901 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: kSnappyCompression supported: 1 2022-03-06T10:15:44.901 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Fast CRC32 supported: Supported on x86 2022-03-06T10:15:44.902 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: [version_set.cc:4413] Recovering from manifest file: /var/lib/ceph/mon/ceph-smithi008/store.db/MANIFEST-000008 2022-03-06T10:15:44.902 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: 2022-03-06T10:15:44.902 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: [column_family.cc:552] --------------- Options for column family [default]: 2022-03-06T10:15:44.902 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: 2022-03-06T10:15:44.903 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2022-03-06T10:15:44.903 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.merge_operator: 2022-03-06T10:15:44.903 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.compaction_filter: None 2022-03-06T10:15:44.904 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.compaction_filter_factory: None 2022-03-06T10:15:44.904 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.memtable_factory: SkipListFactory 2022-03-06T10:15:44.904 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.table_factory: BlockBasedTable 2022-03-06T10:15:44.904 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5591c44fdd08) 2022-03-06T10:15:44.905 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: cache_index_and_filter_blocks: 1 2022-03-06T10:15:44.905 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: cache_index_and_filter_blocks_with_high_priority: 0 2022-03-06T10:15:44.905 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: pin_l0_filter_and_index_blocks_in_cache: 0 2022-03-06T10:15:44.905 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: pin_top_level_index_and_filter: 1 2022-03-06T10:15:44.906 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: index_type: 0 2022-03-06T10:15:44.906 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: data_block_index_type: 0 2022-03-06T10:15:44.906 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: index_shortening: 1 2022-03-06T10:15:44.906 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: data_block_hash_table_util_ratio: 0.750000 2022-03-06T10:15:44.907 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: hash_index_allow_collision: 1 2022-03-06T10:15:44.907 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: checksum: 1 2022-03-06T10:15:44.907 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: no_block_cache: 0 2022-03-06T10:15:44.907 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: block_cache: 0x5591c4537010 2022-03-06T10:15:44.908 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: block_cache_name: BinnedLRUCache 2022-03-06T10:15:44.908 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: block_cache_options: 2022-03-06T10:15:44.908 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: capacity : 536870912 2022-03-06T10:15:44.909 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: num_shard_bits : 4 2022-03-06T10:15:44.909 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: strict_capacity_limit : 0 2022-03-06T10:15:44.909 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: high_pri_pool_ratio: 0.000 2022-03-06T10:15:44.909 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: block_cache_compressed: (nil) 2022-03-06T10:15:44.910 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: persistent_cache: (nil) 2022-03-06T10:15:44.910 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: block_size: 4096 2022-03-06T10:15:44.910 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: block_size_deviation: 10 2022-03-06T10:15:44.910 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: block_restart_interval: 16 2022-03-06T10:15:44.911 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: index_block_restart_interval: 1 2022-03-06T10:15:44.911 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: metadata_block_size: 4096 2022-03-06T10:15:44.911 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: partition_filters: 0 2022-03-06T10:15:44.911 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: use_delta_encoding: 1 2022-03-06T10:15:44.912 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: filter_policy: rocksdb.BuiltinBloomFilter 2022-03-06T10:15:44.912 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: whole_key_filtering: 1 2022-03-06T10:15:44.912 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: verify_compression: 0 2022-03-06T10:15:44.912 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: read_amp_bytes_per_bit: 0 2022-03-06T10:15:44.913 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: format_version: 2 2022-03-06T10:15:44.913 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: enable_index_compression: 1 2022-03-06T10:15:44.913 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: block_align: 0 2022-03-06T10:15:44.913 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: 2022-03-06T10:15:44.914 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.914 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.write_buffer_size: 33554432 2022-03-06T10:15:44.914 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.max_write_buffer_number: 2 2022-03-06T10:15:44.915 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.compression: NoCompression 2022-03-06T10:15:44.915 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.bottommost_compression: Disabled 2022-03-06T10:15:44.915 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.prefix_extractor: nullptr 2022-03-06T10:15:44.915 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2022-03-06T10:15:44.916 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.num_levels: 7 2022-03-06T10:15:44.916 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2022-03-06T10:15:44.916 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2022-03-06T10:15:44.916 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2022-03-06T10:15:44.917 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2022-03-06T10:15:44.917 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2022-03-06T10:15:44.917 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2022-03-06T10:15:44.917 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2022-03-06T10:15:44.918 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2022-03-06T10:15:44.918 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2022-03-06T10:15:44.918 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.compression_opts.window_bits: -14 2022-03-06T10:15:44.918 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.compression_opts.level: 32767 2022-03-06T10:15:44.919 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.compression_opts.strategy: 0 2022-03-06T10:15:44.919 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2022-03-06T10:15:44.919 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2022-03-06T10:15:44.919 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.compression_opts.enabled: false 2022-03-06T10:15:44.920 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2022-03-06T10:15:44.920 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2022-03-06T10:15:44.920 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.level0_stop_writes_trigger: 36 2022-03-06T10:15:44.921 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.target_file_size_base: 67108864 2022-03-06T10:15:44.921 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.target_file_size_multiplier: 1 2022-03-06T10:15:44.921 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2022-03-06T10:15:44.921 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2022-03-06T10:15:44.922 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2022-03-06T10:15:44.922 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2022-03-06T10:15:44.922 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2022-03-06T10:15:44.923 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2022-03-06T10:15:44.923 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2022-03-06T10:15:44.923 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2022-03-06T10:15:44.923 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2022-03-06T10:15:44.923 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2022-03-06T10:15:44.924 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2022-03-06T10:15:44.924 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.max_compaction_bytes: 1677721600 2022-03-06T10:15:44.924 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.arena_block_size: 4194304 2022-03-06T10:15:44.924 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2022-03-06T10:15:44.925 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2022-03-06T10:15:44.925 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2022-03-06T10:15:44.925 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.disable_auto_compactions: 0 2022-03-06T10:15:44.925 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2022-03-06T10:15:44.926 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.926 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2022-03-06T10:15:44.926 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2022-03-06T10:15:44.926 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2022-03-06T10:15:44.926 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2022-03-06T10:15:44.927 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2022-03-06T10:15:44.927 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2022-03-06T10:15:44.927 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2022-03-06T10:15:44.927 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2022-03-06T10:15:44.928 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2022-03-06T10:15:44.928 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.table_properties_collectors: 2022-03-06T10:15:44.929 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.inplace_update_support: 0 2022-03-06T10:15:44.929 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.inplace_update_num_locks: 10000 2022-03-06T10:15:44.930 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2022-03-06T10:15:44.930 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.930 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.memtable_whole_key_filtering: 0 2022-03-06T10:15:44.930 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.memtable_huge_page_size: 0 2022-03-06T10:15:44.931 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.bloom_locality: 0 2022-03-06T10:15:44.931 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.max_successive_merges: 0 2022-03-06T10:15:44.931 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.optimize_filters_for_hits: 0 2022-03-06T10:15:44.931 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.paranoid_file_checks: 0 2022-03-06T10:15:44.931 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.force_consistency_checks: 0 2022-03-06T10:15:44.932 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.report_bg_io_stats: 0 2022-03-06T10:15:44.932 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.ttl: 2592000 2022-03-06T10:15:44.932 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.834+0000 7f2996e55880 4 rocksdb: Options.periodic_compaction_seconds: 0 2022-03-06T10:15:44.932 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.835+0000 7f2996e55880 4 rocksdb: [version_set.cc:3291] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2022-03-06T10:15:44.933 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.835+0000 7f2996e55880 4 rocksdb: [version_set.cc:4568] Recovered from manifest file:/var/lib/ceph/mon/ceph-smithi008/store.db/MANIFEST-000008 succeeded,manifest_file_number is 8, next_file_number is 19, last_sequence is 8808, log_number is 15,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2022-03-06T10:15:44.933 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: 2022-03-06T10:15:44.933 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.835+0000 7f2996e55880 4 rocksdb: [version_set.cc:4577] Column family [default] (ID 0), log number is 15 2022-03-06T10:15:44.933 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: 2022-03-06T10:15:44.933 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.835+0000 7f2996e55880 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1646561744836523, "job": 1, "event": "recovery_started", "log_files": [15]} 2022-03-06T10:15:44.934 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.835+0000 7f2996e55880 4 rocksdb: [db_impl/db_impl_open.cc:760] Recovering log #15 mode 2 2022-03-06T10:15:44.934 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.837+0000 7f2996e55880 3 rocksdb: [le/block_based/filter_policy.cc:584] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2022-03-06T10:15:44.934 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.840+0000 7f2996e55880 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1646561744841983, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 19, "file_size": 2251246, "table_properties": {"data_size": 2247618, "index_size": 2357, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 453, "raw_key_size": 3744, "raw_average_key_size": 23, "raw_value_size": 2243114, "raw_average_value_size": 13932, "num_data_blocks": 74, "num_entries": 161, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1646561744, "oldest_key_time": 3, "file_creation_time": 0}} 2022-03-06T10:15:44.934 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.841+0000 7f2996e55880 4 rocksdb: [version_set.cc:3826] Creating manifest 20 2022-03-06T10:15:44.935 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: 2022-03-06T10:15:44.935 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.841+0000 7f2996e55880 4 rocksdb: [version_set.cc:3291] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2022-03-06T10:15:44.935 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.841+0000 7f2996e55880 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1646561744842431, "job": 1, "event": "recovery_finished"} 2022-03-06T10:15:44.935 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.842+0000 7f2996e55880 4 rocksdb: DB pointer 0x5591c4601800 2022-03-06T10:15:44.936 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.842+0000 7f297de88700 4 rocksdb: [db_impl/db_impl.cc:850] ------- DUMPING STATS ------- 2022-03-06T10:15:44.936 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.842+0000 7f297de88700 4 rocksdb: [db_impl/db_impl.cc:851] 2022-03-06T10:15:44.936 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: ** DB Stats ** 2022-03-06T10:15:44.936 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: Uptime(secs): 0.0 total, 0.0 interval 2022-03-06T10:15:44.936 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2022-03-06T10:15:44.937 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2022-03-06T10:15:44.937 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2022-03-06T10:15:44.937 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2022-03-06T10:15:44.937 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2022-03-06T10:15:44.938 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2022-03-06T10:15:44.938 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: 2022-03-06T10:15:44.938 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: ** Compaction Stats [default] ** 2022-03-06T10:15:44.938 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-03-06T10:15:44.944 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-03-06T10:15:44.944 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: L0 1/0 2.15 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 609.6 0.00 0.00 1 0.004 0 0 2022-03-06T10:15:44.944 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: L6 1/0 23.45 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2022-03-06T10:15:44.945 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: Sum 2/0 25.59 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 609.6 0.00 0.00 1 0.004 0 0 2022-03-06T10:15:44.945 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 609.6 0.00 0.00 1 0.004 0 0 2022-03-06T10:15:44.945 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: 2022-03-06T10:15:44.945 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: ** Compaction Stats [default] ** 2022-03-06T10:15:44.946 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-03-06T10:15:44.946 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-03-06T10:15:44.946 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 609.6 0.00 0.00 1 0.004 0 0 2022-03-06T10:15:44.946 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: Uptime(secs): 0.0 total, 0.0 interval 2022-03-06T10:15:44.947 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: Flush(GB): cumulative 0.002, interval 0.002 2022-03-06T10:15:44.947 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: AddFile(GB): cumulative 0.000, interval 0.000 2022-03-06T10:15:44.947 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: AddFile(Total Files): cumulative 0, interval 0 2022-03-06T10:15:44.947 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: AddFile(L0 Files): cumulative 0, interval 0 2022-03-06T10:15:44.947 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: AddFile(Keys): cumulative 0, interval 0 2022-03-06T10:15:44.948 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: Cumulative compaction: 0.00 GB write, 273.60 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-03-06T10:15:44.948 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: Interval compaction: 0.00 GB write, 273.60 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-03-06T10:15:44.948 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2022-03-06T10:15:44.948 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: 2022-03-06T10:15:44.949 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: ** File Read Latency Histogram By Level [default] ** 2022-03-06T10:15:44.949 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: 2022-03-06T10:15:44.949 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: ** Compaction Stats [default] ** 2022-03-06T10:15:44.949 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-03-06T10:15:44.949 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-03-06T10:15:44.950 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: L0 1/0 2.15 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 609.6 0.00 0.00 1 0.004 0 0 2022-03-06T10:15:44.950 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: L6 1/0 23.45 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2022-03-06T10:15:44.950 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: Sum 2/0 25.59 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 609.6 0.00 0.00 1 0.004 0 0 2022-03-06T10:15:44.950 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2022-03-06T10:15:44.951 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: 2022-03-06T10:15:44.951 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: ** Compaction Stats [default] ** 2022-03-06T10:15:44.951 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-03-06T10:15:44.951 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-03-06T10:15:44.952 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 609.6 0.00 0.00 1 0.004 0 0 2022-03-06T10:15:44.952 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: Uptime(secs): 0.0 total, 0.0 interval 2022-03-06T10:15:44.952 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: Flush(GB): cumulative 0.002, interval 0.000 2022-03-06T10:15:44.952 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: AddFile(GB): cumulative 0.000, interval 0.000 2022-03-06T10:15:44.952 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: AddFile(Total Files): cumulative 0, interval 0 2022-03-06T10:15:44.953 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: AddFile(L0 Files): cumulative 0, interval 0 2022-03-06T10:15:44.953 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: AddFile(Keys): cumulative 0, interval 0 2022-03-06T10:15:44.953 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: Cumulative compaction: 0.00 GB write, 271.84 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-03-06T10:15:44.953 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-03-06T10:15:44.954 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2022-03-06T10:15:44.954 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: 2022-03-06T10:15:44.954 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: ** File Read Latency Histogram By Level [default] ** 2022-03-06T10:15:44.954 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: 2022-03-06T10:15:44.954 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.842+0000 7f2996e55880 0 starting mon.smithi008 rank 0 at public addrs [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] at bind addrs [v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0] mon_data /var/lib/ceph/mon/ceph-smithi008 fsid f3cc2a6e-9d34-11ec-8c35-001a4aab830c 2022-03-06T10:15:44.955 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: 2022-03-06T10:15:44.955 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.843+0000 7f2996e55880 1 mon.smithi008@-1(???) e2 preinit fsid f3cc2a6e-9d34-11ec-8c35-001a4aab830c 2022-03-06T10:15:44.955 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.844+0000 7f2996e55880 0 mon.smithi008@-1(???).mds e10 new map 2022-03-06T10:15:44.955 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.844+0000 7f2996e55880 0 mon.smithi008@-1(???).mds e10 print_map 2022-03-06T10:15:44.956 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: e10 2022-03-06T10:15:44.956 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: enable_multiple, ever_enabled_multiple: 1,1 2022-03-06T10:15:44.956 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2022-03-06T10:15:44.956 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: legacy client fscid: 1 2022-03-06T10:15:44.957 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: 2022-03-06T10:15:44.957 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: Filesystem 'foofs' (1) 2022-03-06T10:15:44.957 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: fs_name foofs 2022-03-06T10:15:44.957 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: epoch 10 2022-03-06T10:15:44.957 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: flags 12 2022-03-06T10:15:44.958 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: created 2022-03-06T10:11:44.637130+0000 2022-03-06T10:15:44.958 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: modified 2022-03-06T10:15:26.611657+0000 2022-03-06T10:15:44.958 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: tableserver 0 2022-03-06T10:15:44.958 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: root 0 2022-03-06T10:15:44.959 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: session_timeout 60 2022-03-06T10:15:44.959 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: session_autoclose 300 2022-03-06T10:15:44.959 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: max_file_size 1099511627776 2022-03-06T10:15:44.959 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: required_client_features {} 2022-03-06T10:15:44.959 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: last_failure 0 2022-03-06T10:15:44.960 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: last_failure_osd_epoch 0 2022-03-06T10:15:44.960 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2022-03-06T10:15:44.960 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: max_mds 1 2022-03-06T10:15:44.960 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: in 0 2022-03-06T10:15:44.961 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: up {0=24335} 2022-03-06T10:15:44.961 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: failed 2022-03-06T10:15:44.961 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: damaged 2022-03-06T10:15:44.961 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: stopped 2022-03-06T10:15:44.962 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: data_pools [3] 2022-03-06T10:15:44.962 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: metadata_pool 2 2022-03-06T10:15:44.962 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: inline_data disabled 2022-03-06T10:15:44.962 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: balancer 2022-03-06T10:15:44.962 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: standby_count_wanted 1 2022-03-06T10:15:44.963 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: [mds.foofs.smithi083.jmehpg{0:24335} state up:active seq 57 join_fscid=1 addr [v2:172.21.15.83:6832/734577753,v1:172.21.15.83:6833/734577753] compat {c=[1],r=[1],i=[7ff]}] 2022-03-06T10:15:44.963 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: 2022-03-06T10:15:44.963 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: 2022-03-06T10:15:44.963 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: Standby daemons: 2022-03-06T10:15:44.964 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: 2022-03-06T10:15:44.964 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: [mds.foofs.smithi008.htvsun{-1:14492} state up:standby seq 2 join_fscid=1 addr [v2:172.21.15.8:6834/3812765959,v1:172.21.15.8:6835/3812765959] compat {c=[1],r=[1],i=[7ff]}] 2022-03-06T10:15:44.964 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: 2022-03-06T10:15:44.964 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.844+0000 7f2996e55880 0 mon.smithi008@-1(???).osd e69 crush map has features 3314933000854323200, adjusting msgr requires 2022-03-06T10:15:44.964 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.844+0000 7f2996e55880 0 mon.smithi008@-1(???).osd e69 crush map has features 432629239337189376, adjusting msgr requires 2022-03-06T10:15:44.965 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.844+0000 7f2996e55880 0 mon.smithi008@-1(???).osd e69 crush map has features 432629239337189376, adjusting msgr requires 2022-03-06T10:15:44.965 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.844+0000 7f2996e55880 0 mon.smithi008@-1(???).osd e69 crush map has features 432629239337189376, adjusting msgr requires 2022-03-06T10:15:44.965 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: cephadm 2022-03-06T10:15:44.965 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: 2022-03-06T10:15:42.057924 2022-03-06T10:15:44.966 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: +0000 mgr.smithi083.piggzi (mgr.24591) 10 : 2022-03-06T10:15:44.966 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: cephadm [INF] Upgrade: Updating mon.smithi008 2022-03-06T10:15:44.966 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: cephadm 2022-03-06T10:15 2022-03-06T10:15:44.966 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: :42.068077+0000 mgr.smithi083.piggzi (mgr.24591) 2022-03-06T10:15:44.966 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: 11 : cephadm [INF] Deploying daemon mon.smithi008 on smithi008 2022-03-06T10:15:44.967 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.844+0000 7f2996e55880 1 mon.smithi008@-1(???).paxosservice(auth 1..38) refresh upgraded, format 0 -> 3 2022-03-06T10:15:44.967 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.846+0000 7f2996e55880 20 expand_channel_meta expand map: {default=false} 2022-03-06T10:15:44.967 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.846+0000 7f2996e55880 20 expand_channel_meta from 'false' to 'false' 2022-03-06T10:15:44.967 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.846+0000 7f2996e55880 20 expand_channel_meta expanded map: {default=false} 2022-03-06T10:15:44.968 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.846+0000 7f2996e55880 20 expand_channel_meta expand map: {default=info} 2022-03-06T10:15:44.968 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.846+0000 7f2996e55880 20 expand_channel_meta from 'info' to 'info' 2022-03-06T10:15:44.968 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.846+0000 7f2996e55880 20 expand_channel_meta expanded map: {default=info} 2022-03-06T10:15:44.968 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.846+0000 7f2996e55880 20 expand_channel_meta expand map: {default=daemon} 2022-03-06T10:15:44.968 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: 2022-03-06T10:15:44.969 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.846+0000 7f2996e55880 20 expand_channel_meta from 'daemon' to 'daemon' 2022-03-06T10:15:44.969 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.846+0000 7f2996e55880 20 expand_channel_meta expanded map: {default=daemon} 2022-03-06T10:15:44.969 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.846+0000 7f2996e55880 20 expand_channel_meta expand map: {default=debug} 2022-03-06T10:15:44.969 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.846+0000 7f2996e55880 20 expand_channel_meta from 'debug' to 'debug' 2022-03-06T10:15:44.970 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 conmon[106522]: debug 2022-03-06T10:15:44.846+0000 7f2996e55880 20 expand_channel_meta expanded map: {default=debug} 2022-03-06T10:15:44.970 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 bash[106482]: b01fee8ce476b3f4d1e58e1a46947ec806efeafbf6fd13390ad459fd3e7f614b 2022-03-06T10:15:45.125 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:44 smithi008 systemd[1]: Started Ceph mon.smithi008 for f3cc2a6e-9d34-11ec-8c35-001a4aab830c. 2022-03-06T10:15:45.125 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:45 smithi008 conmon[106522]: cluster 2022-03-06T10:15:42.709103+0000 mgr.smithi083.piggzi (mgr.24591) 12 : cluster [DBG] pgmap v8: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 227 B/s rd, 0 op/s 2022-03-06T10:15:45.126 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:45 smithi008 conmon[106522]: cluster 2022-03-06T10:15:45.053137+0000 mon.smithi008 (mon.0) 1 : cluster [INF] mon.smithi008 calling monitor election 2022-03-06T10:15:45.126 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:45 smithi008 conmon[106522]: cluster 2022-03-06T10:15:45.066256+0000 mon.smithi008 (mon.0) 2 : cluster [INF] mon.smithi008 is new leader, mons smithi008,smithi083 in quorum (ranks 0,1) 2022-03-06T10:15:45.126 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:45 smithi008 conmon[106522]: cluster 2022-03-06T10:15:45.071137+0000 mon.smithi008 (mon.0) 3 : cluster [DBG] monmap e2: 2 mons at {smithi008=[v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0],smithi083=[v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0]} 2022-03-06T10:15:45.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:45 smithi008 conmon[106522]: cluster 2022-03-06T10:15:45.071209+0000 mon.smithi008 (mon.0) 4 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi083.jmehpg=up:active} 1 up:standby 2022-03-06T10:15:45.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:45 smithi008 conmon[106522]: cluster 2022-03-06T10:15:45.071242+0000 mon.smithi008 (mon.0) 5 : cluster [DBG] osdmap e69: 8 total, 8 up, 8 in 2022-03-06T10:15:45.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:45 smithi008 conmon[106522]: cluster 2022-03-06T10:15:45.072229+0000 mon.smithi008 (mon.0) 6 : cluster [DBG] mgrmap e39: smithi083.piggzi(active, since 12s) 2022-03-06T10:15:45.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:45 smithi008 conmon[106522]: cluster 2022-03-06T 2022-03-06T10:15:45.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:45 smithi008 conmon[106522]: 10:15:45.078823+0000 mon.smithi008 (mon.0) 7 : cluster 2022-03-06T10:15:45.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:45 smithi008 conmon[106522]: [WRN] Health detail: HEALTH_WARN 1 clients failing to respond to capability release; 1 MDSs report slow requests 2022-03-06T10:15:45.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:45 smithi008 conmon[106522]: cluster 2022-03-06T10:15:45 2022-03-06T10:15:45.498 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:45 smithi008 conmon[106522]: .078846+0000 mon.smithi008 (mon.0) 8 : cluster 2022-03-06T10:15:45.498 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:45 smithi008 conmon[106522]: [WRN] [WRN] MDS_CLIENT_LATE_RELEASE: 1 clients failing to respond to capability release 2022-03-06T10:15:45.498 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:45 smithi008 conmon[106522]: cluster 2022-03-06T 2022-03-06T10:15:45.498 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:45 smithi008 conmon[106522]: 10:15:45.078853+0000 mon.smithi008 (mon. 2022-03-06T10:15:45.499 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:45 smithi008 conmon[106522]: 0) 9 : cluster [WRN] mds.foofs.smithi083.jmehpg(mds.0): Client smithi008:foo1 failing to respond to capability release client_id: 14552 2022-03-06T10:15:45.499 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:45 smithi008 conmon[106522]: cluster 2022-03- 2022-03-06T10:15:45.499 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:45 smithi008 conmon[106522]: 06T10:15:45.078859+0000 mon.smithi008 (mon 2022-03-06T10:15:45.499 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:45 smithi008 conmon[106522]: .0) 10 : cluster [WRN] [WRN] MDS_SLOW_REQUEST: 1 MDSs report slow requests 2022-03-06T10:15:45.500 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:45 smithi008 conmon[106522]: cluster 2022-03-06T10:15:45.500 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:45 smithi008 conmon[106522]: 2022-03-06T10:15:45.078868 2022-03-06T10:15:45.500 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:45 smithi008 conmon[106522]: +0000 mon.smithi008 (mon.0) 11 : cluster [WRN] 2022-03-06T10:15:45.500 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:45 smithi008 conmon[106522]: mds.foofs.smithi083.jmehpg(mds.0): 1 slow requests are blocked > 30 secs 2022-03-06T10:15:45.501 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:45 smithi008 conmon[106522]: audit 2022 2022-03-06T10:15:45.501 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:45 smithi008 conmon[106522]: -03-06T10:15:45.079010+0000 2022-03-06T10:15:45.501 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:45 smithi008 conmon[106522]: mon.smithi008 (mon.0) 12 : audit [INF] from='mgr.24591 ' entity='' 2022-03-06T10:15:45.501 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:45 smithi008 conmon[106522]: audit 2022-03-06T10:15:45.501 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:45 smithi008 conmon[106522]: 2022-03-06T10:15:45.082639+0000 2022-03-06T10:15:45.502 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:45 smithi008 conmon[106522]: mon.smithi083 (mon.1) 119 : audit [DBG] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:15:45.502 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:45 smithi008 conmon[106522]: audit 2022-03-06T10:15:45.502 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:45 smithi008 conmon[106522]: 2022-03-06T 2022-03-06T10:15:45.502 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:45 smithi008 conmon[106522]: 10:15:45.083919+0000 mon.smithi083 (mon. 2022-03-06T10:15:45.503 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:45 smithi008 conmon[106522]: 1) 120 : audit [DBG] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:15:45.503 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:45 smithi008 conmon[106522]: audit 2022 2022-03-06T10:15:45.503 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:45 smithi008 conmon[106522]: -03-06T10:15:45.084807+0000 mon.smithi083 2022-03-06T10:15:45.503 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:45 smithi008 conmon[106522]: (mon.1) 121 : audit [INF] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-06T10:15:45.504 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 93 sec latency 95583.094 ms 2022-03-06T10:15:45.537 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:45 smithi083 conmon[33008]: cluster 2022-03-06T10:15:42.709103+0000 mgr.smithi083.piggzi (mgr.24591) 12 : cluster [DBG] 2022-03-06T10:15:45.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:45 smithi083 conmon[33008]: pgmap v8: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 227 B/s rd, 0 op/s 2022-03-06T10:15:45.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:45 smithi083 conmon[33008]: cluster 2022-03-06T10:15:45.053137+0000 mon.smithi008 (mon.0) 1 : cluster [INF] mon.smithi008 calling monitor election 2022-03-06T10:15:45.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:45 smithi083 conmon[33008]: cluster 2022-03-06T10:15:45.066256+0000 mon.smithi008 (mon.0) 2 : cluster [INF] mon.smithi008 is new leader, mons smithi008,smithi083 in quorum (ranks 0,1) 2022-03-06T10:15:45.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:45 smithi083 conmon[33008]: cluster 2022-03-06T10:15:45.071137+0000 mon.smithi008 (mon.0) 3 : cluster [DBG] monmap e2: 2 mons at {smithi008=[v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0],smithi083=[v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0]} 2022-03-06T10:15:45.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:45 smithi083 conmon[33008]: cluster 2022-03-06 2022-03-06T10:15:45.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:45 smithi083 conmon[33008]: T10:15:45.071209+0000 mon.smithi008 (mon.0) 4 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi083.jmehpg=up:active} 1 up:standby 2022-03-06T10:15:45.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:45 smithi083 conmon[33008]: cluster 2022-03-06T10:15:45.540 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:45 smithi083 conmon[33008]: 2022-03-06T10:15:45.071242+0000 mon.smithi008 (mon.0) 5 : cluster [DBG] osdmap e69: 8 total, 8 up, 8 in 2022-03-06T10:15:45.540 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:45 smithi083 conmon[33008]: cluster 2022-03-06T10:15:45.072229+0000 mon.smithi008 2022-03-06T10:15:45.540 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:45 smithi083 conmon[33008]: (mon.0) 6 : cluster [DBG] mgrmap e39: smithi083.piggzi(active, since 12s) 2022-03-06T10:15:45.540 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:45 smithi083 conmon[33008]: cluster 2022-03-06T10:15:45.078823+0000 mon.smithi008 (mon.0) 2022-03-06T10:15:45.540 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:45 smithi083 conmon[33008]: 7 : cluster [WRN] Health detail: HEALTH_WARN 1 clients failing to respond to capability release; 1 MDSs report slow requests 2022-03-06T10:15:45.541 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:45 smithi083 conmon[33008]: cluster 2022-03-06T10:15:45.541 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:45 smithi083 conmon[33008]: 2022-03-06T10:15:45.078846+0000 mon.smithi008 (mon.0) 8 : cluster [WRN] [WRN] MDS_CLIENT_LATE_RELEASE: 1 clients failing to respond to capability release 2022-03-06T10:15:45.541 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:45 smithi083 conmon[33008]: cluster 2022-03-06T10 2022-03-06T10:15:45.541 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:45 smithi083 conmon[33008]: :15:45.078853+0000 mon.smithi008 (mon.0) 9 : cluster [WRN] mds.foofs.smithi083.jmehpg(mds.0): Client smithi008:foo1 failing to respond to capability release client_id: 14552 2022-03-06T10:15:45.542 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:45 smithi083 conmon[33008]: cluster 2022-03-06T10:15: 2022-03-06T10:15:45.542 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:45 smithi083 conmon[33008]: 45.078859+0000 mon.smithi008 (mon.0) 10 : cluster [WRN] [WRN] MDS_SLOW_REQUEST: 1 MDSs report slow requests 2022-03-06T10:15:45.542 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:45 smithi083 conmon[33008]: cluster 2022-03-06T10:15:45. 2022-03-06T10:15:45.542 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:45 smithi083 conmon[33008]: 078868+0000 mon.smithi008 (mon.0) 11 : cluster [WRN] mds.foofs.smithi083.jmehpg(mds.0): 1 slow requests are blocked > 30 secs 2022-03-06T10:15:45.542 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:45 smithi083 conmon[33008]: audit 2022-03-06T10:15:45 2022-03-06T10:15:45.543 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:45 smithi083 conmon[33008]: .079010+0000 mon.smithi008 (mon.0) 12 : audit [INF] from='mgr.24591 ' entity='' 2022-03-06T10:15:45.543 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:45 smithi083 conmon[33008]: audit 2022-03-06T10: 2022-03-06T10:15:45.543 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:45 smithi083 conmon[33008]: 15:45.082639+0000 mon.smithi083 (mon.1) 119 : audit [DBG] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:15:45.543 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:45 smithi083 conmon[33008]: audit 2022-03-06 2022-03-06T10:15:45.544 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:45 smithi083 conmon[33008]: T10:15:45.083919+0000 mon.smithi083 (mon.1) 120 : audit [DBG] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:15:45.544 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:45 smithi083 conmon[33008]: audit 2022-03- 2022-03-06T10:15:45.544 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:45 smithi083 conmon[33008]: 06T10:15:45.084807+0000 mon.smithi083 (mon.1) 121 : audit [INF] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-06T10:15:45.544 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:45 smithi083 conmon[33008]: 2022-03-06T10:15:46.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:46 smithi008 conmon[106522]: cluster 2022-03-06T10:15:44.709821+0000 mgr.smithi083.piggzi (mgr. 2022-03-06T10:15:46.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:46 smithi008 conmon[106522]: 24591) 13 : cluster [DBG] pgmap v9: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 186 B/s rd, 0 op/s 2022-03-06T10:15:46.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:46 smithi008 conmon[106522]: cephadm 2022-03-06T10:15:45.085637+0000 mgr.smithi083.piggzi (mgr.24591) 14 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-06T10:15:46.504 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 94 sec latency 96583.142 ms 2022-03-06T10:15:46.537 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:46 smithi083 conmon[33008]: cluster 2022-03-06T10:15:44.709821+0000 mgr.smithi083.piggzi (mgr.24591) 13 : 2022-03-06T10:15:46.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:46 smithi083 conmon[33008]: cluster [DBG] pgmap v9: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 186 B/s rd, 0 op/s 2022-03-06T10:15:46.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:46 smithi083 conmon[33008]: cephadm 2022-03-06T10:15:45.085637+0000 mgr.smithi083.piggzi (mgr.24591) 14 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-06T10:15:47.495 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:47 smithi008 conmon[106522]: debug 2022-03-06T10:15:47.128+0000 7f2982e92700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2022-03-06T10:15:47.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:47 smithi008 conmon[106522]: cluster 2022-03-06T10 2022-03-06T10:15:47.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:47 smithi008 conmon[106522]: :15:46.556408+0000 mds.foofs.smithi083.jmehpg (mds.0) 14 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 84.549683 secs 2022-03-06T10:15:47.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:47 smithi008 conmon[106522]: cluster 2022-03-06T10:15 2022-03-06T10:15:47.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:47 smithi008 conmon[106522]: :46.562082+0000 mon.smithi008 (mon.0) 2022-03-06T10:15:47.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:47 smithi008 conmon[106522]: 13 : cluster [WRN] daemon mds.foofs.smithi083.jmehpg compat changed unexpectedly 2022-03-06T10:15:47.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:47 smithi008 conmon[106522]: 2022-03-06T10:15:47.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:47 smithi008 conmon[106522]: cluster 2022-03-06T10:15: 2022-03-06T10:15:47.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:47 smithi008 conmon[106522]: 46.564953+0000 mon.smithi008 (mon.0) 14 : 2022-03-06T10:15:47.498 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:47 smithi008 conmon[106522]: cluster [DBG] osdmap e70: 8 total, 8 up, 8 in 2022-03-06T10:15:47.498 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:47 smithi008 conmon[106522]: audit 2022-03-06T10:15: 2022-03-06T10:15:47.498 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:47 smithi008 conmon[106522]: 46.571735+0000 mon.smithi008 (mon.0) 15 : audit [INF] 2022-03-06T10:15:47.498 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:47 smithi008 conmon[106522]: from='mgr.24591 ' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]: dispatch 2022-03-06T10:15:47.499 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:47 smithi008 conmon[106522]: audit 2022-03-06T10:15:47.499 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:47 smithi008 conmon[106522]: 2022-03-06T10:15:46.572720+0000 2022-03-06T10:15:47.499 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:47 smithi008 conmon[106522]: mon.smithi083 (mon.1) 122 : audit [INF] 2022-03-06T10:15:47.499 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:47 smithi008 conmon[106522]: from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2022-03-06T10:15:47.500 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:47 smithi008 conmon[106522]: audit 2022-03-06T10:15:47.500 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:47 smithi008 conmon[106522]: 2022-03-06T10:15:46.573068+0000 2022-03-06T10:15:47.500 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:47 smithi008 conmon[106522]: mon.smithi008 (mon.0) 16 : audit [INF] from='mgr.24591 ' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2022-03-06T10:15:47.504 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 95 sec latency 97583.173 ms 2022-03-06T10:15:47.537 INFO:journalctl@ceph.osd.7.smithi083.stdout:Mar 06 10:15:47 smithi083 conmon[51671]: debug 2022-03-06T10:15:47.154+0000 7fca7513e700 -1 bdev(0x5631ab206800 /var/lib/ceph/osd/ceph-7/block) aio_submit retries 1 2022-03-06T10:15:47.538 INFO:journalctl@ceph.osd.7.smithi083.stdout:Mar 06 10:15:47 smithi083 conmon[51671]: debug 2022-03-06T10:15:47.157+0000 7fca79146700 -1 bdev(0x5631ab206800 /var/lib/ceph/osd/ceph-7/block) aio_submit retries 4 2022-03-06T10:15:47.538 INFO:journalctl@ceph.osd.7.smithi083.stdout:Mar 06 10:15:47 smithi083 conmon[51671]: 2022-03-06T10:15:47.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:47 smithi083 conmon[33008]: cluster 2022-03-06T10:15:46.556408+0000 mds.foofs.smithi083.jmehpg (mds.0) 14 : cluster 2022-03-06T10:15:47.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:47 smithi083 conmon[33008]: [WRN] 1 slow requests, 0 included below; oldest blocked for > 84.549683 secs 2022-03-06T10:15:47.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:47 smithi083 conmon[33008]: cluster 2022-03-06T10:15:46.562082+0000 mon.smithi008 (mon.0) 13 : cluster [WRN] daemon mds.foofs.smithi083.jmehpg compat changed unexpectedly 2022-03-06T10:15:47.540 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:47 smithi083 conmon[33008]: cluster 2022-03-06T10:15:46.564953+0000 mon.smithi008 (mon. 2022-03-06T10:15:47.540 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:47 smithi083 conmon[33008]: 0) 14 : cluster [DBG] osdmap e70: 8 total, 8 up, 8 in 2022-03-06T10:15:47.540 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:47 smithi083 conmon[33008]: audit 2022-03-06T10:15:47.540 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:47 smithi083 conmon[33008]: 2022-03-06T10:15:46 2022-03-06T10:15:47.541 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:47 smithi083 conmon[33008]: .571735+0000 mon.smithi008 (mon.0) 15 : audit 2022-03-06T10:15:47.541 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:47 smithi083 conmon[33008]: [INF] from='mgr.24591 ' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]: dispatch 2022-03-06T10:15:47.541 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:47 smithi083 conmon[33008]: audit 2022-03- 2022-03-06T10:15:47.541 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:47 smithi083 conmon[33008]: 06T10:15:46.572720+0000 2022-03-06T10:15:47.542 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:47 smithi083 conmon[33008]: mon.smithi083 (mon.1) 122 : audit [INF] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2022-03-06T10:15:47.542 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:47 smithi083 conmon[33008]: 2022-03-06T10:15:47.542 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:47 smithi083 conmon[33008]: audit 2022-03-06T10:15:47.543 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:47 smithi083 conmon[33008]: 2022-03-06T10:15:46.573068+0000 mon.smithi008 ( 2022-03-06T10:15:47.543 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:47 smithi083 conmon[33008]: mon.0) 16 : audit [INF] from='mgr.24591 ' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2022-03-06T10:15:48.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:48 smithi008 conmon[106522]: cluster 2022-03-06T10:15:46.710338+0000 2022-03-06T10:15:48.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:48 smithi008 conmon[106522]: mgr.smithi083.piggzi (mgr.24591) 15 : cluster [DBG] pgmap v11: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-03-06T10:15:48.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:48 smithi008 conmon[106522]: cluster 2022-03-06T10:15:48.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:48 smithi008 conmon[106522]: 2022-03-06T10:15:47.129521+0000 mon.smithi008 (mon.0) 17 : cluster [WRN] Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2022-03-06T10:15:48.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:48 smithi008 conmon[106522]: cluster 2022-03-06T 2022-03-06T10:15:48.498 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:48 smithi008 conmon[106522]: 10:15:47.129564+0000 mon.smithi008 (mon.0) 18 : cluster [ERR] Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2022-03-06T10:15:48.498 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:48 smithi008 conmon[106522]: cluster 2022-03-06T10:15: 2022-03-06T10:15:48.498 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:48 smithi008 conmon[106522]: 47.129587+0000 mon.smithi008 (mon.0) 19 : cluster [INF] Health check cleared: MDS_CLIENT_LATE_RELEASE (was: 1 clients failing to respond to capability release) 2022-03-06T10:15:48.498 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:48 smithi008 conmon[106522]: cluster 2022-03-06T10 2022-03-06T10:15:48.499 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:48 smithi008 conmon[106522]: :15:47.129620+0000 mon.smithi008 (mon.0) 20 : cluster [INF] 2022-03-06T10:15:48.499 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:48 smithi008 conmon[106522]: Health check cleared: MDS_SLOW_REQUEST (was: 1 MDSs report slow requests) 2022-03-06T10:15:48.499 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:48 smithi008 conmon[106522]: cluster 2022- 2022-03-06T10:15:48.499 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:48 smithi008 conmon[106522]: 03-06T10:15:47.134820+0000 mon.smithi008 (mon.0) 21 : cluster [INF] 2022-03-06T10:15:48.500 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:48 smithi008 conmon[106522]: Standby daemon mds.foofs.smithi008.htvsun assigned to filesystem foofs as rank 0 2022-03-06T10:15:48.500 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:48 smithi008 conmon[106522]: cluster 2022 2022-03-06T10:15:48.500 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:48 smithi008 conmon[106522]: -03-06T10:15:47.134900+0000 mon.smithi008 (mon.0) 22 : cluster 2022-03-06T10:15:48.501 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:48 smithi008 conmon[106522]: [WRN] Health check failed: insufficient standby MDS daemons available (MDS_INSUFFICIENT_STANDBY) 2022-03-06T10:15:48.501 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:48 smithi008 conmon[106522]: cluster 2022-03-06T10:15:48.501 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:48 smithi008 conmon[106522]: 2022-03-06T10:15:47.134915+0000 mon.smithi008 (mon.0) 23 : cluster [INF] 2022-03-06T10:15:48.501 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:48 smithi008 conmon[106522]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2022-03-06T10:15:48.502 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:48 smithi008 conmon[106522]: cluster 2022-03 2022-03-06T10:15:48.502 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:48 smithi008 conmon[106522]: -06T10:15:47.135073+0000 mon.smithi008 (mon.0) 24 : cluster [DBG] 2022-03-06T10:15:48.502 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:48 smithi008 conmon[106522]: fsmap foofs:0/1 1 up:standby, 1 failed 2022-03-06T10:15:48.502 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:48 smithi008 conmon[106522]: cluster 2022-03 2022-03-06T10:15:48.503 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:48 smithi008 conmon[106522]: -06T10:15:47.137959+0000 mon.smithi008 (mon.0) 25 : cluster [DBG] 2022-03-06T10:15:48.503 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:48 smithi008 conmon[106522]: fsmap foofs:1/1 {0=foofs.smithi008.htvsun=up:replay} 2022-03-06T10:15:48.503 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:48 smithi008 conmon[106522]: audit 2022- 2022-03-06T10:15:48.503 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:48 smithi008 conmon[106522]: 03-06T10:15:47.567968+0000 mon.smithi008 (mon.0) 26 : audit [INF] from='mgr.24591 ' entity='mgr.smithi083.piggzi' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2022-03-06T10:15:48.503 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:48 smithi008 conmon[106522]: 2022-03-06T10:15:48.504 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:48 smithi008 conmon[106522]: cluster 2022-03-06 2022-03-06T10:15:48.504 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:48 smithi008 conmon[106522]: T10:15:47.568077+0000 mon.smithi008 (mon.0) 27 : cluster [DBG] osdmap e71: 8 total, 8 up, 8 in 2022-03-06T10:15:48.504 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:48 smithi008 conmon[106522]: audit 2022-03-06T10 2022-03-06T10:15:48.504 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:48 smithi008 conmon[106522]: :15:47.867845+0000 mon.smithi008 (mon.0) 28 : audit [INF] 2022-03-06T10:15:48.505 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:48 smithi008 conmon[106522]: from='mgr.24591 ' entity='mgr.smithi083.piggzi' 2022-03-06T10:15:48.505 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 96 sec latency 98583.202 ms 2022-03-06T10:15:48.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:48 smithi083 conmon[33008]: cluster 2022-03-06T10:15:46.710338+0000 mgr.smithi083.piggzi (mgr.24591) 15 : cluster [DBG] pgmap v11: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-03-06T10:15:48.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:48 smithi083 conmon[33008]: cluster 2022-03-06T10:15:47.129521+0000 mon.smithi008 (mon.0) 17 : cluster [WRN] Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2022-03-06T10:15:48.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:48 smithi083 conmon[33008]: cluster 2022-03-06T10:15:47.129564+0000 mon.smithi008 (mon.0) 2022-03-06T10:15:48.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:48 smithi083 conmon[33008]: 18 : cluster [ERR] Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2022-03-06T10:15:48.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:48 smithi083 conmon[33008]: cluster 2022-03-06T10:15:48.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:48 smithi083 conmon[33008]: 2022-03-06T10:15:47.129587+0000 2022-03-06T10:15:48.540 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:48 smithi083 conmon[33008]: mon.smithi008 (mon.0) 19 : cluster [INF] Health check cleared: MDS_CLIENT_LATE_RELEASE (was: 1 clients failing to respond to capability release) 2022-03-06T10:15:48.540 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:48 smithi083 conmon[33008]: 2022-03-06T10:15:48.540 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:48 smithi083 conmon[33008]: cluster 2022-03-06T 2022-03-06T10:15:48.541 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:48 smithi083 conmon[33008]: 10:15:47.129620+0000 mon.smithi008 (mon. 2022-03-06T10:15:48.541 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:48 smithi083 conmon[33008]: 0) 20 : cluster [INF] Health check cleared: MDS_SLOW_REQUEST (was: 1 MDSs report slow requests) 2022-03-06T10:15:48.541 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:48 smithi083 conmon[33008]: cluster 2022 2022-03-06T10:15:48.541 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:48 smithi083 conmon[33008]: -03-06T10:15:47.134820 2022-03-06T10:15:48.542 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:48 smithi083 conmon[33008]: +0000 mon.smithi008 (mon.0) 21 : cluster [INF] 2022-03-06T10:15:48.542 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:48 smithi083 conmon[33008]: Standby daemon mds.foofs.smithi008.htvsun assigned to filesystem foofs as rank 0 2022-03-06T10:15:48.542 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:48 smithi083 conmon[33008]: cluster 2022-03-06T10 2022-03-06T10:15:48.543 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:48 smithi083 conmon[33008]: :15:47.134900+0000 mon.smithi008 (mon.0 2022-03-06T10:15:48.543 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:48 smithi083 conmon[33008]: ) 22 : cluster [WRN] Health check failed: insufficient standby MDS daemons available (MDS_INSUFFICIENT_STANDBY) 2022-03-06T10:15:48.543 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:48 smithi083 conmon[33008]: cluster 2022 2022-03-06T10:15:48.543 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:48 smithi083 conmon[33008]: -03-06T10:15:47 2022-03-06T10:15:48.544 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:48 smithi083 conmon[33008]: .134915+0000 mon.smithi008 (mon.0) 23 : cluster 2022-03-06T10:15:48.544 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:48 smithi083 conmon[33008]: [INF] Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2022-03-06T10:15:48.544 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:48 smithi083 conmon[33008]: cluster 2022-03-06 2022-03-06T10:15:48.545 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:48 smithi083 conmon[33008]: T10:15:47.135073+0000 mon.smithi008 ( 2022-03-06T10:15:48.545 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:48 smithi083 conmon[33008]: mon.0) 24 : cluster [DBG] fsmap foofs:0/1 1 up:standby, 1 failed 2022-03-06T10:15:48.545 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:48 smithi083 conmon[33008]: cluster 2022 2022-03-06T10:15:48.545 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:48 smithi083 conmon[33008]: -03-06T10:15:47 2022-03-06T10:15:48.546 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:48 smithi083 conmon[33008]: .137959+0000 mon.smithi008 (mon.0) 25 : cluster 2022-03-06T10:15:48.546 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:48 smithi083 conmon[33008]: [DBG] fsmap foofs:1/1 {0=foofs.smithi008.htvsun=up:replay} 2022-03-06T10:15:48.546 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:48 smithi083 conmon[33008]: audit 2022-03-06 2022-03-06T10:15:48.547 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:48 smithi083 conmon[33008]: T10:15:47.567968+0000 mon.smithi008 ( 2022-03-06T10:15:48.547 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:48 smithi083 conmon[33008]: mon.0) 26 : audit [INF] from='mgr.24591 ' entity='mgr.smithi083.piggzi' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2022-03-06T10:15:48.547 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:48 smithi083 conmon[33008]: cluster 2022 2022-03-06T10:15:48.547 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:48 smithi083 conmon[33008]: -03-06T10:15:47. 2022-03-06T10:15:48.548 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:48 smithi083 conmon[33008]: 568077+0000 mon.smithi008 (mon.0) 27 : cluster [DBG] 2022-03-06T10:15:48.548 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:48 smithi083 conmon[33008]: osdmap e71: 8 total, 8 up, 8 in 2022-03-06T10:15:48.548 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:48 smithi083 conmon[33008]: audit 2022-03-06T10: 2022-03-06T10:15:48.549 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:48 smithi083 conmon[33008]: 15:47.867845+0000 mon.smithi008 (mon.0 2022-03-06T10:15:48.549 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:48 smithi083 conmon[33008]: ) 28 : audit [INF] from='mgr.24591 ' entity='mgr.smithi083.piggzi' 2022-03-06T10:15:49.505 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 97 sec latency 99583.244 ms 2022-03-06T10:15:50.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:50 smithi008 conmon[106522]: cluster 2022-03-06T10:15:48.711079+0000 2022-03-06T10:15:50.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:50 smithi008 conmon[106522]: mgr.smithi083.piggzi (mgr.24591) 16 : cluster [DBG] pgmap v13: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3 op/s 2022-03-06T10:15:50.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:50 smithi008 conmon[106522]: cluster 2022-03-06T10:15:49.136700+0000 mon.smithi008 (mon.0) 29 : cluster [DBG] mds.? [v2:172.21.15.8:6834/3812765959,v1:172.21.15.8:6835/3812765959] up:reconnect 2022-03-06T10:15:50.247 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:50 smithi008 conmon[106522]: cluster 2022-03-06T10:15:49.136753+0000 mon.smithi008 (mon.0) 30 : cluster [DBG] fsmap foofs:1/1 {0=foofs.smithi008.htvsun=up:reconnect} 2022-03-06T10:15:50.505 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 98 sec latency 100583.331 ms 2022-03-06T10:15:50.537 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:50 smithi083 conmon[33008]: cluster 2022-03-06T10:15:48.711079+0000 mgr.smithi083.piggzi (mgr.24591) 16 : cluster [DBG] pgmap v13: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3 op/s 2022-03-06T10:15:50.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:50 smithi083 conmon[33008]: cluster 2022- 2022-03-06T10:15:50.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:50 smithi083 conmon[33008]: 03-06T10:15:49.136700+0000 mon.smithi008 (mon.0) 29 : cluster [DBG] mds.? [v2:172.21.15.8:6834/3812765959,v1:172.21.15.8:6835/3812765959] up:reconnect 2022-03-06T10:15:50.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:50 smithi083 conmon[33008]: cluster 2022-03-06T10:15:49.136753+0000 mon.smithi008 (mon.0) 30 : cluster [DBG] fsmap foofs:1/1 {0=foofs.smithi008.htvsun=up:reconnect} 2022-03-06T10:15:51.505 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 99 sec latency 101583.393 ms 2022-03-06T10:15:52.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:52 smithi008 conmon[106522]: cluster 2022-03-06T10:15:50.711867+0000 mgr.smithi083.piggzi 2022-03-06T10:15:52.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:52 smithi008 conmon[106522]: (mgr.24591) 17 : cluster [DBG] pgmap v14: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 8 op/s 2022-03-06T10:15:52.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:52 smithi008 conmon[106522]: cluster 2022-03-06T10:15:52.138955+0000 mon.smithi008 (mon.0) 31 : cluster [INF] Health check cleared: MDS_INSUFFICIENT_STANDBY (was: insufficient standby MDS daemons available) 2022-03-06T10:15:52.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:52 smithi008 conmon[106522]: cluster 2022-03-06T10:15:52.141300+0000 mon.smithi008 (mon.0) 32 : cluster [DBG] mds.? [v2:172.21.15.83:6832/142799780,v1:172.21.15.83:6833/142799780] up:boot 2022-03-06T10:15:52.498 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:52 smithi008 conmon[106522]: cluster 2022-03-06T10:15:52.141353+0000 mon.smithi008 (mon.0) 33 : cluster [DBG] fsmap foofs:1/1 {0=foofs.smithi008.htvsun=up:reconnect} 1 up:standby 2022-03-06T10:15:52.498 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:52 smithi008 conmon[106522]: audit 2022-03-06T10:15:52.142417+0000 mon.smithi083 (mon.1) 123 : 2022-03-06T10:15:52.499 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:52 smithi008 conmon[106522]: audit [DBG] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi083.jmehpg"}]: dispatch 2022-03-06T10:15:52.505 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 100 sec latency 102583.452 ms 2022-03-06T10:15:52.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:52 smithi083 conmon[33008]: cluster 2022-03-06T10:15:50.711867+0000 mgr.smithi083.piggzi (mgr.24591) 17 : cluster [DBG] pgmap v14: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 8 op/s 2022-03-06T10:15:52.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:52 smithi083 conmon[33008]: cluster 2022-03-06T10:15:52.138955+0000 2022-03-06T10:15:52.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:52 smithi083 conmon[33008]: mon.smithi008 (mon.0) 31 : cluster [INF] Health check cleared: MDS_INSUFFICIENT_STANDBY (was: insufficient standby MDS daemons available) 2022-03-06T10:15:52.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:52 smithi083 conmon[33008]: cluster 2022-03-06T10:15:52.141300+0000 mon.smithi008 (mon.0) 32 : cluster [DBG] mds.? [v2:172.21.15.83:6832/142799780,v1:172.21.15.83:6833/142799780] up:boot 2022-03-06T10:15:52.540 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:52 smithi083 conmon[33008]: cluster 2022-03-06T10:15:52.141353+0000 mon.smithi008 (mon.0) 33 : cluster 2022-03-06T10:15:52.540 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:52 smithi083 conmon[33008]: [DBG] fsmap foofs:1/1 {0=foofs.smithi008.htvsun=up:reconnect} 1 up:standby 2022-03-06T10:15:52.541 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:52 smithi083 conmon[33008]: audit 2022-03-06T10:15:52.541 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:52 smithi083 conmon[33008]: 2022-03-06T10:15:52.142417+0000 2022-03-06T10:15:52.541 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:52 smithi083 conmon[33008]: mon.smithi083 (mon.1) 123 : audit [DBG] 2022-03-06T10:15:52.542 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:52 smithi083 conmon[33008]: from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi083.jmehpg"}]: dispatch 2022-03-06T10:15:53.506 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 101 sec latency 103583.555 ms 2022-03-06T10:15:53.928 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:53 smithi083 conmon[33008]: audit 2022-03-06T10:15:52.652170+0000 mon.smithi008 (mon.0) 34 : audit [INF] from='mgr.24591 ' entity='mgr.smithi083.piggzi' 2022-03-06T10:15:53.928 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:53 smithi083 conmon[33008]: cluster 2022-03-06T10:15:52.655159+0000 mgr.smithi083.piggzi (mgr.24591) 18 : cluster [DBG] pgmap v15: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 8 op/s 2022-03-06T10:15:53.928 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:53 smithi083 conmon[33008]: audit 2022-03-06T10:15:52.659094+0000 mon.smithi008 (mon.0) 35 : audit [INF] from='mgr.24591 ' entity='mgr.smithi083.piggzi' 2022-03-06T10:15:53.929 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:53 smithi083 conmon[33008]: audit 2022-03-06T10:15:52.665626+0000 mon.smithi008 (mon.0) 36 : audit [INF] from='mgr.24591 ' entity='mgr.smithi083.piggzi' 2022-03-06T10:15:53.929 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:53 smithi083 conmon[33008]: audit 2022-03-06T10:15:52.669676+0000 mon.smithi083 (mon.1) 124 : audit [DBG] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:15:53.929 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:53 smithi083 conmon[33008]: audit 2022-03-06T10:15:52.672052+0000 mon.smithi083 (mon.1) 125 : audit [DBG] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "versions"}]: dispatch 2022-03-06T10:15:53.929 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:53 smithi083 conmon[33008]: audit 2022-03-06T10:15:52.672985+0000 mon.smithi083 (mon.1) 126 : audit [DBG] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "quorum_status"}]: dispatch 2022-03-06T10:15:53.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:53 smithi008 conmon[106522]: audit 2022-03-06T10:15:52.652170+0000 mon.smithi008 2022-03-06T10:15:53.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:53 smithi008 conmon[106522]: (mon.0) 34 : audit [INF] from='mgr.24591 ' entity='mgr.smithi083.piggzi' 2022-03-06T10:15:53.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:53 smithi008 conmon[106522]: cluster 2022-03-06T10:15:52.655159+0000 mgr.smithi083.piggzi (mgr.24591) 18 : 2022-03-06T10:15:53.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:53 smithi008 conmon[106522]: cluster [DBG] pgmap v15: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 8 op/s 2022-03-06T10:15:53.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:53 smithi008 conmon[106522]: audit 2022-03-06T10:15:53.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:53 smithi008 conmon[106522]: 2022-03-06T10:15:52.659094+0000 2022-03-06T10:15:53.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:53 smithi008 conmon[106522]: mon.smithi008 (mon.0) 35 : audit [INF] from='mgr.24591 ' entity='mgr.smithi083.piggzi' 2022-03-06T10:15:53.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:53 smithi008 conmon[106522]: 2022-03-06T10:15:53.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:53 smithi008 conmon[106522]: audit 2022-03- 2022-03-06T10:15:53.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:53 smithi008 conmon[106522]: 06T10:15:52.665626 2022-03-06T10:15:53.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:53 smithi008 conmon[106522]: +0000 mon.smithi008 (mon.0) 36 : audit 2022-03-06T10:15:53.999 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:53 smithi008 conmon[106522]: [INF] from='mgr.24591 ' entity='mgr.smithi083.piggzi' 2022-03-06T10:15:53.999 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:53 smithi008 conmon[106522]: audit 2022- 2022-03-06T10:15:53.999 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:53 smithi008 conmon[106522]: 03-06T10:15:52 2022-03-06T10:15:53.999 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:53 smithi008 conmon[106522]: .669676+0000 mon.smithi083 (mon.1) 124 : 2022-03-06T10:15:53.999 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:53 smithi008 conmon[106522]: audit [DBG] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:15:54.000 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:53 smithi008 conmon[106522]: audit 2022- 2022-03-06T10:15:54.000 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:53 smithi008 conmon[106522]: 03-06T10:15:52. 2022-03-06T10:15:54.000 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:53 smithi008 conmon[106522]: 672052+0000 mon.smithi083 (mon.1) 125 : audit 2022-03-06T10:15:54.000 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:53 smithi008 conmon[106522]: [DBG] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "versions"}]: dispatch 2022-03-06T10:15:54.001 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:53 smithi008 conmon[106522]: audit 2022-03-06T10:15:54.001 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:53 smithi008 conmon[106522]: 2022-03-06T 2022-03-06T10:15:54.001 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:53 smithi008 conmon[106522]: 10:15:52.672985+0000 mon.smithi083 2022-03-06T10:15:54.001 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:53 smithi008 conmon[106522]: (mon.1) 126 : audit [DBG] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "quorum_status"}]: dispatch 2022-03-06T10:15:54.002 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:53 smithi008 conmon[106522]: 2022-03-06T10:15:54.505 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 102 sec latency 104583.680 ms 2022-03-06T10:15:54.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:54 smithi008 conmon[106522]: cluster 2022-03-06T10:15:53.650258+0000 mon.smithi008 (mon.0) 37 : cluster [WRN] Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2022-03-06T10:15:54.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:54 smithi008 conmon[106522]: cephadm 2022-03-06T10:15:53.947314+0000 mgr.smithi083.piggzi (mgr.24591) 19 : cephadm [INF] Upgrade: Updating mon.smithi083 2022-03-06T10:15:54.999 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:54 smithi008 conmon[106522]: audit 2022-03-06T10:15: 2022-03-06T10:15:54.999 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:54 smithi008 conmon[106522]: 53.951692+0000 mon.smithi008 (mon.0) 38 : audit [INF] from='mgr.24591 ' entity='mgr.smithi083.piggzi' 2022-03-06T10:15:54.999 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:54 smithi008 conmon[106522]: audit 2022-03- 2022-03-06T10:15:55.000 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:54 smithi008 conmon[106522]: 06T10:15:53.952436+0000 mon.smithi083 (mon. 2022-03-06T10:15:55.000 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:54 smithi008 conmon[106522]: 1) 127 : audit [INF] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2022-03-06T10:15:55.001 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:54 smithi008 conmon[106522]: audit 2022-03-06T10:15:55.001 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:54 smithi008 conmon[106522]: 2022-03-06T10:15:53 2022-03-06T10:15:55.002 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:54 smithi008 conmon[106522]: .952989+0000 mon.smithi083 (mon.1) 128 : 2022-03-06T10:15:55.002 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:54 smithi008 conmon[106522]: audit [DBG] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2022-03-06T10:15:55.003 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:54 smithi008 conmon[106522]: audit 2022 2022-03-06T10:15:55.003 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:54 smithi008 conmon[106522]: -03-06T10:15:53 2022-03-06T10:15:55.005 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:54 smithi008 conmon[106522]: .953514+0000 mon.smithi083 (mon.1) 2022-03-06T10:15:55.005 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:54 smithi008 conmon[106522]: 129 : audit [DBG] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:15:55.006 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:54 smithi008 conmon[106522]: cephadm 2022- 2022-03-06T10:15:55.006 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:54 smithi008 conmon[106522]: 03-06T10:15:53.954011+0000 2022-03-06T10:15:55.007 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:54 smithi008 conmon[106522]: mgr.smithi083.piggzi (mgr.24591) 20 : cephadm [INF] 2022-03-06T10:15:55.007 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:54 smithi008 conmon[106522]: Deploying daemon mon.smithi083 on smithi083 2022-03-06T10:15:55.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:54 smithi083 conmon[33008]: cluster 2022-03-06T10:15:53 2022-03-06T10:15:55.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:54 smithi083 conmon[33008]: .650258+0000 mon.smithi008 (mon.0) 37 : cluster [WRN] Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2022-03-06T10:15:55.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:54 smithi083 conmon[33008]: cephadm 2022-03-06T10:15:53.947314+0000 mgr.smithi083.piggzi (mgr.24591) 19 : cephadm [INF] Upgrade: Updating mon.smithi083 2022-03-06T10:15:55.040 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:54 smithi083 conmon[33008]: audit 2022-03-06T10:15:53.951692+0000 mon.smithi008 (mon.0) 38 : audit [INF] from='mgr.24591 ' entity='mgr.smithi083.piggzi' 2022-03-06T10:15:55.040 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:54 smithi083 conmon[33008]: audit 2022-03-06T10:15:53.952436+0000 mon.smithi083 (mon.1) 127 : audit [INF] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2022-03-06T10:15:55.041 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:54 smithi083 conmon[33008]: audit 2022-03-06T10:15:53.952989+0000 mon.smithi083 (mon.1) 128 : audit [DBG] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2022-03-06T10:15:55.041 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:54 smithi083 conmon[33008]: audit 2022-03-06T10:15:53.953514+0000 mon.smithi083 (mon.1) 129 : audit [DBG] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:15:55.042 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:54 smithi083 conmon[33008]: cephadm 2022-03-06T10:15:53.954011+0000 mgr.smithi083.piggzi (mgr.24591) 20 : cephadm [INF] Deploying daemon mon.smithi083 on smithi083 2022-03-06T10:15:55.505 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 103 sec latency 105583.786 ms 2022-03-06T10:15:55.537 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:55 smithi083 systemd[1]: Stopping Ceph mon.smithi083 for f3cc2a6e-9d34-11ec-8c35-001a4aab830c... 2022-03-06T10:15:55.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:55 smithi083 conmon[33008]: debug 2022-03-06T10:15:55.285+0000 7f6042f09700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mon -n mon.smithi083 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2022-03-06T10:15:55.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:55 smithi083 conmon[33008]: debug 2022-03-06T10:15:55.285+0000 7f6042f09700 -1 mon.smithi083@1(peon) e2 *** Got Signal Terminated *** 2022-03-06T10:15:55.907 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:55 smithi083 bash[70244]: ceph-f3cc2a6e-9d34-11ec-8c35-001a4aab830c-mon.smithi083 2022-03-06T10:15:55.907 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:55 smithi083 bash[70336]: Error: no container with name or ID "ceph-f3cc2a6e-9d34-11ec-8c35-001a4aab830c-mon-smithi083" found: no such container 2022-03-06T10:15:55.907 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:55 smithi083 bash[70376]: Error: no container with name or ID "ceph-f3cc2a6e-9d34-11ec-8c35-001a4aab830c-mon.smithi083" found: no such container 2022-03-06T10:15:56.288 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:55 smithi083 systemd[1]: ceph-f3cc2a6e-9d34-11ec-8c35-001a4aab830c@mon.smithi083.service: Succeeded. 2022-03-06T10:15:56.288 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:55 smithi083 systemd[1]: Stopped Ceph mon.smithi083 for f3cc2a6e-9d34-11ec-8c35-001a4aab830c. 2022-03-06T10:15:56.289 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 systemd[1]: Starting Ceph mon.smithi083 for f3cc2a6e-9d34-11ec-8c35-001a4aab830c... 2022-03-06T10:15:56.506 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 104 sec latency 106583.888 ms 2022-03-06T10:15:56.623 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 podman[70597]: 2022-03-06T10:15:56.623 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.521+0000 7fe31f5ef880 0 set uid:gid to 167:167 (ceph:ceph) 2022-03-06T10:15:56.623 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.521+0000 7fe31f5ef880 0 ceph version 16.2.7-537-ge1551c35 (e1551c35043f76911d2590d48f731bcea8126fe1) pacific (stable), process ceph-mon, pid 7 2022-03-06T10:15:56.624 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.521+0000 7fe31f5ef880 0 pidfile_write: ignore empty --pid-file 2022-03-06T10:15:56.624 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.525+0000 7fe31f5ef880 0 load: jerasure load: lrc load: isa 2022-03-06T10:15:56.624 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 bash[70597]: 7296407e3871b247d28c6560b2a6c50879bd2fa1b3edaa8d95cbe3fdbef102a0 2022-03-06T10:15:56.624 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: RocksDB version: 6.8.1 2022-03-06T10:15:56.625 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: 2022-03-06T10:15:56.625 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2022-03-06T10:15:56.626 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Compile date Mar 4 2022 2022-03-06T10:15:56.626 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: DB SUMMARY 2022-03-06T10:15:56.626 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: 2022-03-06T10:15:56.626 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: CURRENT file: CURRENT 2022-03-06T10:15:56.627 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: 2022-03-06T10:15:56.627 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: IDENTITY file: IDENTITY 2022-03-06T10:15:56.627 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: 2022-03-06T10:15:56.628 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.628 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: MANIFEST file: MANIFEST-000005 size: 503 Bytes 2022-03-06T10:15:56.628 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: 2022-03-06T10:15:56.628 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-smithi083/store.db dir, Total Num: 1, files: 000014.sst 2022-03-06T10:15:56.629 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: 2022-03-06T10:15:56.629 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-smithi083/store.db: 000012.log size: 4642999 ; 2022-03-06T10:15:56.629 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: 2022-03-06T10:15:56.629 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.error_if_exists: 0 2022-03-06T10:15:56.630 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.create_if_missing: 0 2022-03-06T10:15:56.630 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.paranoid_checks: 1 2022-03-06T10:15:56.630 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: 2022-03-06T10:15:56.630 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.env: 0x5652cd2fd000 2022-03-06T10:15:56.631 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.fs: Posix File System 2022-03-06T10:15:56.631 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.info_log: 0x5652cedda820 2022-03-06T10:15:56.631 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.max_file_opening_threads: 16 2022-03-06T10:15:56.631 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.statistics: (nil) 2022-03-06T10:15:56.631 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.use_fsync: 0 2022-03-06T10:15:56.632 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.max_log_file_size: 0 2022-03-06T10:15:56.632 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.max_manifest_file_size: 1073741824 2022-03-06T10:15:56.632 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.log_file_time_to_roll: 0 2022-03-06T10:15:56.632 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.keep_log_file_num: 1000 2022-03-06T10:15:56.633 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.recycle_log_file_num: 0 2022-03-06T10:15:56.633 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.allow_fallocate: 1 2022-03-06T10:15:56.633 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.allow_mmap_reads: 0 2022-03-06T10:15:56.633 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.allow_mmap_writes: 0 2022-03-06T10:15:56.634 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.use_direct_reads: 0 2022-03-06T10:15:56.634 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2022-03-06T10:15:56.634 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.create_missing_column_families: 0 2022-03-06T10:15:56.634 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.db_log_dir: 2022-03-06T10:15:56.635 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.635 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-smithi083/store.db 2022-03-06T10:15:56.635 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.table_cache_numshardbits: 6 2022-03-06T10:15:56.635 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.max_subcompactions: 1 2022-03-06T10:15:56.636 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.max_background_flushes: -1 2022-03-06T10:15:56.636 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.636 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.WAL_ttl_seconds: 0 2022-03-06T10:15:56.636 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.WAL_size_limit_MB: 0 2022-03-06T10:15:56.636 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2022-03-06T10:15:56.637 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.manifest_preallocation_size: 4194304 2022-03-06T10:15:56.637 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.is_fd_close_on_exec: 1 2022-03-06T10:15:56.637 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.advise_random_on_open: 1 2022-03-06T10:15:56.637 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.db_write_buffer_size: 0 2022-03-06T10:15:56.638 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.write_buffer_manager: 0x5652cfad6150 2022-03-06T10:15:56.638 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.access_hint_on_compaction_start: 1 2022-03-06T10:15:56.638 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2022-03-06T10:15:56.638 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.638 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2022-03-06T10:15:56.639 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.use_adaptive_mutex: 0 2022-03-06T10:15:56.639 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.rate_limiter: (nil) 2022-03-06T10:15:56.639 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2022-03-06T10:15:56.639 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.wal_recovery_mode: 2 2022-03-06T10:15:56.640 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.enable_thread_tracking: 0 2022-03-06T10:15:56.640 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: 2022-03-06T10:15:56.640 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.enable_pipelined_write: 0 2022-03-06T10:15:56.640 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.unordered_write: 0 2022-03-06T10:15:56.641 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2022-03-06T10:15:56.641 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: 2022-03-06T10:15:56.641 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2022-03-06T10:15:56.641 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.write_thread_max_yield_usec: 100 2022-03-06T10:15:56.641 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2022-03-06T10:15:56.642 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.row_cache: None 2022-03-06T10:15:56.642 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.wal_filter: None 2022-03-06T10:15:56.642 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.avoid_flush_during_recovery: 0 2022-03-06T10:15:56.642 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.643 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.allow_ingest_behind: 0 2022-03-06T10:15:56.643 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.preserve_deletes: 0 2022-03-06T10:15:56.643 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.two_write_queues: 0 2022-03-06T10:15:56.643 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.644 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.manual_wal_flush: 0 2022-03-06T10:15:56.644 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.atomic_flush: 0 2022-03-06T10:15:56.644 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2022-03-06T10:15:56.644 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.persist_stats_to_disk: 0 2022-03-06T10:15:56.644 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: 2022-03-06T10:15:56.645 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.write_dbid_to_manifest: 0 2022-03-06T10:15:56.645 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.log_readahead_size: 0 2022-03-06T10:15:56.645 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.sst_file_checksum_func: Unknown 2022-03-06T10:15:56.645 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.max_background_jobs: 2 2022-03-06T10:15:56.646 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.max_background_compactions: -1 2022-03-06T10:15:56.648 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2022-03-06T10:15:56.648 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2022-03-06T10:15:56.648 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.delayed_write_rate : 16777216 2022-03-06T10:15:56.648 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.max_total_wal_size: 0 2022-03-06T10:15:56.649 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2022-03-06T10:15:56.649 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.stats_dump_period_sec: 600 2022-03-06T10:15:56.649 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.stats_persist_period_sec: 600 2022-03-06T10:15:56.649 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.stats_history_buffer_size: 1048576 2022-03-06T10:15:56.649 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.max_open_files: -1 2022-03-06T10:15:56.650 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.bytes_per_sync: 0 2022-03-06T10:15:56.650 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: 2022-03-06T10:15:56.650 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.wal_bytes_per_sync: 0 2022-03-06T10:15:56.650 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.strict_bytes_per_sync: 0 2022-03-06T10:15:56.651 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.compaction_readahead_size: 0 2022-03-06T10:15:56.651 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Compression algorithms supported: 2022-03-06T10:15:56.651 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: kZSTDNotFinalCompression supported: 0 2022-03-06T10:15:56.651 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: kZSTD supported: 0 2022-03-06T10:15:56.652 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: kXpressCompression supported: 0 2022-03-06T10:15:56.652 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: 2022-03-06T10:15:56.652 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: kLZ4HCCompression supported: 1 2022-03-06T10:15:56.652 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: kLZ4Compression supported: 1 2022-03-06T10:15:56.653 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: kBZip2Compression supported: 0 2022-03-06T10:15:56.653 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: kZlibCompression supported: 1 2022-03-06T10:15:56.653 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: kSnappyCompression supported: 1 2022-03-06T10:15:56.653 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Fast CRC32 supported: Supported on x86 2022-03-06T10:15:56.653 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: [version_set.cc:4413] Recovering from manifest file: /var/lib/ceph/mon/ceph-smithi083/store.db/MANIFEST-000005 2022-03-06T10:15:56.654 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: 2022-03-06T10:15:56.654 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: [column_family.cc:552] --------------- Options for column family [default]: 2022-03-06T10:15:56.654 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: 2022-03-06T10:15:56.654 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2022-03-06T10:15:56.655 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.merge_operator: 2022-03-06T10:15:56.655 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.compaction_filter: None 2022-03-06T10:15:56.655 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.compaction_filter_factory: None 2022-03-06T10:15:56.655 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.memtable_factory: SkipListFactory 2022-03-06T10:15:56.656 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.table_factory: BlockBasedTable 2022-03-06T10:15:56.656 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5652ced79d08) 2022-03-06T10:15:56.656 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: cache_index_and_filter_blocks: 1 2022-03-06T10:15:56.656 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: cache_index_and_filter_blocks_with_high_priority: 0 2022-03-06T10:15:56.657 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: pin_l0_filter_and_index_blocks_in_cache: 0 2022-03-06T10:15:56.657 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: pin_top_level_index_and_filter: 1 2022-03-06T10:15:56.657 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: index_type: 0 2022-03-06T10:15:56.657 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: data_block_index_type: 0 2022-03-06T10:15:56.657 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: index_shortening: 1 2022-03-06T10:15:56.658 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: data_block_hash_table_util_ratio: 0.750000 2022-03-06T10:15:56.658 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: hash_index_allow_collision: 1 2022-03-06T10:15:56.658 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: checksum: 1 2022-03-06T10:15:56.658 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: no_block_cache: 0 2022-03-06T10:15:56.659 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: block_cache: 0x5652cedb3010 2022-03-06T10:15:56.659 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: block_cache_name: BinnedLRUCache 2022-03-06T10:15:56.659 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: block_cache_options: 2022-03-06T10:15:56.659 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: capacity : 536870912 2022-03-06T10:15:56.660 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: num_shard_bits : 4 2022-03-06T10:15:56.660 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: strict_capacity_limit : 0 2022-03-06T10:15:56.660 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: high_pri_pool_ratio: 0.000 2022-03-06T10:15:56.660 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: block_cache_compressed: (nil) 2022-03-06T10:15:56.660 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: persistent_cache: (nil) 2022-03-06T10:15:56.661 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: block_size: 4096 2022-03-06T10:15:56.661 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: block_size_deviation: 10 2022-03-06T10:15:56.661 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: block_restart_interval: 16 2022-03-06T10:15:56.661 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: index_block_restart_interval: 1 2022-03-06T10:15:56.662 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: metadata_block_size: 4096 2022-03-06T10:15:56.662 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: partition_filters: 0 2022-03-06T10:15:56.662 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: use_delta_encoding: 1 2022-03-06T10:15:56.662 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: filter_policy: rocksdb.BuiltinBloomFilter 2022-03-06T10:15:56.662 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: whole_key_filtering: 1 2022-03-06T10:15:56.663 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: verify_compression: 0 2022-03-06T10:15:56.663 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: read_amp_bytes_per_bit: 0 2022-03-06T10:15:56.663 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: format_version: 2 2022-03-06T10:15:56.663 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: enable_index_compression: 1 2022-03-06T10:15:56.664 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: block_align: 0 2022-03-06T10:15:56.664 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: 2022-03-06T10:15:56.664 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.write_buffer_size: 33554432 2022-03-06T10:15:56.664 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.max_write_buffer_number: 2 2022-03-06T10:15:56.665 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.compression: NoCompression 2022-03-06T10:15:56.665 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.bottommost_compression: Disabled 2022-03-06T10:15:56.665 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.prefix_extractor: nullptr 2022-03-06T10:15:56.665 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2022-03-06T10:15:56.665 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.num_levels: 7 2022-03-06T10:15:56.666 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2022-03-06T10:15:56.666 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2022-03-06T10:15:56.666 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2022-03-06T10:15:56.666 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2022-03-06T10:15:56.667 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2022-03-06T10:15:56.667 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2022-03-06T10:15:56.667 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2022-03-06T10:15:56.667 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2022-03-06T10:15:56.668 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2022-03-06T10:15:56.668 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.compression_opts.window_bits: -14 2022-03-06T10:15:56.668 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.compression_opts.level: 32767 2022-03-06T10:15:56.668 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.compression_opts.strategy: 0 2022-03-06T10:15:56.669 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2022-03-06T10:15:56.669 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2022-03-06T10:15:56.669 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.compression_opts.enabled: false 2022-03-06T10:15:56.669 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2022-03-06T10:15:56.669 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2022-03-06T10:15:56.670 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.level0_stop_writes_trigger: 36 2022-03-06T10:15:56.670 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.target_file_size_base: 67108864 2022-03-06T10:15:56.670 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.target_file_size_multiplier: 1 2022-03-06T10:15:56.670 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2022-03-06T10:15:56.671 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2022-03-06T10:15:56.671 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2022-03-06T10:15:56.671 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2022-03-06T10:15:56.671 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2022-03-06T10:15:56.672 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2022-03-06T10:15:56.672 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2022-03-06T10:15:56.672 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2022-03-06T10:15:56.672 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2022-03-06T10:15:56.673 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.673 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2022-03-06T10:15:56.673 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2022-03-06T10:15:56.673 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.max_compaction_bytes: 1677721600 2022-03-06T10:15:56.673 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.arena_block_size: 4194304 2022-03-06T10:15:56.674 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2022-03-06T10:15:56.674 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2022-03-06T10:15:56.674 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2022-03-06T10:15:56.674 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.disable_auto_compactions: 0 2022-03-06T10:15:56.675 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2022-03-06T10:15:56.675 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2022-03-06T10:15:56.675 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2022-03-06T10:15:56.675 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2022-03-06T10:15:56.675 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2022-03-06T10:15:56.676 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2022-03-06T10:15:56.676 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2022-03-06T10:15:56.676 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2022-03-06T10:15:56.676 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.677 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2022-03-06T10:15:56.677 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2022-03-06T10:15:56.677 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.table_properties_collectors: 2022-03-06T10:15:56.677 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.inplace_update_support: 0 2022-03-06T10:15:56.678 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.inplace_update_num_locks: 10000 2022-03-06T10:15:56.678 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.678 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2022-03-06T10:15:56.678 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.memtable_whole_key_filtering: 0 2022-03-06T10:15:56.679 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.memtable_huge_page_size: 0 2022-03-06T10:15:56.679 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.bloom_locality: 0 2022-03-06T10:15:56.679 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.max_successive_merges: 0 2022-03-06T10:15:56.679 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.optimize_filters_for_hits: 0 2022-03-06T10:15:56.680 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: 2022-03-06T10:15:56.680 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.paranoid_file_checks: 0 2022-03-06T10:15:56.680 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.force_consistency_checks: 0 2022-03-06T10:15:56.680 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.report_bg_io_stats: 0 2022-03-06T10:15:56.680 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.ttl: 2592000 2022-03-06T10:15:56.681 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: Options.periodic_compaction_seconds: 0 2022-03-06T10:15:56.681 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: 2022-03-06T10:15:56.681 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: [version_set.cc:3291] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2022-03-06T10:15:56.681 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: [version_set.cc:4568] Recovered from manifest file:/var/lib/ceph/mon/ceph-smithi083/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 16, last_sequence is 9008, log_number is 12,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2022-03-06T10:15:56.682 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: 2022-03-06T10:15:56.682 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: [version_set.cc:4577] Column family [default] (ID 0), log number is 12 2022-03-06T10:15:56.682 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: 2022-03-06T10:15:56.682 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1646561756528176, "job": 1, "event": "recovery_started", "log_files": [12]} 2022-03-06T10:15:56.683 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.526+0000 7fe31f5ef880 4 rocksdb: [db_impl/db_impl_open.cc:760] Recovering log #12 mode 2 2022-03-06T10:15:56.683 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.530+0000 7fe31f5ef880 3 rocksdb: [le/block_based/filter_policy.cc:584] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2022-03-06T10:15:56.683 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.534+0000 7fe31f5ef880 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1646561756535468, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 16, "file_size": 3054713, "table_properties": {"data_size": 3049503, "index_size": 3683, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 709, "raw_key_size": 5294, "raw_average_key_size": 22, "raw_value_size": 3042894, "raw_average_value_size": 12839, "num_data_blocks": 116, "num_entries": 237, "num_deletions": 4, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1646561756, "oldest_key_time": 3, "file_creation_time": 0}} 2022-03-06T10:15:56.683 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.534+0000 7fe31f5ef880 4 rocksdb: [version_set.cc:3826] Creating manifest 17 2022-03-06T10:15:56.684 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: 2022-03-06T10:15:56.684 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.534+0000 7fe31f5ef880 4 rocksdb: [version_set.cc:3291] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2022-03-06T10:15:56.684 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.534+0000 7fe31f5ef880 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1646561756535892, "job": 1, "event": "recovery_finished"} 2022-03-06T10:15:56.684 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.535+0000 7fe31f5ef880 4 rocksdb: DB pointer 0x5652cee7d800 2022-03-06T10:15:56.684 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.535+0000 7fe306622700 4 rocksdb: [db_impl/db_impl.cc:850] ------- DUMPING STATS ------- 2022-03-06T10:15:56.685 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.535+0000 7fe306622700 4 rocksdb: [db_impl/db_impl.cc:851] 2022-03-06T10:15:56.685 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: ** DB Stats ** 2022-03-06T10:15:56.685 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: Uptime(secs): 0.0 total, 0.0 interval 2022-03-06T10:15:56.685 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2022-03-06T10:15:56.686 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2022-03-06T10:15:56.686 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2022-03-06T10:15:56.686 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2022-03-06T10:15:56.686 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2022-03-06T10:15:56.687 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2022-03-06T10:15:56.687 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: 2022-03-06T10:15:56.687 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: ** Compaction Stats [default] ** 2022-03-06T10:15:56.687 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-03-06T10:15:56.688 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-03-06T10:15:56.688 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: L0 1/0 2.91 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 804.1 0.00 0.00 1 0.004 0 0 2022-03-06T10:15:56.688 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: L6 1/0 23.45 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2022-03-06T10:15:56.688 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: Sum 2/0 26.36 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 804.1 0.00 0.00 1 0.004 0 0 2022-03-06T10:15:56.688 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 804.1 0.00 0.00 1 0.004 0 0 2022-03-06T10:15:56.689 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: 2022-03-06T10:15:56.689 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: ** Compaction Stats [default] ** 2022-03-06T10:15:56.689 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-03-06T10:15:56.689 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-03-06T10:15:56.690 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 804.1 0.00 0.00 1 0.004 0 0 2022-03-06T10:15:56.690 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: Uptime(secs): 0.0 total, 0.0 interval 2022-03-06T10:15:56.690 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: Flush(GB): cumulative 0.003, interval 0.003 2022-03-06T10:15:56.690 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: AddFile(GB): cumulative 0.000, interval 0.000 2022-03-06T10:15:56.691 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: AddFile(Total Files): cumulative 0, interval 0 2022-03-06T10:15:56.691 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: AddFile(L0 Files): cumulative 0, interval 0 2022-03-06T10:15:56.691 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: AddFile(Keys): cumulative 0, interval 0 2022-03-06T10:15:56.691 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: Cumulative compaction: 0.00 GB write, 305.66 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-03-06T10:15:56.691 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: Interval compaction: 0.00 GB write, 305.66 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-03-06T10:15:56.692 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2022-03-06T10:15:56.692 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: 2022-03-06T10:15:56.692 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: ** File Read Latency Histogram By Level [default] ** 2022-03-06T10:15:56.692 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: 2022-03-06T10:15:56.692 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: ** Compaction Stats [default] ** 2022-03-06T10:15:56.693 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-03-06T10:15:56.693 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-03-06T10:15:56.693 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: L0 1/0 2.91 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 804.1 0.00 0.00 1 0.004 0 0 2022-03-06T10:15:56.693 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: L6 1/0 23.45 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2022-03-06T10:15:56.694 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: Sum 2/0 26.36 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 804.1 0.00 0.00 1 0.004 0 0 2022-03-06T10:15:56.694 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2022-03-06T10:15:56.694 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: 2022-03-06T10:15:56.694 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: ** Compaction Stats [default] ** 2022-03-06T10:15:56.695 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-03-06T10:15:56.695 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-03-06T10:15:56.695 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 804.1 0.00 0.00 1 0.004 0 0 2022-03-06T10:15:56.695 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: Uptime(secs): 0.0 total, 0.0 interval 2022-03-06T10:15:56.695 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: Flush(GB): cumulative 0.003, interval 0.000 2022-03-06T10:15:56.696 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: AddFile(GB): cumulative 0.000, interval 0.000 2022-03-06T10:15:56.696 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: AddFile(Total Files): cumulative 0, interval 0 2022-03-06T10:15:56.696 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: AddFile(L0 Files): cumulative 0, interval 0 2022-03-06T10:15:56.696 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: AddFile(Keys): cumulative 0, interval 0 2022-03-06T10:15:56.696 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: Cumulative compaction: 0.00 GB write, 304.60 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-03-06T10:15:56.697 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-03-06T10:15:56.697 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2022-03-06T10:15:56.697 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: 2022-03-06T10:15:56.697 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: ** File Read Latency Histogram By Level [default] ** 2022-03-06T10:15:56.698 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: 2022-03-06T10:15:56.698 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.536+0000 7fe31f5ef880 0 starting mon.smithi083 rank 1 at public addrs [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] at bind addrs [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] mon_data /var/lib/ceph/mon/ceph-smithi083 fsid f3cc2a6e-9d34-11ec-8c35-001a4aab830c 2022-03-06T10:15:56.698 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.537+0000 7fe31f5ef880 1 mon.smithi083@-1(???) e2 preinit fsid f3cc2a6e-9d34-11ec-8c35-001a4aab830c 2022-03-06T10:15:56.698 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.537+0000 7fe31f5ef880 0 mon.smithi083@-1(???).mds e14 new map 2022-03-06T10:15:56.698 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.537+0000 7fe31f5ef880 0 mon.smithi083@-1(???).mds e14 print_map 2022-03-06T10:15:56.699 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: e14 2022-03-06T10:15:56.699 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: enable_multiple, ever_enabled_multiple: 1,1 2022-03-06T10:15:56.699 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2022-03-06T10:15:56.699 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: legacy client fscid: 1 2022-03-06T10:15:56.700 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: 2022-03-06T10:15:56.700 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: Filesystem 'foofs' (1) 2022-03-06T10:15:56.700 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: fs_name foofs 2022-03-06T10:15:56.700 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: epoch 13 2022-03-06T10:15:56.701 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: flags 12 2022-03-06T10:15:56.701 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: created 2022-03-06T10:11:44.637130+0000 2022-03-06T10:15:56.701 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: modified 2022-03-06T10:15:49.132246+0000 2022-03-06T10:15:56.701 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: tableserver 0 2022-03-06T10:15:56.701 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: root 0 2022-03-06T10:15:56.702 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: session_timeout 60 2022-03-06T10:15:56.702 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: session_autoclose 300 2022-03-06T10:15:56.702 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: max_file_size 1099511627776 2022-03-06T10:15:56.702 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: required_client_features {} 2022-03-06T10:15:56.703 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: last_failure 0 2022-03-06T10:15:56.703 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: last_failure_osd_epoch 70 2022-03-06T10:15:56.703 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2022-03-06T10:15:56.703 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: max_mds 1 2022-03-06T10:15:56.703 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: in 0 2022-03-06T10:15:56.704 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: up {0=14492} 2022-03-06T10:15:56.704 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: failed 2022-03-06T10:15:56.704 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: damaged 2022-03-06T10:15:56.704 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: stopped 2022-03-06T10:15:56.705 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: data_pools [3] 2022-03-06T10:15:56.705 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: metadata_pool 2 2022-03-06T10:15:56.705 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: inline_data disabled 2022-03-06T10:15:56.705 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: balancer 2022-03-06T10:15:56.706 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: standby_count_wanted 1 2022-03-06T10:15:56.706 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: [mds.foofs.smithi008.htvsun{0:14492} state up:reconnect seq 61 join_fscid=1 addr [v2:172.21.15.8:6834/3812765959,v1:172.21.15.8:6835/3812765959] compat {c=[1],r=[1],i=[7ff]}] 2022-03-06T10:15:56.706 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: 2022-03-06T10:15:56.706 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: 2022-03-06T10:15:56.707 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: Standby daemons: 2022-03-06T10:15:56.707 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: 2022-03-06T10:15:56.707 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: [mds.foofs.smithi083.jmehpg{-1:24623} state up:standby seq 2 join_fscid=1 addr [v2:172.21.15.83:6832/142799780,v1:172.21.15.83:6833/142799780] compat {c=[1],r=[1],i=[7ff]}] 2022-03-06T10:15:56.707 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: 2022-03-06T10:15:56.708 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.537+0000 7fe31f5ef880 0 mon.smithi083@-1(???).osd e71 crush map has features 3314933000854323200, adjusting msgr requires 2022-03-06T10:15:56.708 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.537+0000 7fe31f5ef880 0 mon.smithi083@-1(???).osd e71 crush map has features 432629239337189376, adjusting msgr requires 2022-03-06T10:15:56.708 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.537+0000 7fe31f5ef880 0 mon.smithi083@-1(???).osd e71 crush map has features 432629239337189376, adjusting msgr requires 2022-03-06T10:15:56.708 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.537+0000 7fe31f5ef880 0 mon.smithi083@-1(???).osd e71 crush map has features 432629239337189376, adjusting msgr requires 2022-03-06T10:15:56.709 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: cluster 2022-03- 2022-03-06T10:15:56.709 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: 06T10:15:53.650258+0000 mon.smithi008 (mon.0) 37 : cluster [WRN] Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2022-03-06T10:15:56.709 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: 2022-03-06T10:15:56.709 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: cephadm 2022-03-06T10:15:53. 2022-03-06T10:15:56.709 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: 947314+0000 mgr.smithi083.piggzi (mgr.24591) 19 : cephadm [INF] Upgrade: Updating mon.smithi083 2022-03-06T10:15:56.710 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: audit 2022- 2022-03-06T10:15:56.710 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: 03-06T10:15:53.951692+0000 mon.smithi008 (mon.0) 38 : audit [INF] from='mgr.24591 ' entity='mgr.smithi083.piggzi' 2022-03-06T10:15:56.710 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: audit 2022-03-06T10:15:53.952436+0000 mon.smithi083 (mon.1) 2022-03-06T10:15:56.710 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: 127 : audit [INF] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2022-03-06T10:15:56.711 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: audit 2022-03-06T10:15 2022-03-06T10:15:56.711 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: :53.952989+0000 mon.smithi083 (mon.1) 128 : audit [DBG] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2022-03-06T10:15:56.711 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: audit 2022-03- 2022-03-06T10:15:56.711 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: 06T10:15:53.953514+0000 mon.smithi083 (mon.1) 129 : audit [DBG] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:15:56.712 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: cephadm 2022-03-06T10:15:53.954011+0000 mgr.smithi083.piggzi (mgr.24591) 2022-03-06T10:15:56.712 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: 20 : cephadm [INF] Deploying daemon mon.smithi083 on smithi083 2022-03-06T10:15:56.712 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.538+0000 7fe31f5ef880 1 mon.smithi083@-1(???).paxosservice(auth 1..39) refresh upgraded, format 0 -> 3 2022-03-06T10:15:56.712 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.539+0000 7fe31f5ef880 20 expand_channel_meta expand map: {default=false} 2022-03-06T10:15:56.712 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.539+0000 7fe31f5ef880 20 expand_channel_meta from 'false' to 'false' 2022-03-06T10:15:56.713 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.539+0000 7fe31f5ef880 20 expand_channel_meta expanded map: {default=false} 2022-03-06T10:15:56.713 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.539+0000 7fe31f5ef880 20 expand_channel_meta expand map: {default=info} 2022-03-06T10:15:56.713 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.539+0000 7fe31f5ef880 20 expand_channel_meta from 'info' to 'info' 2022-03-06T10:15:56.713 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.539+0000 7fe31f5ef880 20 expand_channel_meta expanded map: {default=info} 2022-03-06T10:15:56.714 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.714 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: 2022-03-06T10:15:56.539+0000 7fe31f5ef880 20 expand_channel_meta expand map: {default=daemon} 2022-03-06T10:15:56.714 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.539+0000 7fe31f5ef880 20 expand_channel_meta from 'daemon' to 'daemon' 2022-03-06T10:15:56.714 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.539+0000 7fe31f5ef880 20 expand_channel_meta expanded map: {default=daemon} 2022-03-06T10:15:56.715 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.539+0000 7fe31f5ef880 20 expand_channel_meta expand map: {default=debug} 2022-03-06T10:15:56.715 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.539+0000 7fe31f5ef880 20 expand_channel_meta from 'debug' to 'debug' 2022-03-06T10:15:56.715 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 conmon[70637]: debug 2022-03-06T10:15:56.539+0000 7fe31f5ef880 20 expand_channel_meta expanded map: {default=debug} 2022-03-06T10:15:56.715 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:56 smithi083 systemd[1]: Started Ceph mon.smithi083 for f3cc2a6e-9d34-11ec-8c35-001a4aab830c. 2022-03-06T10:15:57.505 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 105 sec latency 107584.014 ms 2022-03-06T10:15:58.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:58 smithi008 conmon[106522]: cluster 2022-03-06T10:15:56.656135+0000 mgr.smithi083.piggzi (mgr.24591) 22 : cluster [DBG] pgmap v17: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 6 op/s 2022-03-06T10:15:58.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:58 smithi008 conmon[106522]: cluster 2022-03-06T10:15:57.060063+0000 mon.smithi083 (mon.1) 1 : cluster [INF] mon.smithi083 calling monitor election 2022-03-06T10:15:58.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:58 smithi008 conmon[106522]: cluster 2022-03-06T10:15:57.061120+0000 mon.smithi008 (mon.0) 41 : cluster [INF] mon.smithi008 calling monitor election 2022-03-06T10:15:58.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:58 smithi008 conmon[106522]: cluster 2022-03-06T10:15:57.062560+0000 2022-03-06T10:15:58.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:58 smithi008 conmon[106522]: mon.smithi008 (mon.0) 42 : cluster [INF] mon.smithi008 is new leader, mons smithi008,smithi083 in quorum (ranks 0,1) 2022-03-06T10:15:58.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:58 smithi008 conmon[106522]: 2022-03-06T10:15:58.498 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:58 smithi008 conmon[106522]: cluster 2022-03-06 2022-03-06T10:15:58.498 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:58 smithi008 conmon[106522]: T10:15:57.070070+0000 mon.smithi008 (mon 2022-03-06T10:15:58.498 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:58 smithi008 conmon[106522]: .0) 43 : cluster [DBG] monmap e2: 2 mons at {smithi008=[v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0],smithi083=[v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0]} 2022-03-06T10:15:58.498 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:58 smithi008 conmon[106522]: cluster 2022-03 2022-03-06T10:15:58.499 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:58 smithi008 conmon[106522]: -06T10:15:57.070168+0000 mon.smithi008 2022-03-06T10:15:58.499 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:58 smithi008 conmon[106522]: (mon.0) 44 : cluster [DBG] fsmap foofs:1/1 {0=foofs.smithi008.htvsun=up:reconnect} 1 up:standby 2022-03-06T10:15:58.499 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:58 smithi008 conmon[106522]: 2022-03-06T10:15:58.499 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:58 smithi008 conmon[106522]: cluster 2022 2022-03-06T10:15:58.500 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:58 smithi008 conmon[106522]: -03-06T10:15:57.070201+0000 mon.smithi008 ( 2022-03-06T10:15:58.500 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:58 smithi008 conmon[106522]: mon.0) 45 : cluster [DBG] osdmap e71: 8 total, 8 up, 8 in 2022-03-06T10:15:58.500 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:58 smithi008 conmon[106522]: cluster 2022 2022-03-06T10:15:58.500 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:58 smithi008 conmon[106522]: -03-06T10:15:57.070475+0000 2022-03-06T10:15:58.500 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:58 smithi008 conmon[106522]: mon.smithi008 (mon.0) 46 : cluster [DBG] 2022-03-06T10:15:58.501 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:58 smithi008 conmon[106522]: mgrmap e39: smithi083.piggzi(active, since 24s) 2022-03-06T10:15:58.501 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:58 smithi008 conmon[106522]: cluster 2022-03-06T10:15:58.501 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:58 smithi008 conmon[106522]: 2022-03-06T10:15:57.074939+0000 2022-03-06T10:15:58.501 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:58 smithi008 conmon[106522]: mon.smithi008 (mon.0) 47 : cluster [WRN] Health detail: HEALTH_WARN 1 failed cephadm daemon(s); 1 filesystem is degraded 2022-03-06T10:15:58.502 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:58 smithi008 conmon[106522]: 2022-03-06T10:15:58.502 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:58 smithi008 conmon[106522]: cluster 2022 2022-03-06T10:15:58.502 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:58 smithi008 conmon[106522]: -03-06T10:15:57.074968+0000 mon.smithi008 (mon 2022-03-06T10:15:58.502 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:58 smithi008 conmon[106522]: .0) 48 : cluster [WRN] [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2022-03-06T10:15:58.503 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:58 smithi008 conmon[106522]: cluster 2022-03 2022-03-06T10:15:58.503 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:58 smithi008 conmon[106522]: -06T10:15:57.074976+0000 mon.smithi008 2022-03-06T10:15:58.503 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:58 smithi008 conmon[106522]: (mon.0) 49 : cluster [WRN] daemon mds.foofs.smithi008.htvsun on smithi008 is in error state 2022-03-06T10:15:58.503 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:58 smithi008 conmon[106522]: cluster 2022- 2022-03-06T10:15:58.503 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:58 smithi008 conmon[106522]: 03-06T10:15:57.074984+0000 2022-03-06T10:15:58.504 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:58 smithi008 conmon[106522]: mon.smithi008 (mon.0) 50 : cluster [WRN] [WRN] FS_DEGRADED: 1 filesystem is degraded 2022-03-06T10:15:58.504 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:58 smithi008 conmon[106522]: 2022-03-06T10:15:58.505 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:58 smithi008 conmon[106522]: cluster 2022 2022-03-06T10:15:58.505 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:58 smithi008 conmon[106522]: -03-06T10:15:57.074993+0000 mon.smithi008 (mon.0) 2022-03-06T10:15:58.505 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:58 smithi008 conmon[106522]: 51 : cluster [WRN] fs foofs is degraded 2022-03-06T10:15:58.505 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:58 smithi008 conmon[106522]: audit 2022-03-06T 2022-03-06T10:15:58.505 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:58 smithi008 conmon[106522]: 10:15:57.077208+0000 mon.smithi008 (mon.0 2022-03-06T10:15:58.506 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:58 smithi008 conmon[106522]: ) 52 : audit [INF] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' 2022-03-06T10:15:58.506 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:58 smithi008 conmon[106522]: audit 2022-03-06 2022-03-06T10:15:58.506 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:58 smithi008 conmon[106522]: T10:15:57.078149+0000 mon.smithi008 (mon 2022-03-06T10:15:58.506 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:58 smithi008 conmon[106522]: .0) 53 : audit [DBG] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:15:58.507 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:58 smithi008 conmon[106522]: audit 2022- 2022-03-06T10:15:58.507 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:58 smithi008 conmon[106522]: 03-06T10:15:57.079602+0000 2022-03-06T10:15:58.507 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:58 smithi008 conmon[106522]: mon.smithi008 (mon.0) 54 : audit [DBG] 2022-03-06T10:15:58.507 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:58 smithi008 conmon[106522]: from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:15:58.508 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:58 smithi008 conmon[106522]: audit 2022-03-06T10:15:57 2022-03-06T10:15:58.508 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:58 smithi008 conmon[106522]: .080619+0000 mon.smithi008 (mon.0) 55 : audit 2022-03-06T10:15:58.508 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:58 smithi008 conmon[106522]: [INF] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-06T10:15:58.508 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:58 smithi008 conmon[106522]: cephadm 2022 2022-03-06T10:15:58.508 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:58 smithi008 conmon[106522]: -03-06T10:15:57.081380+0000 2022-03-06T10:15:58.509 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:58 smithi008 conmon[106522]: mgr.smithi083.piggzi (mgr.24591) 23 : cephadm [WRN] 2022-03-06T10:15:58.509 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:15:58 smithi008 conmon[106522]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-06T10:15:58.509 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 106 sec latency 108584.081 ms 2022-03-06T10:15:58.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:58 smithi083 conmon[70637]: cluster 2022-03-06T10:15:56.656135+0000 mgr.smithi083.piggzi ( 2022-03-06T10:15:58.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:58 smithi083 conmon[70637]: mgr.24591) 22 : cluster [DBG] pgmap v17: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 6 op/s 2022-03-06T10:15:58.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:58 smithi083 conmon[70637]: cluster 2022-03-06T10:15:57.060063+0000 mon.smithi083 (mon.1) 1 : cluster [INF] mon.smithi083 calling monitor election 2022-03-06T10:15:58.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:58 smithi083 conmon[70637]: cluster 2022-03-06T10:15:57.061120+0000 mon.smithi008 (mon.0) 41 : cluster [INF] mon.smithi008 calling monitor election 2022-03-06T10:15:58.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:58 smithi083 conmon[70637]: cluster 2022-03-06T10:15:57.062560+0000 mon.smithi008 (mon.0) 42 : cluster [INF] mon.smithi008 is new leader, mons smithi008,smithi083 in quorum (ranks 0,1) 2022-03-06T10:15:58.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:58 smithi083 conmon[70637]: cluster 2022-03-06T10:15:57.070070+0000 mon.smithi008 (mon.0) 43 : cluster [DBG] monmap e2: 2 mons at {smithi008=[v2:172.21.15.8:3300/0,v1:172.21.15.8:6789/0],smithi083=[v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0]} 2022-03-06T10:15:58.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:58 smithi083 conmon[70637]: cluster 2022-03-06T10:15:57.070168+0000 mon.smithi008 (mon.0) 44 : cluster [DBG] fsmap foofs:1/1 {0=foofs.smithi008.htvsun=up:reconnect} 1 up:standby 2022-03-06T10:15:58.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:58 smithi083 conmon[70637]: cluster 2022-03-06T10:15:57.070201+0000 mon.smithi008 (mon.0) 45 : cluster [DBG] osdmap e71: 8 total, 8 up, 8 in 2022-03-06T10:15:58.540 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:58 smithi083 conmon[70637]: cluster 2022-03-06T10:15:57.070475+0000 mon.smithi008 (mon.0) 46 : cluster [DBG] mgrmap e39: smithi083.piggzi(active, since 24s) 2022-03-06T10:15:58.540 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:58 smithi083 conmon[70637]: cluster 2022-03-06T10:15:57.074939+0000 mon.smithi008 (mon.0) 47 : cluster [WRN] Health detail: HEALTH_WARN 1 failed cephadm daemon(s); 1 filesystem is degraded 2022-03-06T10:15:58.540 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:58 smithi083 conmon[70637]: cluster 2022-03-06T10:15:57.074968+0000 mon.smithi008 (mon.0) 48 : cluster [WRN] [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2022-03-06T10:15:58.540 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:58 smithi083 conmon[70637]: cluster 2022-03-06T10:15:57.074976+0000 mon.smithi008 (mon.0) 49 : cluster [WRN] daemon mds.foofs.smithi008.htvsun on smithi008 is in error state 2022-03-06T10:15:58.541 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:58 smithi083 conmon[70637]: cluster 2022-03-06T10:15:57.074984+0000 mon.smithi008 (mon.0) 50 : cluster [WRN] [WRN] FS_DEGRADED: 1 filesystem is degraded 2022-03-06T10:15:58.541 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:58 smithi083 conmon[70637]: cluster 2022-03-06T10:15:57.074993+0000 mon.smithi008 (mon.0) 51 : cluster [WRN] fs foofs is degraded 2022-03-06T10:15:58.541 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:58 smithi083 conmon[70637]: audit 2022-03-06T10:15:57.077208+0000 mon.smithi008 (mon.0) 52 : audit [INF] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' 2022-03-06T10:15:58.541 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:58 smithi083 conmon[70637]: audit 2022-03-06T10:15:57.078149+0000 mon.smithi008 (mon.0) 53 : audit [DBG] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:15:58.541 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:58 smithi083 conmon[70637]: audit 2022-03-06T10:15:57.079602+0000 mon.smithi008 (mon.0) 54 : audit [DBG] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:15:58.542 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:58 smithi083 conmon[70637]: audit 2022-03-06T10:15:57.080619+0000 mon.smithi008 (mon.0) 55 : audit [INF] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-06T10:15:58.542 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:15:58 smithi083 conmon[70637]: cephadm 2022-03-06T10:15:57.081380+0000 mgr.smithi083.piggzi (mgr.24591) 23 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-06T10:15:59.506 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 107 sec latency 109584.134 ms 2022-03-06T10:16:00.495 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:00 smithi008 conmon[106522]: cluster 2022-03-06T10:15:58.656549+0000 mgr.smithi083.piggzi (mgr.24591) 24 : cluster [DBG] 2022-03-06T10:16:00.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:00 smithi008 conmon[106522]: pgmap v18: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 6 op/s 2022-03-06T10:16:00.506 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 108 sec latency 110584.249 ms 2022-03-06T10:16:00.537 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:00 smithi083 conmon[70637]: cluster 2022-03-06T10:15:58.656549+0000 mgr.smithi083.piggzi (mgr. 2022-03-06T10:16:00.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:00 smithi083 conmon[70637]: 24591) 24 : cluster [DBG] pgmap v18: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 6 op/s 2022-03-06T10:16:01.506 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 109 sec latency 111584.303 ms 2022-03-06T10:16:02.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:02 smithi008 conmon[106522]: cluster 2022-03-06T10: 2022-03-06T10:16:02.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:02 smithi008 conmon[106522]: 16:00.657174+0000 mgr.smithi083.piggzi (mgr.24591) 25 : cluster [DBG] pgmap v19: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 3 op/s 2022-03-06T10:16:02.498 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:02 smithi008 conmon[106522]: audit 2022-03-06T10:16:01.198463+0000 mon.smithi008 (mon.0) 56 : audit [INF] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' 2022-03-06T10:16:02.498 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:02 smithi008 conmon[106522]: cluster 2022-03-06T10:16:01.199288+0000 mgr.smithi083.piggzi (mgr.24591) 26 : cluster [DBG] pgmap v20: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 195 B/s rd, 0 op/s 2022-03-06T10:16:02.499 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:02 smithi008 conmon[106522]: cluster 2022-03-06T10:16:01.199466+0000 mgr.smithi083.piggzi (mgr.24591) 27 : cluster 2022-03-06T10:16:02.499 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:02 smithi008 conmon[106522]: [DBG] pgmap v21: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 239 B/s rd, 0 op/s 2022-03-06T10:16:02.499 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:02 smithi008 conmon[106522]: audit 2022-03-06T10:16 2022-03-06T10:16:02.500 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:02 smithi008 conmon[106522]: :01.202131+0000 mon.smithi008 (mon.0) 57 : 2022-03-06T10:16:02.500 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:02 smithi008 conmon[106522]: audit [INF] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' 2022-03-06T10:16:02.501 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:02 smithi008 conmon[106522]: audit 2022- 2022-03-06T10:16:02.501 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:02 smithi008 conmon[106522]: 03-06T10:16:01.207368+0000 mon.smithi008 2022-03-06T10:16:02.502 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:02 smithi008 conmon[106522]: (mon.0) 58 : audit 2022-03-06T10:16:02.502 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:02 smithi008 conmon[106522]: [INF] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' 2022-03-06T10:16:02.502 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:02 smithi008 conmon[106522]: audit 2022 2022-03-06T10:16:02.502 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:02 smithi008 conmon[106522]: -03-06T10:16:01.211073+0000 2022-03-06T10:16:02.503 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:02 smithi008 conmon[106522]: mon.smithi008 (mon.0) 59 : audit 2022-03-06T10:16:02.503 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:02 smithi008 conmon[106522]: [DBG] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:16:02.503 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:02 smithi008 conmon[106522]: audit 2022- 2022-03-06T10:16:02.503 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:02 smithi008 conmon[106522]: 03-06T10:16:01.212706+0000 mon.smithi008 2022-03-06T10:16:02.504 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:02 smithi008 conmon[106522]: (mon.0) 60 : audit 2022-03-06T10:16:02.504 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:02 smithi008 conmon[106522]: [DBG] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "versions"}]: dispatch 2022-03-06T10:16:02.504 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:02 smithi008 conmon[106522]: audit 2022-03-06T10:16:02.504 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:02 smithi008 conmon[106522]: 2022-03-06T10:16 2022-03-06T10:16:02.505 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:02 smithi008 conmon[106522]: :01.213614+0000 mon.smithi008 (mon. 2022-03-06T10:16:02.505 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:02 smithi008 conmon[106522]: 0) 61 : audit [DBG] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "versions"}]: dispatch 2022-03-06T10:16:02.506 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:02 smithi008 conmon[106522]: 2022-03-06T10:16:02.506 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:02 smithi008 conmon[106522]: cephadm 2022-03-06T10:16:02.506 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:02 smithi008 conmon[106522]: 2022-03-06T10:16: 2022-03-06T10:16:02.506 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:02 smithi008 conmon[106522]: 01.214189+0000 mgr.smithi083.piggzi (mgr. 2022-03-06T10:16:02.507 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:02 smithi008 conmon[106522]: 24591) 28 : cephadm [INF] Upgrade: Setting container_image for all mon 2022-03-06T10:16:02.507 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:02 smithi008 conmon[106522]: 2022-03-06T10:16:02.507 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:02 smithi008 conmon[106522]: audit 2022-03-06T10:16:02.508 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:02 smithi008 conmon[106522]: 2022-03-06T10:16:01. 2022-03-06T10:16:02.508 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:02 smithi008 conmon[106522]: 217090+0000 mon.smithi008 (mon.0) 62 : audit 2022-03-06T10:16:02.508 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:02 smithi008 conmon[106522]: [INF] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' 2022-03-06T10:16:02.509 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:02 smithi008 conmon[106522]: audit 2022- 2022-03-06T10:16:02.509 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:02 smithi008 conmon[106522]: 03-06T10:16:01.217722+0000 mon.smithi008 2022-03-06T10:16:02.509 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:02 smithi008 conmon[106522]: (mon.0) 63 : audit 2022-03-06T10:16:02.510 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:02 smithi008 conmon[106522]: [INF] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.smithi008"}]: dispatch 2022-03-06T10:16:02.510 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:02 smithi008 conmon[106522]: audit 2022 2022-03-06T10:16:02.511 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:02 smithi008 conmon[106522]: -03-06T10:16:01.222421+0000 mon.smithi008 2022-03-06T10:16:02.511 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:02 smithi008 conmon[106522]: (mon.0) 64 : audit [INF] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.smithi008"}]': finished 2022-03-06T10:16:02.512 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:02 smithi008 conmon[106522]: 2022-03-06T10:16:02.512 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:02 smithi008 conmon[106522]: audit 2022-03-06T10:16:02.512 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:02 smithi008 conmon[106522]: 2022-03-06T10:16:01. 2022-03-06T10:16:02.513 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:02 smithi008 conmon[106522]: 222990+0000 mon.smithi008 (mon.0 2022-03-06T10:16:02.513 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:02 smithi008 conmon[106522]: ) 65 : audit [INF] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.smithi083"}]: dispatch 2022-03-06T10:16:02.513 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:02 smithi008 conmon[106522]: audit 2022- 2022-03-06T10:16:02.513 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:02 smithi008 conmon[106522]: 03-06T10:16:01.227113+0000 mon.smithi008 ( 2022-03-06T10:16:02.514 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:02 smithi008 conmon[106522]: mon.0) 66 : audit 2022-03-06T10:16:02.514 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:02 smithi008 conmon[106522]: [INF] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.smithi083"}]': finished 2022-03-06T10:16:02.515 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:02 smithi008 conmon[106522]: cluster 2022-03-06T10:16:02.515 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:02 smithi008 conmon[106522]: 2022-03-06T10:16 2022-03-06T10:16:02.516 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:02 smithi008 conmon[106522]: :01.293272+0000 mon.smithi008 (mon 2022-03-06T10:16:02.516 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:02 smithi008 conmon[106522]: .0) 67 : cluster [INF] 2022-03-06T10:16:02.516 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:02 smithi008 conmon[106522]: daemon mds.foofs.smithi008.htvsun restarted 2022-03-06T10:16:02.517 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:02 smithi008 conmon[106522]: cluster 2022-03 2022-03-06T10:16:02.517 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:02 smithi008 conmon[106522]: -06T10:16:01.296077+0000 mon.smithi008 ( 2022-03-06T10:16:02.518 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:02 smithi008 conmon[106522]: mon.0) 68 : cluster [DBG] 2022-03-06T10:16:02.518 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:02 smithi008 conmon[106522]: osdmap e72: 8 total, 8 up, 8 in 2022-03-06T10:16:02.519 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:02 smithi008 conmon[106522]: debug 2022-03-06T10:16:02.224+0000 7f2982e92700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2022-03-06T10:16:02.520 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 110 sec latency 112584.345 ms 2022-03-06T10:16:02.537 INFO:journalctl@ceph.osd.7.smithi083.stdout:Mar 06 10:16:02 smithi083 conmon[51671]: debug 2022-03-06T10:16:02.248+0000 7fca79146700 -1 bdev(0x5631ab206800 /var/lib/ceph/osd/ceph-7/block) aio_submit retries 1 2022-03-06T10:16:02.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:02 smithi083 conmon[70637]: cluster 2022-03-06T10:16:00.657174+0000 mgr.smithi083.piggzi (mgr.24591) 25 2022-03-06T10:16:02.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:02 smithi083 conmon[70637]: : cluster [DBG] pgmap v19: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 3 op/s 2022-03-06T10:16:02.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:02 smithi083 conmon[70637]: audit 2022-03-06T10:16:01.198463+0000 mon.smithi008 (mon.0) 56 : audit [INF] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' 2022-03-06T10:16:02.540 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:02 smithi083 conmon[70637]: cluster 2022-03-06T 2022-03-06T10:16:02.540 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:02 smithi083 conmon[70637]: 10:16:01.199288+0000 mgr.smithi083.piggzi (mgr.24591) 26 : cluster [DBG] pgmap v20: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 195 B/s rd, 0 op/s 2022-03-06T10:16:02.541 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:02 smithi083 conmon[70637]: cluster 2022-03 2022-03-06T10:16:02.541 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:02 smithi083 conmon[70637]: -06T10:16:01.199466+0000 mgr.smithi083.piggzi ( 2022-03-06T10:16:02.542 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:02 smithi083 conmon[70637]: mgr.24591) 27 : cluster [DBG] pgmap v21: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 239 B/s rd, 0 op/s 2022-03-06T10:16:02.542 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:02 smithi083 conmon[70637]: audit 2022-03-06 2022-03-06T10:16:02.542 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:02 smithi083 conmon[70637]: T10:16:01.202131+0000 mon.smithi008 (mon. 2022-03-06T10:16:02.543 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:02 smithi083 conmon[70637]: 0) 57 : audit [INF] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' 2022-03-06T10:16:02.543 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:02 smithi083 conmon[70637]: audit 2022-03-06T 2022-03-06T10:16:02.543 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:02 smithi083 conmon[70637]: 10:16:01.207368+0000 mon.smithi008 (mon.0 2022-03-06T10:16:02.544 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:02 smithi083 conmon[70637]: ) 58 : audit [INF] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' 2022-03-06T10:16:02.544 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:02 smithi083 conmon[70637]: audit 2022-03-06T 2022-03-06T10:16:02.545 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:02 smithi083 conmon[70637]: 10:16:01.211073+0000 mon.smithi008 (mon. 2022-03-06T10:16:02.545 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:02 smithi083 conmon[70637]: 0) 59 : audit [DBG] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:16:02.545 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:02 smithi083 conmon[70637]: audit 2022-03-06 2022-03-06T10:16:02.546 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:02 smithi083 conmon[70637]: T10:16:01.212706+0000 mon.smithi008 (mon.0 2022-03-06T10:16:02.546 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:02 smithi083 conmon[70637]: ) 60 : audit [DBG] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "versions"}]: dispatch 2022-03-06T10:16:02.546 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:02 smithi083 conmon[70637]: audit 2022-03-06T10 2022-03-06T10:16:02.547 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:02 smithi083 conmon[70637]: :16:01.213614+0000 mon.smithi008 (mon.0) 61 2022-03-06T10:16:02.547 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:02 smithi083 conmon[70637]: : audit [DBG] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "versions"}]: dispatch 2022-03-06T10:16:02.547 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:02 smithi083 conmon[70637]: cephadm 2022-03-06T10:16 2022-03-06T10:16:02.548 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:02 smithi083 conmon[70637]: :01.214189+0000 mgr.smithi083.piggzi (mgr.24591) 28 : cephadm 2022-03-06T10:16:02.548 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:02 smithi083 conmon[70637]: [INF] Upgrade: Setting container_image for all mon 2022-03-06T10:16:02.548 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:02 smithi083 conmon[70637]: audit 2022-03-06T10:16:01. 2022-03-06T10:16:02.548 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:02 smithi083 conmon[70637]: 217090+0000 mon.smithi008 (mon.0) 62 : audit [INF] 2022-03-06T10:16:02.549 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:02 smithi083 conmon[70637]: from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' 2022-03-06T10:16:02.549 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:02 smithi083 conmon[70637]: audit 2022-03-06T10:16:02.549 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:02 smithi083 conmon[70637]: 2022-03-06T10:16:01.217722+0000 mon.smithi008 (mon. 2022-03-06T10:16:02.549 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:02 smithi083 conmon[70637]: 0) 63 : audit [INF] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.smithi008"}]: dispatch 2022-03-06T10:16:02.550 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:02 smithi083 conmon[70637]: audit 2022-03-06T10:16:01. 2022-03-06T10:16:02.550 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:02 smithi083 conmon[70637]: 222421+0000 mon.smithi008 (mon.0) 64 : audit [INF] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.smithi008"}]': finished 2022-03-06T10:16:02.550 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:02 smithi083 conmon[70637]: audit 2022-03-06T10:16: 2022-03-06T10:16:02.550 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:02 smithi083 conmon[70637]: 01.222990+0000 mon.smithi008 (mon.0) 65 : audit 2022-03-06T10:16:02.551 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:02 smithi083 conmon[70637]: [INF] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.smithi083"}]: dispatch 2022-03-06T10:16:02.551 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:02 smithi083 conmon[70637]: audit 2022-03-06T10:16:01 2022-03-06T10:16:02.551 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:02 smithi083 conmon[70637]: .227113+0000 mon.smithi008 (mon.0) 66 : audit 2022-03-06T10:16:02.551 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:02 smithi083 conmon[70637]: [INF] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.smithi083"}]': finished 2022-03-06T10:16:02.552 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:02 smithi083 conmon[70637]: cluster 2022-03-06T10:16:01 2022-03-06T10:16:02.552 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:02 smithi083 conmon[70637]: .293272+0000 mon.smithi008 (mon.0) 67 : cluster 2022-03-06T10:16:02.552 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:02 smithi083 conmon[70637]: [INF] daemon mds.foofs.smithi008.htvsun restarted 2022-03-06T10:16:02.552 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:02 smithi083 conmon[70637]: cluster 2022-03-06T10:16 2022-03-06T10:16:02.552 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:02 smithi083 conmon[70637]: :01.296077+0000 mon.smithi008 (mon.0) 68 : 2022-03-06T10:16:02.553 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:02 smithi083 conmon[70637]: cluster [DBG] osdmap e72: 8 total, 8 up, 8 in 2022-03-06T10:16:03.353 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:03 smithi008 conmon[106522]: cluster 2022-03-06T10:16:02.225532+0000 mon.smithi008 (mon.0) 69 : cluster [ERR] Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2022-03-06T10:16:03.354 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:03 smithi008 conmon[106522]: cluster 2022-03-06T10:16:02.228616+0000 mon.smithi008 (mon.0) 70 : cluster [DBG] mds.? [v2:172.21.15.8:6834/3114322600,v1:172.21.15.8:6835/3114322600] up:boot 2022-03-06T10:16:03.355 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:03 smithi008 conmon[106522]: cluster 2022-03-06T10:16:02.228661+0000 mon.smithi008 (mon.0) 71 : cluster [INF] Standby daemon mds.foofs.smithi083.jmehpg assigned to filesystem foofs as rank 0 2022-03-06T10:16:03.355 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:03 smithi008 conmon[106522]: cluster 2022-03-06T10:16:02.228756+0000 mon.smithi008 (mon.0) 72 : cluster [INF] Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2022-03-06T10:16:03.355 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:03 smithi008 conmon[106522]: cluster 2022-03-06T10:16:02.228911+0000 mon.smithi008 (mon.0) 73 : cluster [DBG] fsmap foofs:0/1 2 up:standby, 1 failed 2022-03-06T10:16:03.356 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:03 smithi008 conmon[106522]: audit 2022-03-06T10:16:02.229334+0000 mon.smithi008 (mon.0) 74 : audit [DBG] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi008.htvsun"}]: dispatch 2022-03-06T10:16:03.356 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:03 smithi008 conmon[106522]: cluster 2022-03-06T10:16:02.231661+0000 mon.smithi008 (mon.0) 75 : cluster [DBG] fsmap foofs:1/1 {0=foofs.smithi083.jmehpg=up:replay} 1 up:standby 2022-03-06T10:16:03.357 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:03 smithi008 conmon[106522]: audit 2022-03-06T10:16:02.624018+0000 mon.smithi008 (mon.0) 76 : audit [INF] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' 2022-03-06T10:16:03.357 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:03 smithi008 conmon[106522]: audit 2022-03-06T10:16:02.625164+0000 mon.smithi008 ( 2022-03-06T10:16:03.358 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:03 smithi008 conmon[106522]: mon.0) 77 : audit [INF] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.smithi008", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2022-03-06T10:16:03.358 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:03 smithi008 conmon[106522]: audit 2022-03-06T10:16:02.625872+0000 mon.smithi008 (mon.0) 78 : audit [DBG] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:16:03.358 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:03 smithi008 conmon[106522]: audit 2022-03-06T10:16:02.868814+0000 mon.smithi008 (mon.0) 79 : audit [INF] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' 2022-03-06T10:16:03.506 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 111 sec latency 113584.420 ms 2022-03-06T10:16:03.537 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:03 smithi083 conmon[70637]: cluster 2022-03-06T10:16:02.225532+0000 mon.smithi008 (mon.0 2022-03-06T10:16:03.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:03 smithi083 conmon[70637]: ) 69 : cluster [ERR] Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2022-03-06T10:16:03.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:03 smithi083 conmon[70637]: cluster 2022-03-06T10:16:02.228616+0000 mon.smithi008 (mon.0) 70 : cluster [DBG] mds.? [v2:172.21.15.8:6834/3114322600,v1:172.21.15.8:6835/3114322600] up:boot 2022-03-06T10:16:03.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:03 smithi083 conmon[70637]: cluster 2022-03 2022-03-06T10:16:03.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:03 smithi083 conmon[70637]: -06T10:16:02.228661+0000 mon.smithi008 (mon.0) 71 : cluster [INF] 2022-03-06T10:16:03.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:03 smithi083 conmon[70637]: Standby daemon mds.foofs.smithi083.jmehpg assigned to filesystem foofs as rank 0 2022-03-06T10:16:03.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:03 smithi083 conmon[70637]: cluster 2022-03-06T 2022-03-06T10:16:03.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:03 smithi083 conmon[70637]: 10:16:02.228756+0000 mon.smithi008 (mon.0) 72 : cluster [INF] Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2022-03-06T10:16:03.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:03 smithi083 conmon[70637]: cluster 2022-03-06T10:16:02.228911+0000 mon.smithi008 2022-03-06T10:16:03.540 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:03 smithi083 conmon[70637]: (mon.0) 73 : cluster [DBG] fsmap foofs:0/1 2 up:standby, 1 failed 2022-03-06T10:16:03.540 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:03 smithi083 conmon[70637]: audit 2022-03-06T10:16:02.229334+0000 mon.smithi008 (mon.0 2022-03-06T10:16:03.540 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:03 smithi083 conmon[70637]: ) 74 : audit [DBG] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi008.htvsun"}]: dispatch 2022-03-06T10:16:03.540 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:03 smithi083 conmon[70637]: cluster 2022-03-06T10:16:02.231661+0000 mon.smithi008 2022-03-06T10:16:03.541 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:03 smithi083 conmon[70637]: (mon.0) 75 : cluster [DBG] fsmap foofs:1/1 {0=foofs.smithi083.jmehpg=up:replay} 1 up:standby 2022-03-06T10:16:03.541 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:03 smithi083 conmon[70637]: audit 2022-03-06T10:16:02.624018+0000 mon.smithi008 (mon. 2022-03-06T10:16:03.541 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:03 smithi083 conmon[70637]: 0) 76 : audit [INF] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' 2022-03-06T10:16:03.541 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:03 smithi083 conmon[70637]: audit 2022-03-06T10:16:02.625164+0000 2022-03-06T10:16:03.541 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:03 smithi083 conmon[70637]: mon.smithi008 (mon.0) 77 : audit [INF] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.smithi008", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2022-03-06T10:16:03.542 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:03 smithi083 conmon[70637]: audit 2022-03-06T10:16 2022-03-06T10:16:03.542 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:03 smithi083 conmon[70637]: :02.625872+0000 mon.smithi008 (mon.0) 78 : audit [DBG] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:16:03.542 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:03 smithi083 conmon[70637]: audit 2022-03-06T 2022-03-06T10:16:03.542 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:03 smithi083 conmon[70637]: 10:16:02.868814+0000 mon.smithi008 (mon.0) 79 : audit [INF] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' 2022-03-06T10:16:03.543 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:03 smithi083 conmon[70637]: 2022-03-06T10:16:04.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:04 smithi008 conmon[106522]: cephadm 2022-03-06T10:16:02.620061+0000 mgr.smithi083.piggzi 2022-03-06T10:16:04.498 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:04 smithi008 conmon[106522]: (mgr.24591) 29 : cephadm [INF] Upgrade: Updating crash.smithi008 2022-03-06T10:16:04.498 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:04 smithi008 conmon[106522]: cephadm 2022-03-06T10:16:02.626469+0000 mgr.smithi083.piggzi (mgr.24591) 30 : cephadm [INF] Deploying daemon crash.smithi008 on smithi008 2022-03-06T10:16:04.498 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:04 smithi008 conmon[106522]: cluster 2022-03-06T10:16:03.199884+0000 mgr.smithi083.piggzi (mgr.24591) 31 : cluster [DBG] pgmap v23: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 312 B/s rd, 0 op/s 2022-03-06T10:16:04.498 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:04 smithi008 conmon[106522]: cluster 2022-03-06T10:16:03.873786+0000 2022-03-06T10:16:04.499 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:04 smithi008 conmon[106522]: mon.smithi008 (mon.0) 80 : 2022-03-06T10:16:04.499 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:04 smithi008 conmon[106522]: cluster [DBG] mds.? [v2:172.21.15.83:6832/142799780,v1:172.21.15.83:6833/142799780] up:reconnect 2022-03-06T10:16:04.499 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:04 smithi008 conmon[106522]: cluster 2022 2022-03-06T10:16:04.499 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:04 smithi008 conmon[106522]: -03-06T10:16:03. 2022-03-06T10:16:04.500 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:04 smithi008 conmon[106522]: 873850+0000 mon.smithi008 (mon.0) 2022-03-06T10:16:04.500 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:04 smithi008 conmon[106522]: 81 : cluster [DBG] fsmap foofs:1/1 {0=foofs.smithi083.jmehpg=up:reconnect} 1 up:standby 2022-03-06T10:16:04.506 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 112 sec latency 114584.465 ms 2022-03-06T10:16:04.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:04 smithi083 conmon[70637]: cephadm 2022-03-06T10:16:02.620061+0000 mgr.smithi083.piggzi ( 2022-03-06T10:16:04.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:04 smithi083 conmon[70637]: mgr.24591) 29 : cephadm [INF] Upgrade: Updating crash.smithi008 2022-03-06T10:16:04.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:04 smithi083 conmon[70637]: cephadm 2022-03-06T10:16:04.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:04 smithi083 conmon[70637]: 2022-03-06T10:16:02.626469+0000 mgr.smithi083.piggzi (mgr.24591) 30 : cephadm 2022-03-06T10:16:04.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:04 smithi083 conmon[70637]: [INF] Deploying daemon crash.smithi008 on smithi008 2022-03-06T10:16:04.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:04 smithi083 conmon[70637]: cluster 2022-03 2022-03-06T10:16:04.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:04 smithi083 conmon[70637]: -06T10:16:03.199884+0000 mgr.smithi083.piggzi (mgr 2022-03-06T10:16:04.540 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:04 smithi083 conmon[70637]: .24591) 31 : cluster [DBG] pgmap v23: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 312 B/s rd, 0 op/s 2022-03-06T10:16:04.540 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:04 smithi083 conmon[70637]: cluster 2022 2022-03-06T10:16:04.540 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:04 smithi083 conmon[70637]: -03-06T10:16:03.873786+0000 2022-03-06T10:16:04.540 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:04 smithi083 conmon[70637]: mon.smithi008 (mon.0) 80 : cluster [DBG] mds.? [v2:172.21.15.83:6832/142799780,v1:172.21.15.83:6833/142799780] up:reconnect 2022-03-06T10:16:04.541 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:04 smithi083 conmon[70637]: 2022-03-06T10:16:04.541 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:04 smithi083 conmon[70637]: cluster 2022-03-06T10:16:03. 2022-03-06T10:16:04.541 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:04 smithi083 conmon[70637]: 873850+0000 mon.smithi008 (mon.0) 81 : cluster [DBG] fsmap foofs:1/1 {0=foofs.smithi083.jmehpg=up:reconnect} 1 up:standby 2022-03-06T10:16:04.747 INFO:teuthology.orchestra.run.smithi008.stdout:true 2022-03-06T10:16:05.061 INFO:teuthology.orchestra.run.smithi008.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-03-06T10:16:05.061 INFO:teuthology.orchestra.run.smithi008.stdout:alertmanager.smithi008 smithi008 *:9093,9094 running (7m) 12s ago 8m 18.0M - 0.20.0 0881eb8f169f c1b598605d37 2022-03-06T10:16:05.062 INFO:teuthology.orchestra.run.smithi008.stdout:crash.smithi008 smithi008 running (8m) 12s ago 8m 7025k - 16.2.4 8d91d370c2b8 cb8dd3b8791a 2022-03-06T10:16:05.062 INFO:teuthology.orchestra.run.smithi008.stdout:crash.smithi083 smithi083 running (8m) 3s ago 8m 7180k - 16.2.4 8d91d370c2b8 bffb25d3bd63 2022-03-06T10:16:05.063 INFO:teuthology.orchestra.run.smithi008.stdout:grafana.smithi008 smithi008 *:3000 running (7m) 12s ago 8m 40.5M - 6.7.4 557c83e11646 8cfaa70fda74 2022-03-06T10:16:05.063 INFO:teuthology.orchestra.run.smithi008.stdout:mds.foofs.smithi008.htvsun smithi008 error 12s ago 4m - - 2022-03-06T10:16:05.064 INFO:teuthology.orchestra.run.smithi008.stdout:mds.foofs.smithi083.jmehpg smithi083 running (4m) 3s ago 4m 13.1M - 16.2.4 8d91d370c2b8 19936905fcd9 2022-03-06T10:16:05.064 INFO:teuthology.orchestra.run.smithi008.stdout:mgr.smithi008.onsztl smithi008 *:8443,9283 running (90s) 12s ago 10m 428M - 16.2.7-537-ge1551c35 c014a449df4d 4f350daf45d7 2022-03-06T10:16:05.065 INFO:teuthology.orchestra.run.smithi008.stdout:mgr.smithi083.piggzi smithi083 *:8443,9283 running (70s) 3s ago 8m 429M - 16.2.7-537-ge1551c35 c014a449df4d f1d6c31da1f7 2022-03-06T10:16:05.065 INFO:teuthology.orchestra.run.smithi008.stdout:mon.smithi008 smithi008 running (20s) 12s ago 10m 25.5M 2048M 16.2.7-537-ge1551c35 c014a449df4d b01fee8ce476 2022-03-06T10:16:05.065 INFO:teuthology.orchestra.run.smithi008.stdout:mon.smithi083 smithi083 running (8s) 3s ago 8m 27.1M 2048M 16.2.7-537-ge1551c35 c014a449df4d 7296407e3871 2022-03-06T10:16:05.066 INFO:teuthology.orchestra.run.smithi008.stdout:nfs.foo.0.0.smithi008.vblejz smithi008 *:2049 running (106s) 12s ago 106s 56.4M - 3.5 8d91d370c2b8 6c2c63cb40e7 2022-03-06T10:16:05.066 INFO:teuthology.orchestra.run.smithi008.stdout:nfs.foo.1.0.smithi083.sviifb smithi083 *:2049 running (101s) 3s ago 101s 57.9M - 3.5 8d91d370c2b8 36c868cf0e10 2022-03-06T10:16:05.067 INFO:teuthology.orchestra.run.smithi008.stdout:node-exporter.smithi008 smithi008 *:9100 running (8m) 12s ago 8m 16.3M - 0.18.1 e5a616e4b9cf bfdc0c131d05 2022-03-06T10:16:05.067 INFO:teuthology.orchestra.run.smithi008.stdout:node-exporter.smithi083 smithi083 *:9100 running (7m) 3s ago 7m 18.4M - 0.18.1 e5a616e4b9cf 58c011f53df8 2022-03-06T10:16:05.068 INFO:teuthology.orchestra.run.smithi008.stdout:osd.0 smithi008 running (7m) 12s ago 7m 1256M 4096M 16.2.4 8d91d370c2b8 09267a39eb6d 2022-03-06T10:16:05.068 INFO:teuthology.orchestra.run.smithi008.stdout:osd.1 smithi008 running (7m) 12s ago 7m 1111M 4096M 16.2.4 8d91d370c2b8 e878396d80d2 2022-03-06T10:16:05.069 INFO:teuthology.orchestra.run.smithi008.stdout:osd.2 smithi008 running (7m) 12s ago 7m 690M 4096M 16.2.4 8d91d370c2b8 5e3f5ffb7fba 2022-03-06T10:16:05.069 INFO:teuthology.orchestra.run.smithi008.stdout:osd.3 smithi008 running (6m) 12s ago 6m 1179M 4096M 16.2.4 8d91d370c2b8 5fa99abadf0b 2022-03-06T10:16:05.070 INFO:teuthology.orchestra.run.smithi008.stdout:osd.4 smithi083 running (6m) 3s ago 6m 1157M 4096M 16.2.4 8d91d370c2b8 4f35be895c05 2022-03-06T10:16:05.070 INFO:teuthology.orchestra.run.smithi008.stdout:osd.5 smithi083 running (6m) 3s ago 6m 1366M 4096M 16.2.4 8d91d370c2b8 f4c5c00fd474 2022-03-06T10:16:05.070 INFO:teuthology.orchestra.run.smithi008.stdout:osd.6 smithi083 running (5m) 3s ago 5m 1034M 4096M 16.2.4 8d91d370c2b8 e3dc87d3a982 2022-03-06T10:16:05.071 INFO:teuthology.orchestra.run.smithi008.stdout:osd.7 smithi083 running (5m) 3s ago 5m 1838M 4096M 16.2.4 8d91d370c2b8 c31fb227ce1f 2022-03-06T10:16:05.071 INFO:teuthology.orchestra.run.smithi008.stdout:prometheus.smithi008 smithi008 *:9095 running (7m) 12s ago 8m 49.6M - 2.18.1 de242295e225 63679ba213b0 2022-03-06T10:16:05.418 INFO:teuthology.orchestra.run.smithi008.stdout:{ 2022-03-06T10:16:05.418 INFO:teuthology.orchestra.run.smithi008.stdout: "mon": { 2022-03-06T10:16:05.418 INFO:teuthology.orchestra.run.smithi008.stdout: "ceph version 16.2.7-537-ge1551c35 (e1551c35043f76911d2590d48f731bcea8126fe1) pacific (stable)": 2 2022-03-06T10:16:05.419 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2022-03-06T10:16:05.419 INFO:teuthology.orchestra.run.smithi008.stdout: "mgr": { 2022-03-06T10:16:05.419 INFO:teuthology.orchestra.run.smithi008.stdout: "ceph version 16.2.7-537-ge1551c35 (e1551c35043f76911d2590d48f731bcea8126fe1) pacific (stable)": 1 2022-03-06T10:16:05.419 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2022-03-06T10:16:05.420 INFO:teuthology.orchestra.run.smithi008.stdout: "osd": { 2022-03-06T10:16:05.420 INFO:teuthology.orchestra.run.smithi008.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 8 2022-03-06T10:16:05.420 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2022-03-06T10:16:05.420 INFO:teuthology.orchestra.run.smithi008.stdout: "mds": { 2022-03-06T10:16:05.421 INFO:teuthology.orchestra.run.smithi008.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-03-06T10:16:05.421 INFO:teuthology.orchestra.run.smithi008.stdout: }, 2022-03-06T10:16:05.421 INFO:teuthology.orchestra.run.smithi008.stdout: "overall": { 2022-03-06T10:16:05.421 INFO:teuthology.orchestra.run.smithi008.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 10, 2022-03-06T10:16:05.421 INFO:teuthology.orchestra.run.smithi008.stdout: "ceph version 16.2.7-537-ge1551c35 (e1551c35043f76911d2590d48f731bcea8126fe1) pacific (stable)": 3 2022-03-06T10:16:05.422 INFO:teuthology.orchestra.run.smithi008.stdout: } 2022-03-06T10:16:05.422 INFO:teuthology.orchestra.run.smithi008.stdout:} 2022-03-06T10:16:05.506 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 113 sec latency 115584.516 ms 2022-03-06T10:16:06.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:05 smithi008 conmon[106522]: audit 2022-03-06T10:16:04.730335+0000 mgr.smithi083.piggzi (mgr 2022-03-06T10:16:06.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:05 smithi008 conmon[106522]: .24591) 32 : audit [DBG] from='client.34106 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-06T10:16:06.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:05 smithi008 conmon[106522]: audit 2022-03-06T10:16:05.049164+0000 mgr.smithi083.piggzi (mgr.24591) 33 : audit [DBG] from='client.34110 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-06T10:16:06.247 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:05 smithi008 conmon[106522]: cluster 2022-03-06T10:16:05.200619+0000 mgr.smithi083.piggzi (mgr.24591) 34 : cluster [DBG] pgmap v24: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 32 MiB/s rd, 10 op/s 2022-03-06T10:16:06.247 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:05 smithi008 conmon[106522]: audit 2022-03-06T10:16:05.416368+0000 mon.smithi008 (mon.0) 82 : audit [DBG] from='client.? 172.21.15.8:0/2820291137' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-06T10:16:06.247 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:05 smithi008 conmon[106522]: audit 2022-03-06T10:16:05.456157+0000 mon.smithi008 (mon.0) 83 : audit [INF] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' 2022-03-06T10:16:06.247 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:05 smithi008 conmon[106522]: audit 2022-03-06T10:16:05.457077+0000 mon.smithi008 (mon.0) 84 : audit [DBG] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:16:06.248 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:05 smithi008 conmon[106522]: audit 2022-03-06T10:16:05.458619+0000 mon.smithi008 (mon.0) 85 : audit [DBG] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:16:06.248 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:05 smithi008 conmon[106522]: audit 2022-03-06T10:16:05.459586+0000 mon.smithi008 (mon.0) 86 : audit [INF] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-06T10:16:06.248 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:05 smithi008 conmon[106522]: cephadm 2022-03-06T10:16:05.460499+0000 mgr.smithi083.piggzi (mgr.24591) 35 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-06T10:16:06.248 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:05 smithi008 conmon[106522]: audit 2022-03-06T10:16:05.752837+0000 mon.smithi008 (mon.0) 87 : audit [INF] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' 2022-03-06T10:16:06.287 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:05 smithi083 conmon[70637]: audit 2022-03-06T10:16:04.730335+0000 mgr.smithi083.piggzi (mgr.24591) 32 : audit 2022-03-06T10:16:06.288 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:05 smithi083 conmon[70637]: [DBG] from='client.34106 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-03-06T10:16:06.288 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:05 smithi083 conmon[70637]: audit 2022-03-06T10:16:05.049164+0000 mgr.smithi083.piggzi (mgr.24591) 33 : audit [DBG] from='client.34110 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-03-06T10:16:06.288 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:05 smithi083 conmon[70637]: cluster 2022-03-06T10:16:05.200619+0000 mgr.smithi083.piggzi (mgr.24591) 34 : cluster [DBG] pgmap v24: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 32 MiB/s rd, 10 op/s 2022-03-06T10:16:06.288 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:05 smithi083 conmon[70637]: audit 2022-03-06T10:16:05.416368+0000 mon.smithi008 (mon.0) 82 : audit [DBG] from='client.? 172.21.15.8:0/2820291137' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-03-06T10:16:06.289 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:05 smithi083 conmon[70637]: audit 2022-03-06T10:16:05.456157+0000 mon.smithi008 (mon.0) 83 : audit [INF] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' 2022-03-06T10:16:06.289 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:05 smithi083 conmon[70637]: audit 2022-03-06T10:16:05.457077+0000 mon.smithi008 (mon.0) 84 : audit [DBG] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:16:06.289 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:05 smithi083 conmon[70637]: audit 2022-03-06T10:16:05.458619+0000 mon.smithi008 (mon.0) 85 : audit [DBG] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:16:06.289 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:05 smithi083 conmon[70637]: audit 2022-03-06T10:16:05.459586+0000 mon.smithi008 (mon.0) 86 : audit [INF] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-06T10:16:06.289 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:05 smithi083 conmon[70637]: cephadm 2022-03-06T10:16:05.460499+0000 mgr.smithi083.piggzi (mgr.24591) 35 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-06T10:16:06.290 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:05 smithi083 conmon[70637]: audit 2022-03-06T10:16:05. 2022-03-06T10:16:06.290 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:05 smithi083 conmon[70637]: 752837+0000 mon.smithi008 (mon.0) 87 : audit [INF] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' 2022-03-06T10:16:06.506 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 114 sec latency 116584.567 ms 2022-03-06T10:16:07.245 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:06 smithi008 conmon[106522]: audit 2022-03-06T10:16:05.749439+0000 mgr.smithi083.piggzi ( 2022-03-06T10:16:07.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:06 smithi008 conmon[106522]: mgr.24591) 36 : audit [DBG] from='client.34118 -' entity='client.crash.smithi008' cmd=[{"prefix": "crash post", "target": ["mon-mgr", ""]}]: dispatch 2022-03-06T10:16:07.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:06 smithi008 conmon[106522]: cluster 2022-03-06T10:16:05.753678+0000 mgr.smithi083.piggzi (mgr.24591) 37 : cluster [DBG] pgmap v25: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 41 MiB/s rd, 12 op/s 2022-03-06T10:16:07.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:06 smithi008 conmon[106522]: cluster 2022-03-06T10:16:05.857181+0000 mon.smithi008 (mon.0) 88 : cluster [WRN] Health check failed: 1 daemons have recently crashed (RECENT_CRASH) 2022-03-06T10:16:07.287 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:06 smithi083 conmon[70637]: audit 2022-03-06T10:16:05.749439+0000 mgr.smithi083.piggzi (mgr.24591) 36 : audit [DBG] from='client.34118 -' entity='client.crash.smithi008' cmd=[{"prefix": "crash post", "target": ["mon-mgr", ""]}]: dispatch 2022-03-06T10:16:07.288 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:06 smithi083 conmon[70637]: cluster 2022-03-06T10:16:05.753678+0000 mgr.smithi083.piggzi (mgr.24591) 37 : cluster [DBG] pgmap v25: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 41 MiB/s rd, 12 op/s 2022-03-06T10:16:07.288 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:06 smithi083 conmon[70637]: cluster 2022-03- 2022-03-06T10:16:07.288 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:06 smithi083 conmon[70637]: 06T10:16:05.857181+0000 mon.smithi008 (mon.0) 2022-03-06T10:16:07.289 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:06 smithi083 conmon[70637]: 88 : cluster [WRN] Health check failed: 1 daemons have recently crashed (RECENT_CRASH) 2022-03-06T10:16:07.506 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 115 sec latency 117584.715 ms 2022-03-06T10:16:08.506 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 116 sec latency 118584.796 ms 2022-03-06T10:16:09.245 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:08 smithi008 conmon[106522]: cluster 2022-03-06T10:16:07.754136 2022-03-06T10:16:09.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:08 smithi008 conmon[106522]: +0000 mgr.smithi083.piggzi (mgr.24591) 38 : cluster [DBG] pgmap v26: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 32 MiB/s rd, 10 op/s 2022-03-06T10:16:09.287 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:08 smithi083 conmon[70637]: cluster 2022-03-06T10:16:07.754136+0000 mgr.smithi083.piggzi (mgr.24591) 38 : cluster [DBG] pgmap v26: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 32 MiB/s rd, 10 op/s 2022-03-06T10:16:09.506 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 117 sec latency 119584.853 ms 2022-03-06T10:16:10.506 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 118 sec latency 120584.896 ms 2022-03-06T10:16:11.245 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:10 smithi008 conmon[106522]: cluster 2022-03-06T10:16:09.754782+0000 mgr.smithi083.piggzi (mgr. 2022-03-06T10:16:11.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:10 smithi008 conmon[106522]: 24591) 39 : cluster [DBG] pgmap v27: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 7 op/s 2022-03-06T10:16:11.287 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:10 smithi083 conmon[70637]: cluster 2022-03-06T10:16:09.754782+0000 mgr.smithi083.piggzi (mgr.24591) 39 : cluster [DBG] pgmap v27: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 7 op/s 2022-03-06T10:16:11.506 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 119 sec latency 121584.922 ms 2022-03-06T10:16:12.506 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 120 sec latency 122584.979 ms 2022-03-06T10:16:13.506 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 121 sec latency 123585.044 ms 2022-03-06T10:16:13.711 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:13 smithi083 conmon[70637]: cluster 2022-03-06T10:16:11.755365+0000 mgr.smithi083.piggzi (mgr.24591) 40 : cluster [DBG] pgmap v28: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 6 op/s 2022-03-06T10:16:13.711 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:13 smithi083 conmon[70637]: audit 2022-03-06T10:16:12.530481+0000 mon.smithi008 (mon.0) 89 : audit [INF] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' 2022-03-06T10:16:13.711 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:13 smithi083 conmon[70637]: cluster 2022-03-06T10:16:12.531556+0000 mgr.smithi083.piggzi (mgr.24591) 41 : cluster [DBG] pgmap v29: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 7 op/s 2022-03-06T10:16:13.712 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:13 smithi083 conmon[70637]: audit 2022-03-06T10:16:12.534182+0000 mon.smithi008 (mon.0) 90 : audit [INF] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' 2022-03-06T10:16:13.712 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:13 smithi083 conmon[70637]: audit 2022-03-06T10:16:12.540514+0000 mon.smithi008 (mon.0) 91 : audit [INF] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' 2022-03-06T10:16:13.712 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:13 smithi083 conmon[70637]: audit 2022-03-06T10:16:12.545177+0000 mon.smithi008 (mon.0) 92 : audit [DBG] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:16:13.712 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:13 smithi083 conmon[70637]: audit 2022-03-06T10:16:12.547479+0000 mon.smithi008 (mon.0) 93 : audit [DBG] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "versions"}]: dispatch 2022-03-06T10:16:13.713 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:13 smithi083 conmon[70637]: audit 2022-03-06T10:16:12.548544+0000 mon.smithi008 (mon.0) 94 : audit [DBG] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "versions"}]: dispatch 2022-03-06T10:16:13.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:13 smithi008 conmon[106522]: cluster 2022-03-06T10:16:11.755365+0000 mgr.smithi083.piggzi (mgr. 2022-03-06T10:16:13.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:13 smithi008 conmon[106522]: 24591) 40 : cluster [DBG] pgmap v28: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 6 op/s 2022-03-06T10:16:13.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:13 smithi008 conmon[106522]: audit 2022-03-06T10:16:12.530481+0000 mon.smithi008 (mon.0) 89 : audit [INF] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' 2022-03-06T10:16:13.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:13 smithi008 conmon[106522]: cluster 2022-03-06T10:16:12.531556+0000 2022-03-06T10:16:13.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:13 smithi008 conmon[106522]: mgr.smithi083.piggzi (mgr.24591) 41 : cluster [DBG] pgmap v29: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 7 op/s 2022-03-06T10:16:13.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:13 smithi008 conmon[106522]: audit 2022-03- 2022-03-06T10:16:13.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:13 smithi008 conmon[106522]: 06T10:16:12.534182+0000 mon.smithi008 (mon.0) 90 : audit 2022-03-06T10:16:13.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:13 smithi008 conmon[106522]: [INF] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' 2022-03-06T10:16:13.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:13 smithi008 conmon[106522]: audit 2022-03-06T10 2022-03-06T10:16:13.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:13 smithi008 conmon[106522]: :16:12.540514+0000 mon.smithi008 (mon.0) 91 : audit 2022-03-06T10:16:13.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:13 smithi008 conmon[106522]: [INF] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' 2022-03-06T10:16:13.999 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:13 smithi008 conmon[106522]: audit 2022-03-06T10 2022-03-06T10:16:13.999 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:13 smithi008 conmon[106522]: :16:12.545177+0000 mon.smithi008 (mon.0) 92 : 2022-03-06T10:16:13.999 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:13 smithi008 conmon[106522]: audit [DBG] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:16:13.999 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:13 smithi008 conmon[106522]: audit 2022-03-06T10 2022-03-06T10:16:13.999 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:13 smithi008 conmon[106522]: :16:12.547479+0000 mon.smithi008 (mon.0) 93 : audit [DBG] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "versions"}]: dispatch 2022-03-06T10:16:14.000 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:13 smithi008 conmon[106522]: 2022-03-06T10:16:14.000 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:13 smithi008 conmon[106522]: audit 2022-03-06T10:16:12 2022-03-06T10:16:14.000 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:13 smithi008 conmon[106522]: .548544+0000 mon.smithi008 (mon.0) 94 : audit [DBG] 2022-03-06T10:16:14.000 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:13 smithi008 conmon[106522]: from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "versions"}]: dispatch 2022-03-06T10:16:14.507 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 122 sec latency 124585.139 ms 2022-03-06T10:16:14.715 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:14 smithi083 conmon[70637]: cluster 2022-03-06T10:16:13.528863+0000 mon.smithi008 2022-03-06T10:16:14.716 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:14 smithi083 conmon[70637]: (mon.0) 95 : cluster [INF] Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2022-03-06T10:16:14.716 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:14 smithi083 conmon[70637]: audit 2022-03-06T10:16:13.736631+0000 mon.smithi008 (mon.0) 96 : audit [INF] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' 2022-03-06T10:16:14.716 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:14 smithi083 conmon[70637]: audit 2022-03-06T10:16:13.737414+0000 mon.smithi008 (mon.0) 97 : audit [INF] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.smithi083", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2022-03-06T10:16:14.717 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:14 smithi083 conmon[70637]: audit 2022-03-06T10:16:13.738209+0000 mon.smithi008 (mon.0) 98 : audit [DBG] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:16:14.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:14 smithi008 conmon[106522]: cluster 2022-03-06T10:16:13.528863+0000 mon.smithi008 (mon.0 2022-03-06T10:16:14.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:14 smithi008 conmon[106522]: ) 95 : cluster [INF] Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2022-03-06T10:16:14.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:14 smithi008 conmon[106522]: audit 2022-03-06T10:16:13.736631+0000 mon.smithi008 (mon.0) 96 : audit [INF] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' 2022-03-06T10:16:14.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:14 smithi008 conmon[106522]: audit 2022-03-06T10:16:13.737414+0000 mon.smithi008 (mon.0) 97 : audit [INF] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.smithi083", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2022-03-06T10:16:14.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:14 smithi008 conmon[106522]: audit 2022-03-06T10:16:13.738209 2022-03-06T10:16:14.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:14 smithi008 conmon[106522]: +0000 mon.smithi008 (mon.0) 98 : audit [DBG] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:16:15.507 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 123 sec latency 125585.256 ms 2022-03-06T10:16:15.788 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:15 smithi083 conmon[70637]: cephadm 2022-03-06T10:16:13. 2022-03-06T10:16:15.788 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:15 smithi083 conmon[70637]: 731806+0000 mgr.smithi083.piggzi (mgr.24591) 42 : cephadm [INF] Upgrade: Updating crash.smithi083 2022-03-06T10:16:15.788 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:15 smithi083 conmon[70637]: cephadm 2022-03-06T10:16:15.789 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:15 smithi083 conmon[70637]: 2022-03-06T10:16:13.738793+0000 mgr.smithi083.piggzi (mgr. 2022-03-06T10:16:15.789 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:15 smithi083 conmon[70637]: 24591) 43 : cephadm [INF] Deploying daemon crash.smithi083 on smithi083 2022-03-06T10:16:15.789 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:15 smithi083 conmon[70637]: cluster 2022 2022-03-06T10:16:15.789 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:15 smithi083 conmon[70637]: -03-06T10:16:14.532388+0000 2022-03-06T10:16:15.790 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:15 smithi083 conmon[70637]: mgr.smithi083.piggzi (mgr.24591) 44 : cluster [DBG] pgmap v30: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 219 B/s rd, 0 op/s 2022-03-06T10:16:15.790 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:15 smithi083 conmon[70637]: 2022-03-06T10:16:15.790 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:15 smithi083 conmon[70637]: cluster 2022-03-06T10:16:15 2022-03-06T10:16:15.790 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:15 smithi083 conmon[70637]: .087184+0000 mon.smithi008 (mon.0) 99 : cluster 2022-03-06T10:16:15.791 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:15 smithi083 conmon[70637]: [INF] daemon mds.foofs.smithi083.jmehpg restarted 2022-03-06T10:16:15.791 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:15 smithi083 conmon[70637]: cluster 2022-03-06T10:16: 2022-03-06T10:16:15.791 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:15 smithi083 conmon[70637]: 15.090420+0000 mon.smithi008 (mon.0) 100 : 2022-03-06T10:16:15.791 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:15 smithi083 conmon[70637]: cluster [DBG] osdmap e73: 8 total, 8 up, 8 in 2022-03-06T10:16:15.860 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:15 smithi008 conmon[106522]: cephadm 2022-03-06T10:16:13 2022-03-06T10:16:15.861 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:15 smithi008 conmon[106522]: .731806+0000 mgr.smithi083.piggzi (mgr.24591) 42 : cephadm [INF] Upgrade: Updating crash.smithi083 2022-03-06T10:16:15.861 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:15 smithi008 conmon[106522]: cephadm 2022-03-06T10:16:13.738793+0000 mgr.smithi083.piggzi (mgr.24591) 2022-03-06T10:16:15.861 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:15 smithi008 conmon[106522]: 43 : cephadm [INF] Deploying daemon crash.smithi083 on smithi083 2022-03-06T10:16:15.861 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:15 smithi008 conmon[106522]: cluster 2022-03-06T10:16:15.862 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:15 smithi008 conmon[106522]: 2022-03-06T10: 2022-03-06T10:16:15.862 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:15 smithi008 conmon[106522]: 16:14.532388+0000 mgr.smithi083.piggzi (mgr.24591 2022-03-06T10:16:15.862 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:15 smithi008 conmon[106522]: ) 44 : cluster [DBG] pgmap v30: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 219 B/s rd, 0 op/s 2022-03-06T10:16:15.863 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:15 smithi008 conmon[106522]: cluster 2022-03 2022-03-06T10:16:15.863 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:15 smithi008 conmon[106522]: -06T10:16:15.087184+0000 mon.smithi008 (mon.0) 99 : 2022-03-06T10:16:15.863 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:15 smithi008 conmon[106522]: cluster [INF] daemon mds.foofs.smithi083.jmehpg restarted 2022-03-06T10:16:15.863 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:15 smithi008 conmon[106522]: cluster 2022-03 2022-03-06T10:16:15.864 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:15 smithi008 conmon[106522]: -06T10:16:15.090420+0000 mon.smithi008 (mon.0) 2022-03-06T10:16:15.864 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:15 smithi008 conmon[106522]: 100 : cluster [DBG] osdmap e73: 8 total, 8 up, 8 in 2022-03-06T10:16:15.864 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:15 smithi008 conmon[106522]: debug 2022-03-06T10:16:15.858+0000 7f2982e92700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2022-03-06T10:16:16.507 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 124 sec latency 126585.338 ms 2022-03-06T10:16:16.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:16 smithi008 conmon[106522]: cluster 2022-03-06T10:16:15.858851+0000 mon.smithi008 (mon.0 2022-03-06T10:16:16.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:16 smithi008 conmon[106522]: ) 101 : cluster [ERR] Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2022-03-06T10:16:16.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:16 smithi008 conmon[106522]: cluster 2022-03-06T10:16:15.862441+0000 mon.smithi008 (mon.0) 102 : cluster [DBG] mds.? [v2:172.21.15.83:6832/2524251202,v1:172.21.15.83:6833/2524251202] up:boot 2022-03-06T10:16:16.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:16 smithi008 conmon[106522]: cluster 2022-03-06T10:16 2022-03-06T10:16:16.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:16 smithi008 conmon[106522]: :15.862500+0000 mon.smithi008 (mon.0) 103 2022-03-06T10:16:16.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:16 smithi008 conmon[106522]: : cluster [INF] Standby daemon mds.foofs.smithi008.htvsun assigned to filesystem foofs as rank 0 2022-03-06T10:16:16.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:16 smithi008 conmon[106522]: cluster 2022- 2022-03-06T10:16:16.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:16 smithi008 conmon[106522]: 03-06T10:16:15 2022-03-06T10:16:16.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:16 smithi008 conmon[106522]: .862608+0000 mon.smithi008 (mon.0 2022-03-06T10:16:16.998 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:16 smithi008 conmon[106522]: ) 104 : cluster [INF] Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2022-03-06T10:16:16.999 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:16 smithi008 conmon[106522]: cluster 2022- 2022-03-06T10:16:16.999 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:16 smithi008 conmon[106522]: 03-06T10:16:15.862809 2022-03-06T10:16:16.999 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:16 smithi008 conmon[106522]: +0000 mon.smithi008 (mon.0) 105 : 2022-03-06T10:16:17.001 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:16 smithi008 conmon[106522]: cluster [DBG] fsmap foofs:0/1 2 up:standby, 1 failed 2022-03-06T10:16:17.002 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:16 smithi008 conmon[106522]: audit 2022 2022-03-06T10:16:17.002 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:16 smithi008 conmon[106522]: -03-06T10:16: 2022-03-06T10:16:17.002 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:16 smithi008 conmon[106522]: 15.862939+0000 mon.smithi008 (mon. 2022-03-06T10:16:17.002 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:16 smithi008 conmon[106522]: 0) 106 : audit [DBG] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi083.jmehpg"}]: dispatch 2022-03-06T10:16:17.002 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:16 smithi008 conmon[106522]: cluster 2022 2022-03-06T10:16:17.003 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:16 smithi008 conmon[106522]: -03-06T10:16:15. 2022-03-06T10:16:17.003 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:16 smithi008 conmon[106522]: 865742+0000 mon.smithi008 (mon.0) 107 : cluster 2022-03-06T10:16:17.003 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:16 smithi008 conmon[106522]: [DBG] fsmap foofs:1/1 {0=foofs.smithi008.htvsun=up:replay} 1 up:standby 2022-03-06T10:16:17.003 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:16 smithi008 conmon[106522]: audit 2022 2022-03-06T10:16:17.004 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:16 smithi008 conmon[106522]: -03-06T10:16: 2022-03-06T10:16:17.004 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:16 smithi008 conmon[106522]: 16.266692+0000 mon.smithi008 (mon.0) 2022-03-06T10:16:17.004 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:16 smithi008 conmon[106522]: 108 : audit [INF] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' 2022-03-06T10:16:17.004 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:16 smithi008 conmon[106522]: audit 2022-03-06T10:16:17.005 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:16 smithi008 conmon[106522]: 2022-03-06T10:16 2022-03-06T10:16:17.005 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:16 smithi008 conmon[106522]: :16.267392+0000 mon.smithi008 (mon.0 2022-03-06T10:16:17.005 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:16 smithi008 conmon[106522]: ) 109 : audit [DBG] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:16:17.005 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:16 smithi008 conmon[106522]: audit 2022 2022-03-06T10:16:17.005 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:16 smithi008 conmon[106522]: -03-06T10:16 2022-03-06T10:16:17.006 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:16 smithi008 conmon[106522]: :16.268409+0000 mon.smithi008 (mon.0) 2022-03-06T10:16:17.006 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:16 smithi008 conmon[106522]: 110 : audit [DBG] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:16:17.006 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:16 smithi008 conmon[106522]: audit 2022- 2022-03-06T10:16:17.006 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:16 smithi008 conmon[106522]: 03-06T10:16:16.269001+0000 2022-03-06T10:16:17.007 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:16 smithi008 conmon[106522]: mon.smithi008 (mon.0) 111 : audit 2022-03-06T10:16:17.007 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:16 smithi008 conmon[106522]: [INF] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-06T10:16:17.007 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:16 smithi008 conmon[106522]: audit 2022- 2022-03-06T10:16:17.007 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:16 smithi008 conmon[106522]: 03-06T10:16:16 2022-03-06T10:16:17.008 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:16 smithi008 conmon[106522]: .478198+0000 mon.smithi008 (mon.0) 2022-03-06T10:16:17.008 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:16 smithi008 conmon[106522]: 112 : audit [INF] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' 2022-03-06T10:16:17.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:16 smithi083 conmon[70637]: cluster 2022-03-06T10:16:15.858851+0000 mon.smithi008 (mon 2022-03-06T10:16:17.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:16 smithi083 conmon[70637]: .0) 101 : cluster [ERR] Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2022-03-06T10:16:17.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:16 smithi083 conmon[70637]: cluster 2022-03-06T10:16:15.862441+0000 mon.smithi008 (mon.0) 102 : cluster [DBG] mds.? [v2:172.21.15.83:6832/2524251202,v1:172.21.15.83:6833/2524251202] up:boot 2022-03-06T10:16:17.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:16 smithi083 conmon[70637]: cluster 2022-03-06T10:16:15.862500+0000 mon.smithi008 (mon 2022-03-06T10:16:17.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:16 smithi083 conmon[70637]: .0) 103 : cluster [INF] Standby daemon mds.foofs.smithi008.htvsun assigned to filesystem foofs as rank 0 2022-03-06T10:16:17.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:16 smithi083 conmon[70637]: cluster 2022-03-06 2022-03-06T10:16:17.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:16 smithi083 conmon[70637]: T10:16:15.862608+0000 mon.smithi008 (mon.0) 2022-03-06T10:16:17.040 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:16 smithi083 conmon[70637]: 104 : cluster [INF] Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2022-03-06T10:16:17.040 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:16 smithi083 conmon[70637]: cluster 2022-03-06T10:16:17.040 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:16 smithi083 conmon[70637]: 2022-03-06T10:16:15.862809+0000 mon.smithi008 (mon.0) 105 : cluster [DBG] fsmap foofs:0/1 2 up:standby, 1 failed 2022-03-06T10:16:17.040 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:16 smithi083 conmon[70637]: audit 2022-03-06 2022-03-06T10:16:17.041 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:16 smithi083 conmon[70637]: T10:16:15.862939+0000 mon.smithi008 (mon. 2022-03-06T10:16:17.041 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:16 smithi083 conmon[70637]: 0) 106 : audit [DBG] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi083.jmehpg"}]: dispatch 2022-03-06T10:16:17.041 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:16 smithi083 conmon[70637]: cluster 2022-03-06T 2022-03-06T10:16:17.041 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:16 smithi083 conmon[70637]: 10:16:15.865742+0000 mon.smithi008 (mon. 2022-03-06T10:16:17.042 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:16 smithi083 conmon[70637]: 0) 107 : cluster [DBG] fsmap foofs:1/1 {0=foofs.smithi008.htvsun=up:replay} 1 up:standby 2022-03-06T10:16:17.042 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:16 smithi083 conmon[70637]: audit 2022- 2022-03-06T10:16:17.042 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:16 smithi083 conmon[70637]: 03-06T10:16:16.266692+0000 2022-03-06T10:16:17.043 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:16 smithi083 conmon[70637]: mon.smithi008 (mon.0) 108 : audit [INF] 2022-03-06T10:16:17.043 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:16 smithi083 conmon[70637]: from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' 2022-03-06T10:16:17.043 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:16 smithi083 conmon[70637]: audit 2022-03- 2022-03-06T10:16:17.044 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:16 smithi083 conmon[70637]: 06T10:16:16.267392+0000 mon.smithi008 ( 2022-03-06T10:16:17.044 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:16 smithi083 conmon[70637]: mon.0) 109 : audit [DBG] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:16:17.044 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:16 smithi083 conmon[70637]: audit 2022-03-06 2022-03-06T10:16:17.045 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:16 smithi083 conmon[70637]: T10:16:16.268409+0000 mon.smithi008 (mon 2022-03-06T10:16:17.045 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:16 smithi083 conmon[70637]: .0) 110 : audit [DBG] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-03-06T10:16:17.045 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:16 smithi083 conmon[70637]: audit 2022-03- 2022-03-06T10:16:17.045 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:16 smithi083 conmon[70637]: 06T10:16:16.269001+0000 mon.smithi008 (mon 2022-03-06T10:16:17.046 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:16 smithi083 conmon[70637]: .0) 111 : audit [INF] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-03-06T10:16:17.046 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:16 smithi083 conmon[70637]: audit 2022-03- 2022-03-06T10:16:17.046 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:16 smithi083 conmon[70637]: 06T10:16:16.478198+0000 mon.smithi008 ( 2022-03-06T10:16:17.047 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:16 smithi083 conmon[70637]: mon.0) 112 : audit [INF] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' 2022-03-06T10:16:17.507 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 125 sec latency 127585.435 ms 2022-03-06T10:16:17.925 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:17 smithi008 conmon[106522]: cephadm 2022-03-06T10:16:16.269651+0000 mgr.smithi083.piggzi (mgr.24591) 45 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-06T10:16:17.926 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:17 smithi008 conmon[106522]: audit 2022-03-06T10:16:16.474959+0000 mgr.smithi083.piggzi (mgr.24591) 46 : audit [DBG] from='client.44119 -' entity='client.crash.smithi083' cmd=[{"prefix": "crash post", "target": ["mon-mgr", ""]}]: dispatch 2022-03-06T10:16:17.926 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:17 smithi008 conmon[106522]: cluster 2022-03-06T10:16:16.479009+0000 mgr.smithi083.piggzi (mgr.24591) 47 : cluster [DBG] pgmap v32: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 234 B/s rd, 0 op/s 2022-03-06T10:16:17.926 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:17 smithi008 conmon[106522]: cluster 2022-03-06T10:16:17.476888+0000 mon.smithi008 (mon.0) 113 : cluster [WRN] Health check update: 2 daemons have recently crashed (RECENT_CRASH) 2022-03-06T10:16:18.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:17 smithi083 conmon[70637]: cephadm 2022-03-06T10:16:16.269651+0000 mgr.smithi083.piggzi (mgr. 2022-03-06T10:16:18.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:17 smithi083 conmon[70637]: 24591) 45 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-03-06T10:16:18.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:17 smithi083 conmon[70637]: audit 2022-03-06T10:16:16.474959+0000 mgr.smithi083.piggzi (mgr.24591) 46 : audit [DBG] from='client.44119 -' entity='client.crash.smithi083' cmd=[{"prefix": "crash post", "target": ["mon-mgr", ""]}]: dispatch 2022-03-06T10:16:18.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:17 smithi083 conmon[70637]: cluster 2022-03-06T10:16:16.479009+0000 mgr.smithi083.piggzi (mgr.24591) 47 : cluster [DBG] pgmap v32: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 234 B/s rd, 0 op/s 2022-03-06T10:16:18.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:17 smithi083 conmon[70637]: cluster 2022-03-06T10:16:17.476888+0000 mon.smithi008 (mon.0) 113 : cluster [WRN] Health check update: 2 daemons have recently crashed (RECENT_CRASH) 2022-03-06T10:16:18.507 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 126 sec latency 128585.500 ms 2022-03-06T10:16:18.995 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:18 smithi008 conmon[106522]: cluster 2022-03-06T10:16:17.545168+0000 mon.smithi008 ( 2022-03-06T10:16:18.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:18 smithi008 conmon[106522]: mon.0) 114 : cluster [DBG] mds.? [v2:172.21.15.8:6834/3114322600,v1:172.21.15.8:6835/3114322600] up:reconnect 2022-03-06T10:16:18.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:18 smithi008 conmon[106522]: cluster 2022-03-06T10:16:17.545235+0000 mon.smithi008 (mon.0) 115 : cluster [DBG] fsmap foofs:1/1 {0=foofs.smithi008.htvsun=up:reconnect} 1 up:standby 2022-03-06T10:16:18.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:18 smithi008 conmon[106522]: audit 2022-03-06T10:16:17.869861+0000 mon.smithi008 (mon 2022-03-06T10:16:18.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:18 smithi008 conmon[106522]: .0) 116 : audit [INF] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' 2022-03-06T10:16:19.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:18 smithi083 conmon[70637]: cluster 2022-03-06T10:16:17.545168+0000 mon.smithi008 (mon.0) 114 : cluster [DBG] mds.? [v2:172.21.15.8:6834/3114322600,v1:172.21.15.8:6835/3114322600] up:reconnect 2022-03-06T10:16:19.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:18 smithi083 conmon[70637]: cluster 2022-03-06T10:16:17.545235+0000 mon.smithi008 (mon.0) 115 : cluster [DBG] fsmap foofs:1/1 {0=foofs.smithi008.htvsun=up:reconnect} 1 up:standby 2022-03-06T10:16:19.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:18 smithi083 conmon[70637]: audit 2022-03-06T10:16:17.869861+0000 mon.smithi008 (mon.0) 116 : audit [INF] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' 2022-03-06T10:16:19.507 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 127 sec latency 129585.598 ms 2022-03-06T10:16:19.995 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:19 smithi008 conmon[106522]: cluster 2022-03-06T10:16:18.479461+0000 mgr.smithi083.piggzi (mgr.24591) 48 : cluster [DBG] pgmap v33: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2022-03-06T10:16:20.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:19 smithi083 conmon[70637]: cluster 2022-03-06T10:16:18.479461+0000 mgr.smithi083.piggzi (mgr 2022-03-06T10:16:20.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:19 smithi083 conmon[70637]: .24591) 48 : cluster [DBG] pgmap v33: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2022-03-06T10:16:20.507 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 128 sec latency 130585.674 ms 2022-03-06T10:16:21.507 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 129 sec latency 131585.757 ms 2022-03-06T10:16:21.690 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:21 smithi008 conmon[106522]: audit 2022-03-06T10:16:20.429443+0000 mon.smithi008 (mon.0) 117 : audit [INF] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' 2022-03-06T10:16:21.690 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:21 smithi008 conmon[106522]: audit 2022-03-06T10:16:20.432911+0000 mon.smithi008 (mon.0) 118 : audit [INF] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' 2022-03-06T10:16:21.691 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:21 smithi008 conmon[106522]: audit 2022-03-06T10:16:20.437658+0000 mon.smithi008 (mon.0) 119 : audit [INF] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' 2022-03-06T10:16:21.691 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:21 smithi008 conmon[106522]: audit 2022-03-06T10:16:20.440590+0000 mon.smithi008 (mon.0) 120 : audit [DBG] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:16:21.691 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:21 smithi008 conmon[106522]: audit 2022-03-06T10:16:20.443365+0000 mon.smithi008 (mon.0) 121 : audit [DBG] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "versions"}]: dispatch 2022-03-06T10:16:21.691 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:21 smithi008 conmon[106522]: audit 2022-03-06T10:16:20.444700+0000 mon.smithi008 (mon.0) 122 : audit [DBG] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "versions"}]: dispatch 2022-03-06T10:16:21.692 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:21 smithi008 conmon[106522]: audit 2022-03-06T10:16:20.445812+0000 mon.smithi008 (mon.0) 123 : audit [DBG] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "versions"}]: dispatch 2022-03-06T10:16:21.692 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:21 smithi008 conmon[106522]: cephadm 2022-03-06T10:16:20.446582+0000 mgr.smithi083.piggzi (mgr.24591) 49 : cephadm [INF] Upgrade: Setting container_image for all crash 2022-03-06T10:16:21.692 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:21 smithi008 conmon[106522]: audit 2022-03-06T10:16:20.450513+0000 mon.smithi008 (mon.0) 124 : audit [INF] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' 2022-03-06T10:16:21.692 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:21 smithi008 conmon[106522]: audit 2022-03-06T10:16:20.451232+0000 mon.smithi008 (mon.0) 125 : audit [INF] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash.smithi008"}]: dispatch 2022-03-06T10:16:21.693 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:21 smithi008 conmon[106522]: audit 2022-03-06T10:16:20.454276+0000 mon.smithi008 (mon.0) 126 : audit [INF] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash.smithi008"}]': finished 2022-03-06T10:16:21.693 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:21 smithi008 conmon[106522]: audit 2022-03-06T10:16:20.454918+0000 mon.smithi008 (mon.0) 127 : audit [INF] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash.smithi083"}]: dispatch 2022-03-06T10:16:21.693 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:21 smithi008 conmon[106522]: audit 2022-03- 2022-03-06T10:16:21.693 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:21 smithi008 conmon[106522]: 06T10:16:20.457882+0000 mon.smithi008 (mon.0) 128 : audit [INF] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash.smithi083"}]': finished 2022-03-06T10:16:21.693 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:21 smithi008 conmon[106522]: audit 2022-03-06T10:16:20.458856+0000 mon.smithi008 (mon.0) 129 : audit [DBG] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2022-03-06T10:16:21.694 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:21 smithi008 conmon[106522]: audit 2022-03-06T10:16:20.459058+0000 mgr.smithi083.piggzi (mgr.24591) 50 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2022-03-06T10:16:21.694 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:21 smithi008 conmon[106522]: cephadm 2022-03-06T10:16:20.460025+0000 mgr.smithi083.piggzi (mgr.24591) 51 : cephadm [INF] Upgrade: osd.0 is safe to restart 2022-03-06T10:16:21.694 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:21 smithi008 conmon[106522]: cluster 2022-03-06T10:16:20.479982+0000 mgr.smithi083.piggzi (mgr.24591) 52 : cluster [DBG] pgmap v34: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 7 op/s 2022-03-06T10:16:21.788 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:21 smithi083 conmon[70637]: audit 2022-03-06T10:16:20.429443+0000 mon.smithi008 (mon.0) 117 : audit [INF] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' 2022-03-06T10:16:21.788 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:21 smithi083 conmon[70637]: audit 2022-03-06T10:16:20.432911+0000 mon.smithi008 (mon.0) 118 : audit [INF] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' 2022-03-06T10:16:21.788 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:21 smithi083 conmon[70637]: audit 2022-03-06T10:16:20.437658+0000 mon.smithi008 (mon.0) 119 : audit [INF] 2022-03-06T10:16:21.789 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:21 smithi083 conmon[70637]: from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' 2022-03-06T10:16:21.789 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:21 smithi083 conmon[70637]: audit 2022-03-06T10:16:20.440590 2022-03-06T10:16:21.789 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:21 smithi083 conmon[70637]: +0000 mon.smithi008 (mon.0) 120 : audit [DBG] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-03-06T10:16:21.789 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:21 smithi083 conmon[70637]: audit 2022-03-06T10:16 2022-03-06T10:16:21.790 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:21 smithi083 conmon[70637]: :20.443365+0000 mon.smithi008 (mon.0) 121 : audit 2022-03-06T10:16:21.790 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:21 smithi083 conmon[70637]: [DBG] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "versions"}]: dispatch 2022-03-06T10:16:21.790 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:21 smithi083 conmon[70637]: audit 2022-03-06T10:16 2022-03-06T10:16:21.790 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:21 smithi083 conmon[70637]: :20.444700+0000 mon.smithi008 (mon.0) 122 2022-03-06T10:16:21.791 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:21 smithi083 conmon[70637]: : audit [DBG] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "versions"}]: dispatch 2022-03-06T10:16:21.791 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:21 smithi083 conmon[70637]: audit 2022-03-06T10:16: 2022-03-06T10:16:21.791 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:21 smithi083 conmon[70637]: 20.445812+0000 mon.smithi008 (mon.0) 123 : audit [DBG] 2022-03-06T10:16:21.791 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:21 smithi083 conmon[70637]: from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "versions"}]: dispatch 2022-03-06T10:16:21.791 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:21 smithi083 conmon[70637]: cephadm 2022-03-06T10:16 2022-03-06T10:16:21.792 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:21 smithi083 conmon[70637]: :20.446582+0000 mgr.smithi083.piggzi (mgr.24591) 49 2022-03-06T10:16:21.792 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:21 smithi083 conmon[70637]: : cephadm [INF] Upgrade: Setting container_image for all crash 2022-03-06T10:16:21.792 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:21 smithi083 conmon[70637]: audit 2022-03-06T10: 2022-03-06T10:16:21.792 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:21 smithi083 conmon[70637]: 16:20.450513+0000 mon.smithi008 (mon.0) 124 : 2022-03-06T10:16:21.793 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:21 smithi083 conmon[70637]: audit [INF] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' 2022-03-06T10:16:21.793 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:21 smithi083 conmon[70637]: audit 2022-03-06T10:16: 2022-03-06T10:16:21.793 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:21 smithi083 conmon[70637]: 20.451232+0000 mon.smithi008 (mon.0) 125 : audit 2022-03-06T10:16:21.793 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:21 smithi083 conmon[70637]: [INF] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash.smithi008"}]: dispatch 2022-03-06T10:16:21.794 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:21 smithi083 conmon[70637]: audit 2022-03-06T10:16: 2022-03-06T10:16:21.794 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:21 smithi083 conmon[70637]: 20.454276+0000 mon.smithi008 (mon.0) 126 : audit 2022-03-06T10:16:21.794 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:21 smithi083 conmon[70637]: [INF] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash.smithi008"}]': finished 2022-03-06T10:16:21.794 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:21 smithi083 conmon[70637]: audit 2022-03-06T10:16: 2022-03-06T10:16:21.794 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:21 smithi083 conmon[70637]: 20.454918+0000 mon.smithi008 (mon.0) 127 : audit 2022-03-06T10:16:21.795 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:21 smithi083 conmon[70637]: [INF] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash.smithi083"}]: dispatch 2022-03-06T10:16:21.795 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:21 smithi083 conmon[70637]: audit 2022-03-06T10:16:20. 2022-03-06T10:16:21.795 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:21 smithi083 conmon[70637]: 457882+0000 mon.smithi008 (mon.0) 128 : audit [INF] 2022-03-06T10:16:21.795 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:21 smithi083 conmon[70637]: from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash.smithi083"}]': finished 2022-03-06T10:16:21.796 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:21 smithi083 conmon[70637]: audit 2022-03-06T10:16:20.458856+0000 mon.smithi008 ( 2022-03-06T10:16:21.796 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:21 smithi083 conmon[70637]: mon.0) 129 : audit [DBG] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2022-03-06T10:16:21.796 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:21 smithi083 conmon[70637]: audit 2022-03 2022-03-06T10:16:21.796 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:21 smithi083 conmon[70637]: -06T10:16:20.459058+0000 mgr.smithi083.piggzi ( 2022-03-06T10:16:21.797 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:21 smithi083 conmon[70637]: mgr.24591) 50 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2022-03-06T10:16:21.797 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:21 smithi083 conmon[70637]: cephadm 2022-03-06T10 2022-03-06T10:16:21.797 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:21 smithi083 conmon[70637]: :16:20.460025+0000 mgr.smithi083.piggzi (mgr.24591) 2022-03-06T10:16:21.797 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:21 smithi083 conmon[70637]: 51 : cephadm [INF] Upgrade: osd.0 is safe to restart 2022-03-06T10:16:21.797 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:21 smithi083 conmon[70637]: cluster 2022-03-06 2022-03-06T10:16:21.798 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:21 smithi083 conmon[70637]: T10:16:20 2022-03-06T10:16:21.798 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:21 smithi083 conmon[70637]: .479982+0000 mgr.smithi083.piggzi (mgr.24591) 52 : cluster 2022-03-06T10:16:21.798 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:21 smithi083 conmon[70637]: [DBG] pgmap v34: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 7 op/s 2022-03-06T10:16:22.508 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 130 sec latency 132585.826 ms 2022-03-06T10:16:22.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:22 smithi008 conmon[106522]: cephadm 2022-03-06T10:16:21.751923+0000 mgr.smithi083.piggzi ( 2022-03-06T10:16:22.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:22 smithi008 conmon[106522]: mgr.24591) 53 : cephadm [INF] Upgrade: Updating osd.0 2022-03-06T10:16:22.996 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:22 smithi008 conmon[106522]: audit 2022-03-06T10:16:21.755613+0000 mon.smithi008 (mon.0) 130 : audit [INF] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' 2022-03-06T10:16:22.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:22 smithi008 conmon[106522]: cephadm 2022-03-06T10:16:21.757013+0000 mgr.smithi083.piggzi (mgr.24591) 54 : cephadm [INF] Deploying daemon osd.0 on smithi008 2022-03-06T10:16:22.997 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:22 smithi008 conmon[106522]: cluster 2022-03-06T10:16:22.480398+0000 mgr.smithi083.piggzi (mgr.24591) 55 : cluster [DBG] pgmap v35: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 6 op/s 2022-03-06T10:16:23.037 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:22 smithi083 conmon[70637]: cephadm 2022-03-06T10:16:21.751923+0000 mgr.smithi083.piggzi ( 2022-03-06T10:16:23.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:22 smithi083 conmon[70637]: mgr.24591) 53 : cephadm [INF] Upgrade: Updating osd.0 2022-03-06T10:16:23.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:22 smithi083 conmon[70637]: audit 2022-03-06T10:16:21.755613+0000 mon.smithi008 (mon.0) 130 : audit [INF] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' 2022-03-06T10:16:23.038 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:22 smithi083 conmon[70637]: cephadm 2022- 2022-03-06T10:16:23.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:22 smithi083 conmon[70637]: 03-06T10:16:21.757013+0000 mgr.smithi083.piggzi (mgr.24591) 54 : cephadm [INF] Deploying daemon osd.0 on smithi008 2022-03-06T10:16:23.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:22 smithi083 conmon[70637]: cluster 2022-03-06T10:16:22.480398+0000 mgr.smithi083.piggzi (mgr.24591) 55 : cluster 2022-03-06T10:16:23.039 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:22 smithi083 conmon[70637]: [DBG] pgmap v35: 129 pgs: 129 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 6 op/s 2022-03-06T10:16:23.508 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 131 sec latency 133585.872 ms 2022-03-06T10:16:24.141 INFO:journalctl@ceph.osd.0.smithi008.stdout:Mar 06 10:16:24 smithi008 systemd[1]: Stopping Ceph osd.0 for f3cc2a6e-9d34-11ec-8c35-001a4aab830c... 2022-03-06T10:16:24.406 INFO:journalctl@ceph.osd.0.smithi008.stdout:Mar 06 10:16:24 smithi008 conmon[46786]: debug 2022-03-06T10:16:24.137+0000 7fc80d019700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2022-03-06T10:16:24.407 INFO:journalctl@ceph.osd.0.smithi008.stdout:Mar 06 10:16:24 smithi008 conmon[46786]: debug 2022-03-06T10:16:24.137+0000 7fc80d019700 -1 osd.0 73 *** Got signal Terminated *** 2022-03-06T10:16:24.407 INFO:journalctl@ceph.osd.0.smithi008.stdout:Mar 06 10:16:24 smithi008 conmon[46786]: debug 2022-03-06T10:16:24.137+0000 7fc80d019700 -1 osd.0 73 *** Immediate shutdown (osd_fast_shutdown=true) *** 2022-03-06T10:16:24.481 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:24 smithi083 conmon[70637]: cluster 2022-03-06T10:16:24.416397+0000 mon.smithi008 (mon.0) 131 : cluster [DBG] osd.0 reported immediately failed by osd.1 2022-03-06T10:16:24.481 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:24 smithi083 conmon[70637]: cluster 2022-03-06T10:16:24.416426+0000 mon.smithi008 (mon.0) 132 : cluster [INF] osd.0 failed (root=default,host=smithi008) (connection refused reported by osd.1) 2022-03-06T10:16:24.481 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:24 smithi083 conmon[70637]: cluster 2022-03-06T10:16:24.416586+0000 mon.smithi008 (mon.0) 133 : cluster [DBG] osd.0 reported immediately failed by osd.1 2022-03-06T10:16:24.481 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:24 smithi083 conmon[70637]: cluster 2022-03-06T10:16:24.416678+0000 mon.smithi008 (mon.0) 134 : cluster [DBG] osd.0 reported immediately failed by osd.3 2022-03-06T10:16:24.482 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:24 smithi083 conmon[70637]: cluster 2022-03-06T10:16:24.416733+0000 mon.smithi008 (mon.0) 135 : cluster [DBG] osd.0 reported immediately failed by osd.2 2022-03-06T10:16:24.482 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:24 smithi083 conmon[70637]: cluster 2022-03-06T10:16:24.416838+0000 mon.smithi008 (mon.0) 136 : cluster [DBG] osd.0 reported immediately failed by osd.6 2022-03-06T10:16:24.482 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:24 smithi083 conmon[70637]: cluster 2022-03-06T10:16:24.416907+0000 mon.smithi008 (mon.0) 137 : cluster [DBG] osd.0 reported immediately failed by osd.5 2022-03-06T10:16:24.482 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:24 smithi083 conmon[70637]: cluster 2022-03-06T10:16:24.416978+0000 mon.smithi008 (mon.0) 138 : cluster [DBG] osd.0 reported immediately failed by osd.7 2022-03-06T10:16:24.483 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:24 smithi083 conmon[70637]: cluster 2022-03-06T10:16:24.417060+0000 mon.smithi008 (mon.0) 139 : cluster [DBG] osd.0 reported immediately failed by osd.4 2022-03-06T10:16:24.483 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:24 smithi083 conmon[70637]: cluster 2022-03-06T10:16:24.417129+0000 mon.smithi008 (mon.0) 140 : cluster [DBG] osd.0 reported immediately failed by osd.3 2022-03-06T10:16:24.483 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:24 smithi083 conmon[70637]: cluster 2022-03-06T10:16:24.417208+0000 mon.smithi008 (mon.0) 141 : cluster [DBG] osd.0 reported immediately failed by osd.2 2022-03-06T10:16:24.484 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:24 smithi083 conmon[70637]: cluster 2022-03-06T10:16:24.417284+0000 mon.smithi008 (mon.0) 142 : cluster [DBG] osd.0 reported immediately failed by osd.6 2022-03-06T10:16:24.484 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:24 smithi083 conmon[70637]: cluster 2022-03-06T10:16:24.417353+0000 mon.smithi008 (mon.0) 143 : cluster [DBG] osd.0 reported immediately failed by osd.5 2022-03-06T10:16:24.484 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:24 smithi083 conmon[70637]: cluster 2022-03-06T10:16:24.417425+0000 mon.smithi008 (mon.0) 144 : cluster [DBG] osd.0 reported immediately failed by osd.7 2022-03-06T10:16:24.485 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:24 smithi083 conmon[70637]: cluster 2022-03-06T10:16:24.417493+0000 mon.smithi008 (mon.0) 145 : cluster [DBG] osd.0 reported immediately failed by osd.4 2022-03-06T10:16:24.507 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 132 sec latency 134585.904 ms 2022-03-06T10:16:24.688 INFO:journalctl@ceph.osd.0.smithi008.stdout:Mar 06 10:16:24 smithi008 bash[112223]: ceph-f3cc2a6e-9d34-11ec-8c35-001a4aab830c-osd.0 2022-03-06T10:16:24.688 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:24 smithi008 conmon[106522]: cluster 2022-03-06T10:16:24.416397+0000 mon.smithi008 (mon.0) 131 : cluster [DBG] osd.0 reported immediately failed by osd.1 2022-03-06T10:16:24.689 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:24 smithi008 conmon[106522]: cluster 2022-03-06T10:16:24.416426+0000 mon.smithi008 (mon.0) 132 : cluster [INF] osd.0 failed (root=default,host=smithi008) (connection refused reported by osd.1) 2022-03-06T10:16:24.689 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:24 smithi008 conmon[106522]: cluster 2022-03-06T10:16:24.416586+0000 mon.smithi008 (mon.0) 133 : cluster [DBG] osd.0 reported immediately failed by osd.1 2022-03-06T10:16:24.689 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:24 smithi008 conmon[106522]: cluster 2022-03-06T10:16:24.416678+0000 mon.smithi008 (mon.0) 134 : cluster [DBG] osd.0 reported immediately failed by osd.3 2022-03-06T10:16:24.689 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:24 smithi008 conmon[106522]: cluster 2022-03-06T10:16:24.416733+0000 mon.smithi008 (mon.0) 135 : cluster [DBG] osd.0 reported immediately failed by osd.2 2022-03-06T10:16:24.690 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:24 smithi008 conmon[106522]: cluster 2022-03-06T10:16:24.416838+0000 mon.smithi008 (mon.0) 136 : cluster [DBG] osd.0 reported immediately failed by osd.6 2022-03-06T10:16:24.690 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:24 smithi008 conmon[106522]: cluster 2022-03-06T10:16:24.416907+0000 mon.smithi008 (mon.0) 137 : cluster [DBG] osd.0 reported immediately failed by osd.5 2022-03-06T10:16:24.690 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:24 smithi008 conmon[106522]: cluster 2022-03-06T10:16:24.416978+0000 mon.smithi008 (mon.0) 138 : cluster [DBG] osd.0 reported immediately failed by osd.7 2022-03-06T10:16:24.690 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:24 smithi008 conmon[106522]: cluster 2022-03-06T10:16:24.417060+0000 mon.smithi008 (mon.0) 139 : cluster [DBG] osd.0 reported immediately failed by osd.4 2022-03-06T10:16:24.691 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:24 smithi008 conmon[106522]: cluster 2022-03-06T10:16:24.417129+0000 mon.smithi008 (mon.0) 140 : cluster [DBG] osd.0 reported immediately failed by osd.3 2022-03-06T10:16:24.691 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:24 smithi008 conmon[106522]: cluster 2022-03-06T10:16:24.417208+0000 mon.smithi008 (mon.0) 141 : cluster [DBG] osd.0 reported immediately failed by osd.2 2022-03-06T10:16:24.691 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:24 smithi008 conmon[106522]: cluster 2022-03-06T10:16:24.417284+0000 mon.smithi008 (mon.0) 142 : cluster [DBG] osd.0 reported immediately failed by osd.6 2022-03-06T10:16:24.691 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:24 smithi008 conmon[106522]: cluster 2022-03-06T10:16:24.417353+0000 mon.smithi008 (mon.0) 143 : cluster [DBG] osd.0 reported immediately failed by osd.5 2022-03-06T10:16:24.692 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:24 smithi008 conmon[106522]: cluster 2022-03-06T10:16:24.417425+0000 mon.smithi008 (mon.0) 144 : cluster [DBG] osd.0 reported immediately failed by osd.7 2022-03-06T10:16:24.692 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:24 smithi008 conmon[106522]: cluster 2022-03-06T10:16:24.417493+0000 mon.smithi008 (mon.0) 145 : cluster [DBG] osd.0 reported immediately failed by osd.4 2022-03-06T10:16:24.995 INFO:journalctl@ceph.osd.0.smithi008.stdout:Mar 06 10:16:24 smithi008 bash[112316]: Error: no container with name or ID "ceph-f3cc2a6e-9d34-11ec-8c35-001a4aab830c-osd-0" found: no such container 2022-03-06T10:16:24.996 INFO:journalctl@ceph.osd.0.smithi008.stdout:Mar 06 10:16:24 smithi008 bash[112354]: Error: no container with name or ID "ceph-f3cc2a6e-9d34-11ec-8c35-001a4aab830c-osd.0" found: no such container 2022-03-06T10:16:25.490 INFO:journalctl@ceph.osd.0.smithi008.stdout:Mar 06 10:16:25 smithi008 podman[112546]: 2022-03-06T10:16:25.494 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:25 smithi008 conmon[106522]: cluster 2022-03-06T10:16:24. 2022-03-06T10:16:25.495 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:25 smithi008 conmon[106522]: 466933+0000 mon.smithi008 (mon.0) 146 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2022-03-06T10:16:25.495 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:25 smithi008 conmon[106522]: cluster 2022-03-06T10:16:24.470589+0000 mon.smithi008 (mon.0) 147 : cluster [DBG] osdmap e74: 8 total, 7 up, 8 in 2022-03-06T10:16:25.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:25 smithi008 conmon[106522]: cluster 2022-03-06T10:16:24.480939+0000 mgr.smithi083.piggzi (mgr.24591) 56 : cluster [DBG] pgmap v37: 129 pgs: 16 stale+active+clean, 113 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 7 op/s 2022-03-06T10:16:25.507 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 133 sec latency 135585.991 ms 2022-03-06T10:16:25.788 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:25 smithi083 conmon[70637]: cluster 2022-03-06T10:16:24.466933+0000 mon.smithi008 (mon.0) 2022-03-06T10:16:25.789 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:25 smithi083 conmon[70637]: 146 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2022-03-06T10:16:25.789 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:25 smithi083 conmon[70637]: cluster 2022-03-06T10:16:24.470589+0000 mon.smithi008 (mon.0) 147 : cluster [DBG] osdmap e74: 8 total, 7 up, 8 in 2022-03-06T10:16:25.790 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:25 smithi083 conmon[70637]: cluster 2022-03-06T10: 2022-03-06T10:16:25.790 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:25 smithi083 conmon[70637]: 16:24.480939+0000 mgr.smithi083.piggzi (mgr.24591) 56 : cluster [DBG] pgmap v37: 129 pgs: 16 stale+active+clean, 113 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 7 op/s 2022-03-06T10:16:26.246 INFO:journalctl@ceph.osd.0.smithi008.stdout:Mar 06 10:16:25 smithi008 systemd[1]: ceph-f3cc2a6e-9d34-11ec-8c35-001a4aab830c@osd.0.service: Succeeded. 2022-03-06T10:16:26.246 INFO:journalctl@ceph.osd.0.smithi008.stdout:Mar 06 10:16:25 smithi008 systemd[1]: Stopped Ceph osd.0 for f3cc2a6e-9d34-11ec-8c35-001a4aab830c. 2022-03-06T10:16:26.247 INFO:journalctl@ceph.osd.0.smithi008.stdout:Mar 06 10:16:26 smithi008 systemd[1]: Starting Ceph osd.0 for f3cc2a6e-9d34-11ec-8c35-001a4aab830c... 2022-03-06T10:16:26.516 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 134 sec latency 136586.044 ms 2022-03-06T10:16:26.745 INFO:journalctl@ceph.osd.0.smithi008.stdout:Mar 06 10:16:26 smithi008 podman[112847]: 2022-03-06T10:16:26.746 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:26 smithi008 conmon[106522]: cluster 2022-03-06T10:16:25.471789+0000 2022-03-06T10:16:26.747 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:26 smithi008 conmon[106522]: mon.smithi008 (mon.0) 148 : cluster [DBG] osdmap e75: 8 total, 7 up, 8 in 2022-03-06T10:16:26.787 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:26 smithi083 conmon[70637]: cluster 2022-03-06T10:16:25.471789+0000 mon.smithi008 (mon.0) 148 : cluster [DBG] osdmap e75: 8 total, 7 up, 8 in 2022-03-06T10:16:27.508 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 135 sec latency 137586.096 ms 2022-03-06T10:16:27.746 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:27 smithi008 conmon[106522]: cluster 2022-03-06T10:16:26.481605+0000 mgr.smithi083.piggzi (mgr.24591) 57 : cluster [DBG] pgmap v39: 129 pgs: 16 stale+active+clean, 113 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 8 op/s 2022-03-06T10:16:27.788 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:27 smithi083 conmon[70637]: cluster 2022-03-06T10:16:26.481605+0000 mgr.smithi083.piggzi (mgr.24591) 57 : cluster [DBG] pgmap v39: 129 pgs: 16 stale+active+clean, 113 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 8 op/s 2022-03-06T10:16:28.508 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 136 sec latency 138586.147 ms 2022-03-06T10:16:29.508 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 137 sec latency 139586.182 ms 2022-03-06T10:16:29.787 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:29 smithi083 conmon[70637]: cluster 2022-03-06T10:16:28.482204+0000 2022-03-06T10:16:29.792 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:29 smithi083 conmon[70637]: mgr.smithi083.piggzi (mgr.24591) 58 : cluster [DBG] pgmap v40: 129 pgs: 16 stale+active+clean, 113 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2022-03-06T10:16:29.792 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:29 smithi083 conmon[70637]: cluster 2022-03-06T10:16:29.015365+0000 mon.smithi008 (mon.0) 149 : cluster [INF] daemon mds.foofs.smithi008.htvsun restarted 2022-03-06T10:16:29.792 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:29 smithi083 conmon[70637]: cluster 2022-03-06T10:16:29.018650+0000 mon.smithi008 (mon.0) 150 : cluster [DBG] osdmap e76: 8 total, 7 up, 8 in 2022-03-06T10:16:29.793 INFO:journalctl@ceph.osd.6.smithi083.stdout:Mar 06 10:16:29 smithi083 conmon[47471]: debug 2022-03-06T10:16:29.520+0000 7f09d1f61700 -1 bdev(0x5653d25c4800 /var/lib/ceph/osd/ceph-6/block) aio_submit retries 1 2022-03-06T10:16:29.793 INFO:journalctl@ceph.osd.6.smithi083.stdout:Mar 06 10:16:29 smithi083 conmon[47471]: debug 2022-03-06T10:16:29.520+0000 7f09d0f5f700 -1 bdev(0x5653d25c4800 /var/lib/ceph/osd/ceph-6/block) aio_submit retries 1 2022-03-06T10:16:29.794 INFO:journalctl@ceph.osd.6.smithi083.stdout:Mar 06 10:16:29 smithi083 conmon[47471]: debug 2022-03-06T10:16:29.537+0000 7f09cdf59700 -1 bdev(0x5653d25c4800 /var/lib/ceph/osd/ceph-6/block) aio_submit retries 2 2022-03-06T10:16:29.794 INFO:journalctl@ceph.osd.7.smithi083.stdout:Mar 06 10:16:29 smithi083 conmon[51671]: debug 2022-03-06T10:16:29.523+0000 7fca7513e700 -1 bdev(0x5631ab206800 /var/lib/ceph/osd/ceph-7/block) aio_submit retries 6 2022-03-06T10:16:29.794 INFO:journalctl@ceph.osd.7.smithi083.stdout:Mar 06 10:16:29 smithi083 conmon[51671]: debug 2022-03-06T10:16:29.523+0000 7fca79146700 -1 bdev(0x5631ab206800 /var/lib/ceph/osd/ceph-7/block) aio_submit retries 4 2022-03-06T10:16:29.795 INFO:journalctl@ceph.osd.7.smithi083.stdout:Mar 06 10:16:29 smithi083 conmon[51671]: debug 2022-03-06T10:16:29.525+0000 7fca76140700 -1 bdev(0x5631ab206800 /var/lib/ceph/osd/ceph-7/block) aio_submit retries 3 2022-03-06T10:16:30.003 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:29 smithi008 conmon[106522]: debug 2022-03-06T10:16:29.494+0000 7f2982e92700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2022-03-06T10:16:30.003 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:29 smithi008 conmon[106522]: cluster 2022-03-06T10:16:28.482204+0000 2022-03-06T10:16:30.003 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:29 smithi008 conmon[106522]: mgr.smithi083.piggzi (mgr.24591) 58 : cluster [DBG] pgmap v40: 129 pgs: 16 stale+active+clean, 113 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2022-03-06T10:16:30.004 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:29 smithi008 conmon[106522]: cluster 2022-03-06T10:16:29.015365+0000 mon.smithi008 (mon.0) 149 2022-03-06T10:16:30.004 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:29 smithi008 conmon[106522]: : cluster [INF] daemon mds.foofs.smithi008.htvsun restarted 2022-03-06T10:16:30.004 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:29 smithi008 conmon[106522]: cluster 2022-03-06T10:16:29.018650 2022-03-06T10:16:30.004 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:29 smithi008 conmon[106522]: +0000 mon.smithi008 (mon.0) 150 : cluster [DBG] osdmap e76: 8 total, 7 up, 8 in 2022-03-06T10:16:30.508 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 138 sec latency 140586.220 ms 2022-03-06T10:16:30.746 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:30 smithi008 conmon[106522]: cluster 2022-03-06T10:16:29.495041+0000 mon.smithi008 (mon.0) 2022-03-06T10:16:30.747 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:30 smithi008 conmon[106522]: 151 : cluster [ERR] Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2022-03-06T10:16:30.747 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:30 smithi008 conmon[106522]: cluster 2022-03-06T10:16:29.498681+0000 mon.smithi008 (mon.0) 152 : cluster [DBG] mds.? [v2:172.21.15.8:6802/1001285643,v1:172.21.15.8:6803/1001285643] up:boot 2022-03-06T10:16:30.748 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:30 smithi008 conmon[106522]: cluster 2022-03-06T10:16:30.748 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:30 smithi008 conmon[106522]: 2022-03-06T10:16:29.498753+0000 mon.smithi008 (mon.0) 153 : cluster [INF] Standby daemon mds.foofs.smithi008.htvsun assigned to filesystem foofs as rank 0 2022-03-06T10:16:30.749 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:30 smithi008 conmon[106522]: cluster 2022-03-06T10:16:29. 2022-03-06T10:16:30.749 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:30 smithi008 conmon[106522]: 498844+0000 mon.smithi008 (mon.0) 154 : cluster [INF] Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2022-03-06T10:16:30.750 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:30 smithi008 conmon[106522]: cluster 2022-03-06T10:16:29.499073+0000 2022-03-06T10:16:30.750 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:30 smithi008 conmon[106522]: mon.smithi008 (mon.0) 155 : cluster [DBG] fsmap foofs:0/1 2 up:standby, 1 failed 2022-03-06T10:16:30.751 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:30 smithi008 conmon[106522]: audit 2022-03-06T10:16:29 2022-03-06T10:16:30.751 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:30 smithi008 conmon[106522]: .499545+0000 mon.smithi008 (mon.0) 156 : audit [DBG] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi008.htvsun"}]: dispatch 2022-03-06T10:16:30.756 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:30 smithi008 conmon[106522]: cluster 2022-03-06T10:16 2022-03-06T10:16:30.756 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:30 smithi008 conmon[106522]: :29.502546+0000 mon.smithi008 (mon.0) 157 : cluster [DBG] fsmap foofs:1/1 {0=foofs.smithi008.htvsun=up:replay} 1 up:standby 2022-03-06T10:16:30.787 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:30 smithi083 conmon[70637]: cluster 2022-03-06T10:16:29.495041+0000 mon.smithi008 (mon.0) 151 : cluster 2022-03-06T10:16:30.788 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:30 smithi083 conmon[70637]: [ERR] Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2022-03-06T10:16:30.788 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:30 smithi083 conmon[70637]: cluster 2022-03-06T10:16:29.498681+0000 mon.smithi008 (mon.0) 152 : cluster [DBG] mds.? [v2:172.21.15.8:6802/1001285643,v1:172.21.15.8:6803/1001285643] up:boot 2022-03-06T10:16:30.788 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:30 smithi083 conmon[70637]: cluster 2022-03- 2022-03-06T10:16:30.789 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:30 smithi083 conmon[70637]: 06T10:16:29.498753+0000 mon.smithi008 (mon.0) 153 : cluster [INF] Standby daemon mds.foofs.smithi008.htvsun assigned to filesystem foofs as rank 0 2022-03-06T10:16:30.789 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:30 smithi083 conmon[70637]: cluster 2022-03-06 2022-03-06T10:16:30.789 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:30 smithi083 conmon[70637]: T10:16:29.498844+0000 mon.smithi008 (mon.0 2022-03-06T10:16:30.789 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:30 smithi083 conmon[70637]: ) 154 : cluster [INF] Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2022-03-06T10:16:30.790 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:30 smithi083 conmon[70637]: cluster 2022- 2022-03-06T10:16:30.790 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:30 smithi083 conmon[70637]: 03-06T10:16:29.499073+0000 mon.smithi008 2022-03-06T10:16:30.790 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:30 smithi083 conmon[70637]: (mon.0) 155 : cluster [DBG] fsmap foofs:0/1 2 up:standby, 1 failed 2022-03-06T10:16:30.790 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:30 smithi083 conmon[70637]: 2022-03-06T10:16:30.791 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:30 smithi083 conmon[70637]: audit 2022-03-06T10:16:30.791 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:30 smithi083 conmon[70637]: 2022-03-06T10:16:29. 2022-03-06T10:16:30.791 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:30 smithi083 conmon[70637]: 499545+0000 mon.smithi008 (mon.0) 156 : audit [DBG] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi008.htvsun"}]: dispatch 2022-03-06T10:16:30.791 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:30 smithi083 conmon[70637]: cluster 2022-03-06T10:16:30.792 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:30 smithi083 conmon[70637]: 2022-03-06T10:16:29.502546+0000 mon.smithi008 (mon. 2022-03-06T10:16:30.792 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:30 smithi083 conmon[70637]: 0) 157 : cluster [DBG] fsmap foofs:1/1 {0=foofs.smithi008.htvsun=up:replay} 1 up:standby 2022-03-06T10:16:31.509 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 139 sec latency 141586.264 ms 2022-03-06T10:16:31.787 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:31 smithi083 conmon[70637]: cluster 2022-03-06T10:16:30.482753+0000 mgr.smithi083.piggzi (mgr.24591) 59 : cluster [DBG] pgmap v42: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 224/1746 objects degraded (12.829%) 2022-03-06T10:16:31.788 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:31 smithi083 conmon[70637]: 2022-03-06T10:16:31.788 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:31 smithi083 conmon[70637]: cluster 2022-03-06T10:16:30.861005+0000 mon.smithi008 (mon.0) 158 : cluster [WRN] Health check failed: Degraded data redundancy: 224/1746 objects degraded (12.829%), 28 pgs degraded (PG_DEGRADED) 2022-03-06T10:16:31.926 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:31 smithi008 conmon[106522]: cluster 2022-03-06T10:16:30.482753+0000 mgr.smithi083.piggzi (mgr.24591) 59 : 2022-03-06T10:16:31.927 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:31 smithi008 conmon[106522]: cluster [DBG] pgmap v42: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 224/1746 objects degraded (12.829%) 2022-03-06T10:16:31.927 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:31 smithi008 conmon[106522]: cluster 2022-03-06T10:16:30.861005+0000 mon.smithi008 (mon.0) 158 : cluster [WRN] Health check failed: Degraded data redundancy: 224/1746 objects degraded (12.829%), 28 pgs degraded (PG_DEGRADED) 2022-03-06T10:16:32.508 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 140 sec latency 142586.316 ms 2022-03-06T10:16:32.746 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:32 smithi008 conmon[106522]: cluster 2022-03-06T10:16:31.508556+0000 mon.smithi008 2022-03-06T10:16:32.746 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:32 smithi008 conmon[106522]: (mon.0) 159 : cluster [DBG] mds.? [v2:172.21.15.8:6802/1001285643,v1:172.21.15.8:6803/1001285643] up:reconnect 2022-03-06T10:16:32.746 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:32 smithi008 conmon[106522]: cluster 2022-03-06T10:16:31.508625+0000 mon.smithi008 (mon 2022-03-06T10:16:32.747 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:32 smithi008 conmon[106522]: .0) 160 : cluster [DBG] fsmap foofs:1/1 {0=foofs.smithi008.htvsun=up:reconnect} 1 up:standby 2022-03-06T10:16:32.787 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:32 smithi083 conmon[70637]: cluster 2022-03-06T10:16:31.508556+0000 mon.smithi008 (mon.0) 2022-03-06T10:16:32.788 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:32 smithi083 conmon[70637]: 159 : cluster [DBG] mds.? [v2:172.21.15.8:6802/1001285643,v1:172.21.15.8:6803/1001285643] up:reconnect 2022-03-06T10:16:32.788 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:32 smithi083 conmon[70637]: cluster 2022-03-06T10:16:31.508625+0000 mon.smithi008 (mon.0) 160 : cluster [DBG] fsmap foofs:1/1 {0=foofs.smithi008.htvsun=up:reconnect} 1 up:standby 2022-03-06T10:16:33.508 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 141 sec latency 143586.880 ms 2022-03-06T10:16:33.787 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:33 smithi083 conmon[70637]: cluster 2022-03-06T10:16:32.483507+0000 mgr.smithi083.piggzi (mgr.24591) 60 : 2022-03-06T10:16:33.789 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:33 smithi083 conmon[70637]: cluster [DBG] pgmap v43: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 224/1746 objects degraded (12.829%) 2022-03-06T10:16:33.789 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:33 smithi083 conmon[70637]: audit 2022-03-06T10:16:32.870765+0000 mon.smithi008 (mon.0) 161 : audit [INF] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' 2022-03-06T10:16:34.004 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:33 smithi008 conmon[106522]: cluster 2022-03-06T10:16:32.483507+0000 mgr.smithi083.piggzi (mgr.24591) 60 : cluster [DBG] pgmap v43: 129 pgs: 28 active+undersized+degraded, 21 active+undersized, 80 active+clean; 324 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 224/1746 objects degraded (12.829%) 2022-03-06T10:16:34.005 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:33 smithi008 conmon[106522]: audit 2022-03-06T10:16:32.870765+0000 mon.smithi008 (mon.0) 161 : audit [INF] from='mgr.24591 172.21.15.83:0/2103455742' entity='mgr.smithi083.piggzi' 2022-03-06T10:16:34.508 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 142 sec latency 144587.017 ms 2022-03-06T10:16:35.509 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 143 sec latency 145587.077 ms 2022-03-06T10:16:36.509 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 144 sec latency 146587.150 ms 2022-03-06T10:16:37.509 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 145 sec latency 147587.195 ms 2022-03-06T10:16:38.509 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 146 sec latency 148587.243 ms 2022-03-06T10:16:39.509 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 147 sec latency 149587.369 ms 2022-03-06T10:16:40.509 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 148 sec latency 150587.473 ms 2022-03-06T10:16:41.509 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 149 sec latency 151587.568 ms 2022-03-06T10:16:42.509 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 150 sec latency 152587.634 ms 2022-03-06T10:16:43.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:43 smithi008 conmon[106522]: debug 2022-03-06T10:16:43.062+0000 7f2982e92700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2022-03-06T10:16:43.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:43 smithi008 conmon[106522]: cluster 2022-03-06T10:16:43.012387+0000 2022-03-06T10:16:43.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:43 smithi008 conmon[106522]: mon.smithi008 (mon.0) 162 : cluster [INF] daemon mds.foofs.smithi008.htvsun restarted 2022-03-06T10:16:43.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:43 smithi008 conmon[106522]: cluster 2022-03-06T10:16:43.015530+0000 mon.smithi008 (mon.0) 163 : cluster 2022-03-06T10:16:43.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:43 smithi008 conmon[106522]: [DBG] osdmap e77: 8 total, 7 up, 8 in 2022-03-06T10:16:43.509 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 151 sec latency 153587.691 ms 2022-03-06T10:16:43.537 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:43 smithi083 conmon[70637]: cluster 2022-03-06T10:16:43.012387+0000 2022-03-06T10:16:43.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:43 smithi083 conmon[70637]: mon.smithi008 (mon.0) 162 : cluster [INF] daemon mds.foofs.smithi008.htvsun restarted 2022-03-06T10:16:43.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:43 smithi083 conmon[70637]: cluster 2022-03-06T10:16:43.015530+0000 mon.smithi008 (mon.0) 163 : cluster [DBG] osdmap e77: 8 total, 7 up, 8 in 2022-03-06T10:16:44.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:44 smithi008 conmon[106522]: cluster 2022-03-06T10:16:43.063161+0000 2022-03-06T10:16:44.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:44 smithi008 conmon[106522]: mon.smithi008 (mon.0) 164 : cluster [ERR] Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2022-03-06T10:16:44.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:44 smithi008 conmon[106522]: cluster 2022-03-06T10:16:43.066179+0000 mon.smithi008 (mon.0) 165 : cluster [DBG] mds.? [v2:172.21.15.8:6802/4211979255,v1:172.21.15.8:6803/4211979255] up:boot 2022-03-06T10:16:44.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:44 smithi008 conmon[106522]: cluster 2022-03-06T10:16:43.066237+0000 mon.smithi008 (mon.0) 166 : cluster [INF] Standby daemon mds.foofs.smithi008.htvsun assigned to filesystem foofs as rank 0 2022-03-06T10:16:44.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:44 smithi008 conmon[106522]: 2022-03-06T10:16:44.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:44 smithi008 conmon[106522]: cluster 2022-03- 2022-03-06T10:16:44.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:44 smithi008 conmon[106522]: 06T10:16:43.066324+0000 mon.smithi008 (mon.0) 167 : cluster [INF] Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2022-03-06T10:16:44.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:44 smithi008 conmon[106522]: 2022-03-06T10:16:44.498 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:44 smithi008 conmon[106522]: cluster 2022-03 2022-03-06T10:16:44.498 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:44 smithi008 conmon[106522]: -06T10:16:43.066550+0000 mon.smithi008 (mon.0) 168 : cluster [DBG] fsmap foofs:0/1 2 up:standby, 1 failed 2022-03-06T10:16:44.498 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:44 smithi008 conmon[106522]: cluster 2022-03 2022-03-06T10:16:44.498 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:44 smithi008 conmon[106522]: -06T10:16:43.069717+0000 mon.smithi008 ( 2022-03-06T10:16:44.499 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:44 smithi008 conmon[106522]: mon.0) 169 : cluster [DBG] fsmap foofs:1/1 {0=foofs.smithi008.htvsun=up:replay} 1 up:standby 2022-03-06T10:16:44.509 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 152 sec latency 154587.747 ms 2022-03-06T10:16:44.537 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:44 smithi083 conmon[70637]: cluster 2022-03-06T10:16:43.063161+0000 mon.smithi008 (mon. 2022-03-06T10:16:44.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:44 smithi083 conmon[70637]: 0) 164 : cluster [ERR] Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2022-03-06T10:16:44.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:44 smithi083 conmon[70637]: cluster 2022-03-06T10:16:43.066179+0000 mon.smithi008 (mon.0) 165 : cluster [DBG] mds.? [v2:172.21.15.8:6802/4211979255,v1:172.21.15.8:6803/4211979255] up:boot 2022-03-06T10:16:44.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:44 smithi083 conmon[70637]: cluster 2022-03-06T10:16:43.066237+0000 mon.smithi008 (mon. 2022-03-06T10:16:44.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:44 smithi083 conmon[70637]: 0) 166 : cluster [INF] Standby daemon mds.foofs.smithi008.htvsun assigned to filesystem foofs as rank 0 2022-03-06T10:16:44.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:44 smithi083 conmon[70637]: cluster 2022-03-06T10:16:43. 2022-03-06T10:16:44.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:44 smithi083 conmon[70637]: 066324+0000 mon.smithi008 (mon.0) 167 : cluster [INF] Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2022-03-06T10:16:44.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:44 smithi083 conmon[70637]: cluster 2022-03- 2022-03-06T10:16:44.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:44 smithi083 conmon[70637]: 06T10:16:43.066550+0000 mon.smithi008 (mon 2022-03-06T10:16:44.540 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:44 smithi083 conmon[70637]: .0) 168 : cluster [DBG] fsmap foofs:0/1 2 up:standby, 1 failed 2022-03-06T10:16:44.540 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:44 smithi083 conmon[70637]: cluster 2022-03 2022-03-06T10:16:44.540 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:44 smithi083 conmon[70637]: -06T10:16:43.069717+0000 mon.smithi008 (mon 2022-03-06T10:16:44.540 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:44 smithi083 conmon[70637]: .0) 169 : cluster [DBG] fsmap foofs:1/1 {0=foofs.smithi008.htvsun=up:replay} 1 up:standby 2022-03-06T10:16:45.509 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 153 sec latency 155587.857 ms 2022-03-06T10:16:46.188 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:46 smithi008 conmon[106522]: cluster 2022-03-06T10:16:45.072285+0000 mon.smithi008 (mon. 2022-03-06T10:16:46.188 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:46 smithi008 conmon[106522]: 0) 170 : cluster [DBG] mds.? [v2:172.21.15.8:6802/4211979255,v1:172.21.15.8:6803/4211979255] up:reconnect 2022-03-06T10:16:46.189 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:46 smithi008 conmon[106522]: cluster 2022-03-06T10:16:45.072350+0000 mon.smithi008 (mon.0) 171 : cluster [DBG] fsmap foofs:1/1 {0=foofs.smithi008.htvsun=up:reconnect} 1 up:standby 2022-03-06T10:16:46.509 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 154 sec latency 156587.980 ms 2022-03-06T10:16:46.537 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:46 smithi083 conmon[70637]: cluster 2022-03-06T10:16:45.072285+0000 mon.smithi008 (mon.0) 170 : 2022-03-06T10:16:46.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:46 smithi083 conmon[70637]: cluster [DBG] mds.? [v2:172.21.15.8:6802/4211979255,v1:172.21.15.8:6803/4211979255] up:reconnect 2022-03-06T10:16:46.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:46 smithi083 conmon[70637]: cluster 2022-03-06T10:16:45.072350+0000 mon.smithi008 (mon.0) 171 : cluster [DBG] fsmap foofs:1/1 {0=foofs.smithi008.htvsun=up:reconnect} 1 up:standby 2022-03-06T10:16:47.510 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 155 sec latency 157588.117 ms 2022-03-06T10:16:48.510 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 156 sec latency 158588.196 ms 2022-03-06T10:16:49.510 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 157 sec latency 159588.280 ms 2022-03-06T10:16:50.510 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 158 sec latency 160588.403 ms 2022-03-06T10:16:51.510 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 159 sec latency 161588.511 ms 2022-03-06T10:16:52.510 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 160 sec latency 162588.612 ms 2022-03-06T10:16:53.510 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 161 sec latency 163588.731 ms 2022-03-06T10:16:54.510 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 162 sec latency 164588.818 ms 2022-03-06T10:16:55.511 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 163 sec latency 165588.929 ms 2022-03-06T10:16:56.510 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 164 sec latency 166589.006 ms 2022-03-06T10:16:57.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:57 smithi008 conmon[106522]: debug 2022-03-06T10:16:57.086+0000 7f2982e92700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2022-03-06T10:16:57.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:57 smithi008 conmon[106522]: cluster 2022-03-06T10:16:57 2022-03-06T10:16:57.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:57 smithi008 conmon[106522]: .037333+0000 mon.smithi008 (mon.0) 172 : cluster [INF] daemon mds.foofs.smithi008.htvsun restarted 2022-03-06T10:16:57.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:57 smithi008 conmon[106522]: cluster 2022-03- 2022-03-06T10:16:57.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:57 smithi008 conmon[106522]: 06T10:16:57.040760+0000 mon.smithi008 (mon 2022-03-06T10:16:57.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:57 smithi008 conmon[106522]: .0) 173 : cluster [DBG] osdmap e78: 8 total, 7 up, 8 in 2022-03-06T10:16:57.510 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 165 sec latency 167589.053 ms 2022-03-06T10:16:57.537 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:57 smithi083 conmon[70637]: cluster 2022-03-06T10:16:57.037333+0000 mon.smithi008 (mon.0) 172 : 2022-03-06T10:16:57.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:57 smithi083 conmon[70637]: cluster [INF] daemon mds.foofs.smithi008.htvsun restarted 2022-03-06T10:16:57.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:57 smithi083 conmon[70637]: cluster 2022-03-06T10:16:57.040760+0000 mon.smithi008 (mon.0) 173 : cluster [DBG] osdmap e78: 8 total, 7 up, 8 in 2022-03-06T10:16:57.539 INFO:journalctl@ceph.osd.6.smithi083.stdout:Mar 06 10:16:57 smithi083 conmon[47471]: debug 2022-03-06T10:16:57.132+0000 7f09d1f61700 -1 bdev(0x5653d25c4800 /var/lib/ceph/osd/ceph-6/block) aio_submit retries 1 2022-03-06T10:16:57.539 INFO:journalctl@ceph.osd.6.smithi083.stdout:Mar 06 10:16:57 smithi083 conmon[47471]: debug 2022-03-06T10:16:57.133+0000 7f09ccf57700 -1 bdev(0x5653d25c4800 /var/lib/ceph/osd/ceph-6/block) aio_submit retries 1 2022-03-06T10:16:57.539 INFO:journalctl@ceph.osd.7.smithi083.stdout:Mar 06 10:16:57 smithi083 conmon[51671]: debug 2022-03-06T10:16:57.114+0000 7fca7a148700 -1 bdev(0x5631ab206800 /var/lib/ceph/osd/ceph-7/block) aio_submit retries 1 2022-03-06T10:16:57.540 INFO:journalctl@ceph.osd.7.smithi083.stdout:Mar 06 10:16:57 smithi083 conmon[51671]: debug 2022-03-06T10:16:57.118+0000 7fca7513e700 -1 bdev(0x5631ab206800 /var/lib/ceph/osd/ceph-7/block) aio_submit retries 2 2022-03-06T10:16:58.495 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:58 smithi008 conmon[106522]: cluster 2022-03-06T10:16:57. 2022-03-06T10:16:58.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:58 smithi008 conmon[106522]: 088012+0000 mon.smithi008 (mon.0) 174 : cluster [ERR] Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2022-03-06T10:16:58.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:58 smithi008 conmon[106522]: cluster 2022-03-06T10:16: 2022-03-06T10:16:58.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:58 smithi008 conmon[106522]: 57.091048+0000 mon.smithi008 (mon.0) 175 : cluster 2022-03-06T10:16:58.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:58 smithi008 conmon[106522]: [DBG] mds.? [v2:172.21.15.8:6802/2861968798,v1:172.21.15.8:6803/2861968798] up:boot 2022-03-06T10:16:58.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:58 smithi008 conmon[106522]: cluster 2022- 2022-03-06T10:16:58.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:58 smithi008 conmon[106522]: 03-06T10:16:57. 2022-03-06T10:16:58.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:58 smithi008 conmon[106522]: 091087+0000 mon.smithi008 (mon.0) 2022-03-06T10:16:58.498 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:58 smithi008 conmon[106522]: 176 : cluster [INF] Standby daemon mds.foofs.smithi008.htvsun assigned to filesystem foofs as rank 0 2022-03-06T10:16:58.498 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:58 smithi008 conmon[106522]: cluster 2022 2022-03-06T10:16:58.498 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:58 smithi008 conmon[106522]: -03-06T10:16:57 2022-03-06T10:16:58.498 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:58 smithi008 conmon[106522]: .091154+0000 mon.smithi008 (mon. 2022-03-06T10:16:58.498 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:58 smithi008 conmon[106522]: 0) 177 : cluster [INF] Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2022-03-06T10:16:58.499 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:58 smithi008 conmon[106522]: 2022-03-06T10:16:58.499 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:58 smithi008 conmon[106522]: cluster 2022 2022-03-06T10:16:58.499 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:58 smithi008 conmon[106522]: -03-06T10:16: 2022-03-06T10:16:58.499 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:58 smithi008 conmon[106522]: 57.091344+0000 mon.smithi008 (mon 2022-03-06T10:16:58.500 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:58 smithi008 conmon[106522]: .0) 178 : cluster [DBG] 2022-03-06T10:16:58.500 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:58 smithi008 conmon[106522]: fsmap foofs:0/1 2 up:standby, 1 failed 2022-03-06T10:16:58.500 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:58 smithi008 conmon[106522]: cluster 2022-03-06 2022-03-06T10:16:58.500 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:58 smithi008 conmon[106522]: T10:16:57.094663+0000 mon.smithi008 (mon.0) 179 2022-03-06T10:16:58.501 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:16:58 smithi008 conmon[106522]: : cluster [DBG] fsmap foofs:1/1 {0=foofs.smithi008.htvsun=up:replay} 1 up:standby 2022-03-06T10:16:58.510 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 166 sec latency 168589.092 ms 2022-03-06T10:16:58.537 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:58 smithi083 conmon[70637]: cluster 2022-03-06T10:16:57.088012+0000 mon.smithi008 (mon.0) 174 : cluster [ERR] Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2022-03-06T10:16:58.537 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:58 smithi083 conmon[70637]: cluster 2022-03-06T10:16:57.091048+0000 mon.smithi008 (mon.0) 175 : cluster [DBG] mds.? [v2:172.21.15.8:6802/2861968798,v1:172.21.15.8:6803/2861968798] up:boot 2022-03-06T10:16:58.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:58 smithi083 conmon[70637]: cluster 2022-03-06T10:16:57.091087+0000 mon.smithi008 (mon.0) 176 : cluster [INF] Standby daemon mds.foofs.smithi008.htvsun assigned to filesystem foofs as rank 0 2022-03-06T10:16:58.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:58 smithi083 conmon[70637]: cluster 2022-03-06T10:16:57.091154+0000 2022-03-06T10:16:58.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:58 smithi083 conmon[70637]: mon.smithi008 (mon.0) 177 : cluster [INF] Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2022-03-06T10:16:58.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:58 smithi083 conmon[70637]: cluster 2022-03-06T10:16: 2022-03-06T10:16:58.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:58 smithi083 conmon[70637]: 57.091344+0000 mon.smithi008 (mon.0) 178 : cluster [DBG] fsmap foofs:0/1 2 up:standby, 1 failed 2022-03-06T10:16:58.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:58 smithi083 conmon[70637]: cluster 2022- 2022-03-06T10:16:58.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:58 smithi083 conmon[70637]: 03-06T10:16:57.094663+0000 mon.smithi008 2022-03-06T10:16:58.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:16:58 smithi083 conmon[70637]: (mon.0) 179 : cluster [DBG] fsmap foofs:1/1 {0=foofs.smithi008.htvsun=up:replay} 1 up:standby 2022-03-06T10:16:59.511 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 167 sec latency 169589.144 ms 2022-03-06T10:17:00.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:17:00 smithi008 conmon[106522]: cluster 2022-03-06T10:16:59.097520+0000 mon.smithi008 (mon. 2022-03-06T10:17:00.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:17:00 smithi008 conmon[106522]: 0) 180 : cluster [DBG] mds.? [v2:172.21.15.8:6802/2861968798,v1:172.21.15.8:6803/2861968798] up:reconnect 2022-03-06T10:17:00.247 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:17:00 smithi008 conmon[106522]: cluster 2022-03-06T10:16:59.097598+0000 mon.smithi008 (mon.0) 181 : cluster [DBG] fsmap foofs:1/1 {0=foofs.smithi008.htvsun=up:reconnect} 1 up:standby 2022-03-06T10:17:00.511 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 168 sec latency 170589.268 ms 2022-03-06T10:17:00.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:17:00 smithi083 conmon[70637]: cluster 2022-03-06T10:16:59.097520+0000 mon.smithi008 (mon.0) 180 : cluster 2022-03-06T10:17:00.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:17:00 smithi083 conmon[70637]: [DBG] mds.? [v2:172.21.15.8:6802/2861968798,v1:172.21.15.8:6803/2861968798] up:reconnect 2022-03-06T10:17:00.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:17:00 smithi083 conmon[70637]: cluster 2022-03-06T10:16:59.097598+0000 mon.smithi008 (mon.0) 181 : cluster [DBG] fsmap foofs:1/1 {0=foofs.smithi008.htvsun=up:reconnect} 1 up:standby 2022-03-06T10:17:01.511 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 169 sec latency 171589.368 ms 2022-03-06T10:17:02.512 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 170 sec latency 172589.477 ms 2022-03-06T10:17:03.511 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 171 sec latency 173589.563 ms 2022-03-06T10:17:04.511 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 172 sec latency 174589.672 ms 2022-03-06T10:17:05.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:17:04 smithi008 conmon[106522]: cluster 2022-03-06T10:17:04.868841+0000 mon.smithi008 (mon.0) 2022-03-06T10:17:05.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:17:04 smithi008 conmon[106522]: 182 : cluster [INF] Manager daemon smithi083.piggzi is unresponsive. No standby daemons available. 2022-03-06T10:17:05.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:17:04 smithi008 conmon[106522]: cluster 2022-03-06T10:17:04.869112+0000 mon.smithi008 (mon.0) 183 : cluster [WRN] Health check failed: no active mgr (MGR_DOWN) 2022-03-06T10:17:05.247 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:17:04 smithi008 conmon[106522]: cluster 2022-03-06T10:17:04.872130+0000 2022-03-06T10:17:05.247 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:17:04 smithi008 conmon[106522]: mon.smithi008 (mon.0 2022-03-06T10:17:05.248 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:17:04 smithi008 conmon[106522]: ) 184 : cluster 2022-03-06T10:17:05.248 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:17:04 smithi008 conmon[106522]: [DBG] osdmap e79: 8 total, 7 up, 8 in 2022-03-06T10:17:05.248 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:17:04 smithi008 conmon[106522]: cluster 2022-03-06 2022-03-06T10:17:05.248 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:17:04 smithi008 conmon[106522]: T10:17:04.881538+0000 mon.smithi008 ( 2022-03-06T10:17:05.249 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:17:04 smithi008 conmon[106522]: mon.0) 185 : cluster [DBG] mgrmap e40: no daemons active (since 0.0127087s) 2022-03-06T10:17:05.287 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:17:04 smithi083 conmon[70637]: cluster 2022-03-06T10:17:04.868841+0000 mon.smithi008 (mon.0) 182 : cluster 2022-03-06T10:17:05.288 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:17:04 smithi083 conmon[70637]: [INF] Manager daemon smithi083.piggzi is unresponsive. No standby daemons available. 2022-03-06T10:17:05.288 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:17:04 smithi083 conmon[70637]: cluster 2022-03-06T10:17:04.869112+0000 mon.smithi008 (mon.0) 183 : cluster [WRN] Health check failed: no active mgr (MGR_DOWN) 2022-03-06T10:17:05.288 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:17:04 smithi083 conmon[70637]: cluster 2022-03-06T10:17:04.872130+0000 mon.smithi008 (mon 2022-03-06T10:17:05.289 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:17:04 smithi083 conmon[70637]: .0) 184 : cluster [DBG] osdmap e79: 8 total, 7 up, 8 in 2022-03-06T10:17:05.289 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:17:04 smithi083 conmon[70637]: cluster 2022-03-06T10:17:04. 2022-03-06T10:17:05.289 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:17:04 smithi083 conmon[70637]: 881538+0000 mon.smithi008 (mon.0) 185 : cluster [DBG] mgrmap e40: no daemons active (since 0.0127087s) 2022-03-06T10:17:05.511 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 173 sec latency 175589.803 ms 2022-03-06T10:17:06.511 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 174 sec latency 176589.939 ms 2022-03-06T10:17:07.512 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 175 sec latency 177590.090 ms 2022-03-06T10:17:08.512 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 176 sec latency 178590.138 ms 2022-03-06T10:17:09.512 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 177 sec latency 179590.245 ms 2022-03-06T10:17:10.512 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 178 sec latency 180590.325 ms 2022-03-06T10:17:11.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:17:11 smithi008 conmon[106522]: debug 2022-03-06T10:17:11.118+0000 7f2982e92700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2022-03-06T10:17:11.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:17:11 smithi008 conmon[106522]: cluster 2022-03-06T10 2022-03-06T10:17:11.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:17:11 smithi008 conmon[106522]: :17:11.068404+0000 mon.smithi008 (mon.0) 186 : cluster [INF] daemon mds.foofs.smithi008.htvsun restarted 2022-03-06T10:17:11.498 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:17:11 smithi008 conmon[106522]: cluster 2022-03-06T10:17:11.071816 2022-03-06T10:17:11.498 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:17:11 smithi008 conmon[106522]: +0000 mon.smithi008 (mon.0) 187 : cluster 2022-03-06T10:17:11.499 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:17:11 smithi008 conmon[106522]: [DBG] osdmap e80: 8 total, 7 up, 8 in 2022-03-06T10:17:11.513 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 179 sec latency 181590.394 ms 2022-03-06T10:17:11.537 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:17:11 smithi083 conmon[70637]: cluster 2022-03-06T10:17:11.068404+0000 mon.smithi008 (mon.0) 186 : cluster 2022-03-06T10:17:11.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:17:11 smithi083 conmon[70637]: [INF] daemon mds.foofs.smithi008.htvsun restarted 2022-03-06T10:17:11.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:17:11 smithi083 conmon[70637]: cluster 2022-03-06T10:17:11.071816+0000 mon.smithi008 (mon.0) 187 : cluster [DBG] osdmap e80: 8 total, 7 up, 8 in 2022-03-06T10:17:11.540 INFO:journalctl@ceph.osd.7.smithi083.stdout:Mar 06 10:17:11 smithi083 conmon[51671]: debug 2022-03-06T10:17:11.147+0000 7fca7513e700 -1 bdev(0x5631ab206800 /var/lib/ceph/osd/ceph-7/block) aio_submit retries 1 2022-03-06T10:17:11.540 INFO:journalctl@ceph.osd.7.smithi083.stdout:Mar 06 10:17:11 smithi083 conmon[51671]: debug 2022-03-06T10:17:11.148+0000 7fca76140700 -1 bdev(0x5631ab206800 /var/lib/ceph/osd/ceph-7/block) aio_submit retries 1 2022-03-06T10:17:12.495 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:17:12 smithi008 conmon[106522]: cluster 2022-03-06T10:17:11.119252+0000 2022-03-06T10:17:12.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:17:12 smithi008 conmon[106522]: mon.smithi008 (mon.0) 188 : cluster [ERR] Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2022-03-06T10:17:12.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:17:12 smithi008 conmon[106522]: cluster 2022-03-06T10:17:11.121720+0000 mon.smithi008 (mon.0) 189 : cluster [DBG] mds.? [v2:172.21.15.8:6802/2479219840,v1:172.21.15.8:6803/2479219840] up:boot 2022-03-06T10:17:12.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:17:12 smithi008 conmon[106522]: cluster 2022-03-06T10:17:11.121772+0000 mon.smithi008 (mon.0) 190 : cluster [INF] 2022-03-06T10:17:12.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:17:12 smithi008 conmon[106522]: Standby daemon mds.foofs.smithi008.htvsun assigned to filesystem foofs as rank 0 2022-03-06T10:17:12.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:17:12 smithi008 conmon[106522]: cluster 2022-03- 2022-03-06T10:17:12.498 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:17:12 smithi008 conmon[106522]: 06T10:17:11.121860+0000 mon.smithi008 (mon.0) 191 : cluster [INF] Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2022-03-06T10:17:12.498 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:17:12 smithi008 conmon[106522]: cluster 2022-03- 2022-03-06T10:17:12.498 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:17:12 smithi008 conmon[106522]: 06T10:17:11.122077+0000 mon.smithi008 (mon.0) 192 : 2022-03-06T10:17:12.498 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:17:12 smithi008 conmon[106522]: cluster [DBG] fsmap foofs:0/1 2 up:standby, 1 failed 2022-03-06T10:17:12.499 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:17:12 smithi008 conmon[106522]: cluster 2022- 2022-03-06T10:17:12.499 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:17:12 smithi008 conmon[106522]: 03-06T10:17:11.127884+0000 mon.smithi008 (mon.0) 193 : cluster 2022-03-06T10:17:12.499 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:17:12 smithi008 conmon[106522]: [DBG] fsmap foofs:1/1 {0=foofs.smithi008.htvsun=up:replay} 1 up:standby 2022-03-06T10:17:12.513 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 180 sec latency 182590.464 ms 2022-03-06T10:17:12.537 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:17:12 smithi083 conmon[70637]: cluster 2022-03-06T10:17:11.119252+0000 mon.smithi008 (mon.0) 188 : cluster [ERR] Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2022-03-06T10:17:12.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:17:12 smithi083 conmon[70637]: cluster 2022-03-06T10:17:11.121720+0000 mon.smithi008 2022-03-06T10:17:12.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:17:12 smithi083 conmon[70637]: (mon.0) 189 : cluster [DBG] mds.? [v2:172.21.15.8:6802/2479219840,v1:172.21.15.8:6803/2479219840] up:boot 2022-03-06T10:17:12.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:17:12 smithi083 conmon[70637]: cluster 2022-03-06T10:17:11.121772+0000 mon.smithi008 (mon.0) 190 : cluster [INF] Standby daemon mds.foofs.smithi008.htvsun assigned to filesystem foofs as rank 0 2022-03-06T10:17:12.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:17:12 smithi083 conmon[70637]: cluster 2022-03-06T10:17:11.121860+0000 mon.smithi008 (mon.0) 191 : cluster [INF] 2022-03-06T10:17:12.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:17:12 smithi083 conmon[70637]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2022-03-06T10:17:12.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:17:12 smithi083 conmon[70637]: cluster 2022-03-06T10:17:11.122077+0000 mon.smithi008 (mon.0) 192 : cluster 2022-03-06T10:17:12.540 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:17:12 smithi083 conmon[70637]: [DBG] fsmap foofs:0/1 2 up:standby, 1 failed 2022-03-06T10:17:12.540 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:17:12 smithi083 conmon[70637]: cluster 2022-03-06T10:17:11 2022-03-06T10:17:12.541 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:17:12 smithi083 conmon[70637]: .127884+0000 mon.smithi008 (mon.0) 193 : cluster [DBG] fsmap foofs:1/1 {0=foofs.smithi008.htvsun=up:replay} 1 up:standby 2022-03-06T10:17:13.512 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 181 sec latency 183590.600 ms 2022-03-06T10:17:14.495 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:17:14 smithi008 conmon[106522]: cluster 2022-03-06T10:17:13.130257 2022-03-06T10:17:14.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:17:14 smithi008 conmon[106522]: +0000 mds.foofs.smithi008.htvsun (mds.0) 1 : cluster [DBG] reconnect by client.24561 172.21.15.83:0/1919545533 after 0.000999989 2022-03-06T10:17:14.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:17:14 smithi008 conmon[106522]: cluster 2022-03-06T10:17:13.130345+0000 mds.foofs.smithi008.htvsun (mds.0) 2 : cluster [DBG] reconnect by client.14674 172.21.15.8:0/1918969627 after 0.000999989 2022-03-06T10:17:14.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:17:14 smithi008 conmon[106522]: cluster 2022-03-06T10:17:13.131908+0000 mon.smithi008 (mon.0) 194 : cluster [DBG] mds.? [v2:172.21.15.8:6802/2479219840,v1:172.21.15.8:6803/2479219840] up:reconnect 2022-03-06T10:17:14.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:17:14 smithi008 conmon[106522]: cluster 2022-03-06T10:17:13.131976+0000 mon.smithi008 ( 2022-03-06T10:17:14.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:17:14 smithi008 conmon[106522]: mon.0) 195 : cluster [DBG] fsmap foofs:1/1 {0=foofs.smithi008.htvsun=up:reconnect} 1 up:standby 2022-03-06T10:17:14.512 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 182 sec latency 184590.720 ms 2022-03-06T10:17:14.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:17:14 smithi083 conmon[70637]: cluster 2022-03-06T10:17:13.130257+0000 mds.foofs.smithi008.htvsun (mds.0) 1 : cluster 2022-03-06T10:17:14.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:17:14 smithi083 conmon[70637]: [DBG] reconnect by client.24561 172.21.15.83:0/1919545533 after 0.000999989 2022-03-06T10:17:14.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:17:14 smithi083 conmon[70637]: cluster 2022-03-06T10:17:13.130345+0000 mds.foofs.smithi008.htvsun (mds.0) 2 : cluster [DBG] reconnect by client.14674 172.21.15.8:0/1918969627 after 0.000999989 2022-03-06T10:17:14.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:17:14 smithi083 conmon[70637]: cluster 2022-03-06T10:17:13.131908+0000 mon.smithi008 (mon.0) 194 : cluster [DBG] mds.? [v2:172.21.15.8:6802/2479219840,v1:172.21.15.8:6803/2479219840] up:reconnect 2022-03-06T10:17:14.540 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:17:14 smithi083 conmon[70637]: cluster 2022-03-06T10:17:13.131976+0000 mon.smithi008 (mon.0) 195 : cluster [DBG] fsmap foofs:1/1 {0=foofs.smithi008.htvsun=up:reconnect} 1 up:standby 2022-03-06T10:17:15.512 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 183 sec latency 185590.853 ms 2022-03-06T10:17:16.512 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 184 sec latency 186590.971 ms 2022-03-06T10:17:17.513 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 185 sec latency 187591.076 ms 2022-03-06T10:17:18.513 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 186 sec latency 188591.193 ms 2022-03-06T10:17:19.513 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 187 sec latency 189591.308 ms 2022-03-06T10:17:20.513 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 188 sec latency 190591.431 ms 2022-03-06T10:17:21.518 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 189 sec latency 191591.494 ms 2022-03-06T10:17:22.513 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 190 sec latency 192591.619 ms 2022-03-06T10:17:23.513 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 191 sec latency 193591.700 ms 2022-03-06T10:17:24.513 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 192 sec latency 194591.745 ms 2022-03-06T10:17:25.514 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 193 sec latency 195591.882 ms 2022-03-06T10:17:26.514 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 194 sec latency 196591.975 ms 2022-03-06T10:17:27.513 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 195 sec latency 197592.004 ms 2022-03-06T10:17:28.514 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 196 sec latency 198592.117 ms 2022-03-06T10:17:29.514 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 197 sec latency 199592.160 ms 2022-03-06T10:17:30.514 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 198 sec latency 200592.271 ms 2022-03-06T10:17:31.514 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 199 sec latency 201592.362 ms 2022-03-06T10:17:32.514 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 200 sec latency 202592.474 ms 2022-03-06T10:17:33.514 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 201 sec latency 203592.559 ms 2022-03-06T10:17:34.514 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 202 sec latency 204592.678 ms 2022-03-06T10:17:35.514 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 203 sec latency 205592.787 ms 2022-03-06T10:17:36.514 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 204 sec latency 206592.883 ms 2022-03-06T10:17:37.514 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 205 sec latency 207592.997 ms 2022-03-06T10:17:38.515 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 206 sec latency 208593.105 ms 2022-03-06T10:17:39.515 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 207 sec latency 209593.218 ms 2022-03-06T10:17:40.515 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 208 sec latency 210593.298 ms 2022-03-06T10:17:41.515 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 209 sec latency 211593.396 ms 2022-03-06T10:17:42.515 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 210 sec latency 212593.493 ms 2022-03-06T10:17:43.515 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 211 sec latency 213593.613 ms 2022-03-06T10:17:44.515 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 212 sec latency 214593.662 ms 2022-03-06T10:17:45.515 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 213 sec latency 215593.769 ms 2022-03-06T10:17:46.515 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 214 sec latency 216593.848 ms 2022-03-06T10:17:47.515 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 215 sec latency 217593.953 ms 2022-03-06T10:17:48.515 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 216 sec latency 218594.046 ms 2022-03-06T10:17:49.517 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 217 sec latency 219594.172 ms 2022-03-06T10:17:50.516 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 218 sec latency 220594.304 ms 2022-03-06T10:17:51.516 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 219 sec latency 221594.395 ms 2022-03-06T10:17:52.516 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 220 sec latency 222594.516 ms 2022-03-06T10:17:53.516 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 221 sec latency 223594.630 ms 2022-03-06T10:17:54.516 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 222 sec latency 224594.749 ms 2022-03-06T10:17:55.516 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 223 sec latency 225594.866 ms 2022-03-06T10:17:56.517 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 224 sec latency 226595.004 ms 2022-03-06T10:17:57.517 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 225 sec latency 227595.113 ms 2022-03-06T10:17:58.517 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 226 sec latency 228595.223 ms 2022-03-06T10:17:59.519 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 227 sec latency 229595.322 ms 2022-03-06T10:18:00.517 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 228 sec latency 230595.452 ms 2022-03-06T10:18:01.517 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 229 sec latency 231595.526 ms 2022-03-06T10:18:02.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:18:02 smithi008 conmon[106522]: cluster 2022-03-06T10:18:01.110858+0000 mon.smithi008 (mon.0) 196 : cluster [DBG] mds.? [v2:172.21.15.8:6802/2479219840,v1:172.21.15.8:6803/2479219840] up:rejoin 2022-03-06T10:18:02.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:18:02 smithi008 conmon[106522]: cluster 2022-03-06T10:18:02.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:18:02 smithi008 conmon[106522]: 2022-03-06T10:18:01.110935+0000 mon.smithi008 (mon.0) 197 : cluster [DBG] fsmap foofs:1/1 {0=foofs.smithi008.htvsun=up:rejoin} 1 up:standby 2022-03-06T10:18:02.517 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 230 sec latency 232595.584 ms 2022-03-06T10:18:02.537 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:18:02 smithi083 conmon[70637]: cluster 2022-03-06T10:18:01.110858+0000 mon.smithi008 (mon.0) 196 : 2022-03-06T10:18:02.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:18:02 smithi083 conmon[70637]: cluster [DBG] mds.? [v2:172.21.15.8:6802/2479219840,v1:172.21.15.8:6803/2479219840] up:rejoin 2022-03-06T10:18:02.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:18:02 smithi083 conmon[70637]: cluster 2022-03-06T10:18:01.110935+0000 mon.smithi008 (mon.0) 197 : cluster [DBG] fsmap foofs:1/1 {0=foofs.smithi008.htvsun=up:rejoin} 1 up:standby 2022-03-06T10:18:03.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:18:03 smithi008 conmon[106522]: cluster 2022-03-06T10:18:02.116031+0000 mon.smithi008 (mon.0) 198 : 2022-03-06T10:18:03.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:18:03 smithi008 conmon[106522]: cluster [DBG] mds.? [v2:172.21.15.8:6802/2479219840,v1:172.21.15.8:6803/2479219840] up:clientreplay 2022-03-06T10:18:03.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:18:03 smithi008 conmon[106522]: cluster 2022-03-06T10:18:02.116125+0000 mon.smithi008 (mon.0) 199 : cluster [DBG] fsmap foofs:1/1 {0=foofs.smithi008.htvsun=up:clientreplay} 1 up:standby 2022-03-06T10:18:03.517 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 231 sec latency 233595.714 ms 2022-03-06T10:18:03.537 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:18:03 smithi083 conmon[70637]: cluster 2022-03-06T10:18:02.116031+0000 mon.smithi008 2022-03-06T10:18:03.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:18:03 smithi083 conmon[70637]: (mon.0) 198 : cluster [DBG] mds.? [v2:172.21.15.8:6802/2479219840,v1:172.21.15.8:6803/2479219840] up:clientreplay 2022-03-06T10:18:03.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:18:03 smithi083 conmon[70637]: cluster 2022-03-06T10:18:02.116125+0000 mon.smithi008 (mon.0) 199 : cluster [DBG] fsmap foofs:1/1 {0=foofs.smithi008.htvsun=up:clientreplay} 1 up:standby 2022-03-06T10:18:04.518 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 232 sec latency 234595.839 ms 2022-03-06T10:18:05.518 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 233 sec latency 235595.979 ms 2022-03-06T10:18:06.518 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 234 sec latency 236596.053 ms 2022-03-06T10:18:07.518 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 235 sec latency 237596.157 ms 2022-03-06T10:18:08.518 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 236 sec latency 238596.247 ms 2022-03-06T10:18:09.518 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 237 sec latency 239596.327 ms 2022-03-06T10:18:10.518 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 238 sec latency 240596.419 ms 2022-03-06T10:18:11.519 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 239 sec latency 241596.525 ms 2022-03-06T10:18:12.518 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 240 sec latency 242596.646 ms 2022-03-06T10:18:13.518 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 241 sec latency 243596.759 ms 2022-03-06T10:18:14.518 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 242 sec latency 244596.861 ms 2022-03-06T10:18:15.519 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 243 sec latency 245596.985 ms 2022-03-06T10:18:16.519 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 244 sec latency 246597.096 ms 2022-03-06T10:18:17.519 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 245 sec latency 247597.149 ms 2022-03-06T10:18:18.519 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 246 sec latency 248597.269 ms 2022-03-06T10:18:19.519 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 247 sec latency 249597.377 ms 2022-03-06T10:18:20.519 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 248 sec latency 250597.472 ms 2022-03-06T10:18:21.519 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 249 sec latency 251597.579 ms 2022-03-06T10:18:22.519 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 250 sec latency 252597.701 ms 2022-03-06T10:18:23.519 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 251 sec latency 253597.777 ms 2022-03-06T10:18:24.519 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 252 sec latency 254597.887 ms 2022-03-06T10:18:25.519 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 253 sec latency 255597.977 ms 2022-03-06T10:18:26.520 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 254 sec latency 256598.026 ms 2022-03-06T10:18:26.559 INFO:journalctl@ceph.osd.0.smithi008.stdout:Mar 06 10:18:26 smithi008 systemd[1]: ceph-f3cc2a6e-9d34-11ec-8c35-001a4aab830c@osd.0.service: start operation timed out. Terminating. 2022-03-06T10:18:26.996 INFO:journalctl@ceph.osd.0.smithi008.stdout:Mar 06 10:18:26 smithi008 podman[113953]: 2022-03-06T10:18:27.520 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 255 sec latency 257598.404 ms 2022-03-06T10:18:27.745 INFO:journalctl@ceph.osd.0.smithi008.stdout:Mar 06 10:18:27 smithi008 systemd[1]: ceph-f3cc2a6e-9d34-11ec-8c35-001a4aab830c@osd.0.service: Failed with result 'timeout'. 2022-03-06T10:18:27.747 INFO:journalctl@ceph.osd.0.smithi008.stdout:Mar 06 10:18:27 smithi008 systemd[1]: Failed to start Ceph osd.0 for f3cc2a6e-9d34-11ec-8c35-001a4aab830c. 2022-03-06T10:18:28.524 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 256 sec latency 258598.510 ms 2022-03-06T10:18:29.520 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 257 sec latency 259598.637 ms 2022-03-06T10:18:30.520 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 258 sec latency 260598.762 ms 2022-03-06T10:18:31.520 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 259 sec latency 261598.874 ms 2022-03-06T10:18:32.521 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 260 sec latency 262598.976 ms 2022-03-06T10:18:33.521 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 261 sec latency 263599.040 ms 2022-03-06T10:18:34.521 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 262 sec latency 264599.167 ms 2022-03-06T10:18:35.521 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 263 sec latency 265599.294 ms 2022-03-06T10:18:36.521 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 264 sec latency 266599.367 ms 2022-03-06T10:18:37.522 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 265 sec latency 267599.426 ms 2022-03-06T10:18:37.808 INFO:journalctl@ceph.osd.0.smithi008.stdout:Mar 06 10:18:37 smithi008 systemd[1]: ceph-f3cc2a6e-9d34-11ec-8c35-001a4aab830c@osd.0.service: Service RestartSec=10s expired, scheduling restart. 2022-03-06T10:18:37.808 INFO:journalctl@ceph.osd.0.smithi008.stdout:Mar 06 10:18:37 smithi008 systemd[1]: ceph-f3cc2a6e-9d34-11ec-8c35-001a4aab830c@osd.0.service: Scheduled restart job, restart counter is at 1. 2022-03-06T10:18:37.809 INFO:journalctl@ceph.osd.0.smithi008.stdout:Mar 06 10:18:37 smithi008 systemd[1]: Stopped Ceph osd.0 for f3cc2a6e-9d34-11ec-8c35-001a4aab830c. 2022-03-06T10:18:37.809 INFO:journalctl@ceph.osd.0.smithi008.stdout:Mar 06 10:18:37 smithi008 systemd[1]: ceph-f3cc2a6e-9d34-11ec-8c35-001a4aab830c@osd.0.service: Found left-over process 112693 (bash) in control group while starting unit. Ignoring. 2022-03-06T10:18:37.810 INFO:journalctl@ceph.osd.0.smithi008.stdout:Mar 06 10:18:37 smithi008 systemd[1]: This usually indicates unclean termination of a previous run, or service implementation deficiencies. 2022-03-06T10:18:37.810 INFO:journalctl@ceph.osd.0.smithi008.stdout:Mar 06 10:18:37 smithi008 systemd[1]: ceph-f3cc2a6e-9d34-11ec-8c35-001a4aab830c@osd.0.service: Found left-over process 112847 (podman) in control group while starting unit. Ignoring. 2022-03-06T10:18:37.811 INFO:journalctl@ceph.osd.0.smithi008.stdout:Mar 06 10:18:37 smithi008 systemd[1]: This usually indicates unclean termination of a previous run, or service implementation deficiencies. 2022-03-06T10:18:37.811 INFO:journalctl@ceph.osd.0.smithi008.stdout:Mar 06 10:18:37 smithi008 systemd[1]: ceph-f3cc2a6e-9d34-11ec-8c35-001a4aab830c@osd.0.service: Found left-over process 112887 (conmon) in control group while starting unit. Ignoring. 2022-03-06T10:18:37.812 INFO:journalctl@ceph.osd.0.smithi008.stdout:Mar 06 10:18:37 smithi008 systemd[1]: This usually indicates unclean termination of a previous run, or service implementation deficiencies. 2022-03-06T10:18:37.812 INFO:journalctl@ceph.osd.0.smithi008.stdout:Mar 06 10:18:37 smithi008 systemd[1]: Starting Ceph osd.0 for f3cc2a6e-9d34-11ec-8c35-001a4aab830c... 2022-03-06T10:18:37.812 INFO:journalctl@ceph.osd.0.smithi008.stdout:Mar 06 10:18:37 smithi008 systemd[1]: ceph-f3cc2a6e-9d34-11ec-8c35-001a4aab830c@osd.0.service: Found left-over process 112693 (bash) in control group while starting unit. Ignoring. 2022-03-06T10:18:37.813 INFO:journalctl@ceph.osd.0.smithi008.stdout:Mar 06 10:18:37 smithi008 systemd[1]: This usually indicates unclean termination of a previous run, or service implementation deficiencies. 2022-03-06T10:18:37.813 INFO:journalctl@ceph.osd.0.smithi008.stdout:Mar 06 10:18:37 smithi008 systemd[1]: ceph-f3cc2a6e-9d34-11ec-8c35-001a4aab830c@osd.0.service: Found left-over process 112847 (podman) in control group while starting unit. Ignoring. 2022-03-06T10:18:37.813 INFO:journalctl@ceph.osd.0.smithi008.stdout:Mar 06 10:18:37 smithi008 systemd[1]: This usually indicates unclean termination of a previous run, or service implementation deficiencies. 2022-03-06T10:18:37.814 INFO:journalctl@ceph.osd.0.smithi008.stdout:Mar 06 10:18:37 smithi008 systemd[1]: ceph-f3cc2a6e-9d34-11ec-8c35-001a4aab830c@osd.0.service: Found left-over process 112887 (conmon) in control group while starting unit. Ignoring. 2022-03-06T10:18:37.814 INFO:journalctl@ceph.osd.0.smithi008.stdout:Mar 06 10:18:37 smithi008 systemd[1]: This usually indicates unclean termination of a previous run, or service implementation deficiencies. 2022-03-06T10:18:38.188 INFO:journalctl@ceph.osd.0.smithi008.stdout:Mar 06 10:18:37 smithi008 bash[114115]: ddaf07708c833b27cd80d27dcc4664772916d35275f9b03dd5eefe2cd91c81f7 2022-03-06T10:18:38.498 INFO:journalctl@ceph.osd.0.smithi008.stdout:Mar 06 10:18:38 smithi008 podman[114276]: 2022-03-06T10:18:38.521 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 266 sec latency 268599.474 ms 2022-03-06T10:18:39.496 INFO:journalctl@ceph.osd.0.smithi008.stdout:Mar 06 10:18:39 smithi008 bash[112847]: time="2022-03-06T10:18:39Z" level=error msg="Could not retrieve exit code from event: died not found: unable to find event" 2022-03-06T10:18:39.521 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 267 sec latency 269599.560 ms 2022-03-06T10:18:40.521 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 268 sec latency 270599.679 ms 2022-03-06T10:18:41.521 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 269 sec latency 271599.802 ms 2022-03-06T10:18:42.521 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 270 sec latency 272599.921 ms 2022-03-06T10:18:43.522 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 271 sec latency 273600.034 ms 2022-03-06T10:18:44.522 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 272 sec latency 274600.086 ms 2022-03-06T10:18:45.522 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 273 sec latency 275600.196 ms 2022-03-06T10:18:46.522 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 274 sec latency 276600.303 ms 2022-03-06T10:18:47.522 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 275 sec latency 277600.373 ms 2022-03-06T10:18:48.522 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 276 sec latency 278600.466 ms 2022-03-06T10:18:49.522 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 277 sec latency 279600.572 ms 2022-03-06T10:18:50.522 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 278 sec latency 280600.673 ms 2022-03-06T10:18:51.522 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 279 sec latency 281600.756 ms 2022-03-06T10:18:52.522 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 280 sec latency 282600.854 ms 2022-03-06T10:18:53.523 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 281 sec latency 283600.943 ms 2022-03-06T10:18:54.523 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 282 sec latency 284601.104 ms 2022-03-06T10:18:55.523 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 283 sec latency 285601.222 ms 2022-03-06T10:18:56.523 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 284 sec latency 286601.313 ms 2022-03-06T10:18:57.524 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 285 sec latency 287601.416 ms 2022-03-06T10:18:58.523 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 286 sec latency 288601.524 ms 2022-03-06T10:18:59.525 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 287 sec latency 289601.590 ms 2022-03-06T10:19:00.523 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 288 sec latency 290601.697 ms 2022-03-06T10:19:01.523 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 289 sec latency 291601.812 ms 2022-03-06T10:19:02.523 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 290 sec latency 292601.922 ms 2022-03-06T10:19:03.524 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 291 sec latency 293602.025 ms 2022-03-06T10:19:04.524 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 292 sec latency 294602.088 ms 2022-03-06T10:19:05.524 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 293 sec latency 295602.163 ms 2022-03-06T10:19:06.524 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 294 sec latency 296602.211 ms 2022-03-06T10:19:07.524 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 295 sec latency 297602.342 ms 2022-03-06T10:19:08.524 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 296 sec latency 298602.395 ms 2022-03-06T10:19:09.524 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 297 sec latency 299602.504 ms 2022-03-06T10:19:10.524 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 298 sec latency 300602.579 ms 2022-03-06T10:19:11.524 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 299 sec latency 301602.714 ms 2022-03-06T10:19:12.524 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 300 sec latency 302602.822 ms 2022-03-06T10:19:13.525 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 301 sec latency 303602.882 ms 2022-03-06T10:19:14.525 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 302 sec latency 304602.988 ms 2022-03-06T10:19:15.525 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 303 sec latency 305603.051 ms 2022-03-06T10:19:16.525 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 304 sec latency 306603.144 ms 2022-03-06T10:19:17.530 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 305 sec latency 307603.258 ms 2022-03-06T10:19:18.525 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 306 sec latency 308603.350 ms 2022-03-06T10:19:19.525 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 307 sec latency 309603.471 ms 2022-03-06T10:19:20.525 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 308 sec latency 310603.572 ms 2022-03-06T10:19:21.525 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 309 sec latency 311603.694 ms 2022-03-06T10:19:22.527 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 310 sec latency 312603.794 ms 2022-03-06T10:19:23.526 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 311 sec latency 313603.899 ms 2022-03-06T10:19:24.525 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 312 sec latency 314604.003 ms 2022-03-06T10:19:25.526 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 313 sec latency 315604.074 ms 2022-03-06T10:19:26.526 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 314 sec latency 316604.194 ms 2022-03-06T10:19:27.526 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 315 sec latency 317604.272 ms 2022-03-06T10:19:28.526 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 316 sec latency 318604.368 ms 2022-03-06T10:19:29.526 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 317 sec latency 319604.462 ms 2022-03-06T10:19:30.526 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 318 sec latency 320604.582 ms 2022-03-06T10:19:31.526 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 319 sec latency 321604.631 ms 2022-03-06T10:19:32.526 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 320 sec latency 322604.733 ms 2022-03-06T10:19:33.526 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 321 sec latency 323604.855 ms 2022-03-06T10:19:34.527 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 322 sec latency 324604.980 ms 2022-03-06T10:19:35.527 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 323 sec latency 325605.082 ms 2022-03-06T10:19:36.527 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 324 sec latency 326605.188 ms 2022-03-06T10:19:37.527 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 325 sec latency 327605.251 ms 2022-03-06T10:19:38.527 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 326 sec latency 328605.285 ms 2022-03-06T10:19:39.527 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 327 sec latency 329605.331 ms 2022-03-06T10:19:40.527 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 328 sec latency 330605.446 ms 2022-03-06T10:19:41.527 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 329 sec latency 331605.566 ms 2022-03-06T10:19:42.527 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 330 sec latency 332605.671 ms 2022-03-06T10:19:43.528 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 331 sec latency 333605.733 ms 2022-03-06T10:19:44.527 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 332 sec latency 334605.850 ms 2022-03-06T10:19:45.527 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 333 sec latency 335605.905 ms 2022-03-06T10:19:46.527 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 334 sec latency 336605.953 ms 2022-03-06T10:19:47.528 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 335 sec latency 337606.067 ms 2022-03-06T10:19:48.528 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 336 sec latency 338606.184 ms 2022-03-06T10:19:49.531 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 337 sec latency 339606.266 ms 2022-03-06T10:19:50.528 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 338 sec latency 340606.321 ms 2022-03-06T10:19:51.528 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 339 sec latency 341606.412 ms 2022-03-06T10:19:52.528 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 340 sec latency 342606.480 ms 2022-03-06T10:19:53.528 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 341 sec latency 343606.552 ms 2022-03-06T10:19:54.528 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 342 sec latency 344606.675 ms 2022-03-06T10:19:55.528 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 343 sec latency 345606.800 ms 2022-03-06T10:19:56.528 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 344 sec latency 346606.909 ms 2022-03-06T10:19:57.529 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 345 sec latency 347607.031 ms 2022-03-06T10:19:58.529 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 346 sec latency 348607.163 ms 2022-03-06T10:19:59.529 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 347 sec latency 349607.244 ms 2022-03-06T10:20:00.529 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 348 sec latency 350607.312 ms 2022-03-06T10:20:01.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:20:00 smithi008 conmon[106522]: cluster 2022-03-06T10:20:00.000205+0000 mon.smithi008 (mon.0) 200 : cluster [WRN] Health detail: HEALTH_WARN 1 filesystem is degraded; no active mgr; 1 osds down; Degraded data redundancy: 224/1746 objects degraded (12.829%), 28 pgs degraded; 2 daemons have recently crashed 2022-03-06T10:20:01.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:20:00 smithi008 conmon[106522]: cluster 2022-03-06T10:20:00.000241+0000 mon.smithi008 (mon.0) 201 : cluster [WRN] [WRN] FS_DEGRADED: 1 filesystem is degraded 2022-03-06T10:20:01.247 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:20:00 smithi008 conmon[106522]: cluster 2022-03-06T10:20:00.000255+0000 mon.smithi008 (mon.0) 202 : cluster [WRN] fs foofs is degraded 2022-03-06T10:20:01.247 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:20:00 smithi008 conmon[106522]: cluster 2022-03-06T10:20:00.000266+0000 mon.smithi008 (mon.0) 203 : cluster [WRN] [WRN] MGR_DOWN: no active mgr 2022-03-06T10:20:01.247 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:20:00 smithi008 conmon[106522]: cluster 2022-03-06T10:20:00.000277+0000 mon.smithi008 (mon.0) 204 : cluster [WRN] [WRN] OSD_DOWN: 1 osds down 2022-03-06T10:20:01.247 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:20:00 smithi008 conmon[106522]: cluster 2022-03-06T10:20:00.000287+0000 mon.smithi008 (mon.0) 205 : cluster [WRN] osd.0 (root=default,host=smithi008) is down 2022-03-06T10:20:01.248 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:20:00 smithi008 conmon[106522]: cluster 2022-03-06T10:20:00.000296+0000 mon.smithi008 (mon.0) 206 : cluster [WRN] [WRN] PG_DEGRADED: Degraded data redundancy: 224/1746 objects degraded (12.829%), 28 pgs degraded 2022-03-06T10:20:01.248 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:20:00 smithi008 conmon[106522]: cluster 2022-03-06T10:20:00.000307+0000 mon.smithi008 (mon.0) 207 : cluster [WRN] pg 2.0 is active+undersized+degraded, acting [7,1] 2022-03-06T10:20:01.248 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:20:00 smithi008 conmon[106522]: cluster 2022-03-06T10:20:00.000332+0000 mon.smithi008 (mon.0) 208 : cluster [WRN] pg 2.1 is active+undersized+degraded, acting [2,3] 2022-03-06T10:20:01.248 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:20:00 smithi008 conmon[106522]: cluster 2022-03-06T10:20:00.000343+0000 mon.smithi008 (mon.0) 209 : cluster [WRN] pg 2.4 is active+undersized+degraded, acting [1,7] 2022-03-06T10:20:01.248 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:20:00 smithi008 conmon[106522]: cluster 2022-03-06T10:20:00.000353+0000 mon.smithi008 (mon.0) 210 : cluster [WRN] pg 2.5 is active+undersized+degraded, acting [7,4] 2022-03-06T10:20:01.249 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:20:00 smithi008 conmon[106522]: cluster 2022-03-06T10:20:00.000365+0000 mon.smithi008 (mon.0) 211 : cluster [WRN] pg 2.8 is active+undersized+degraded, acting [7,1] 2022-03-06T10:20:01.249 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:20:00 smithi008 conmon[106522]: cluster 2022-03-06T10:20:00.000376+0000 mon.smithi008 (mon.0) 212 : cluster [WRN] pg 2.c is active+undersized+degraded, acting [2,5] 2022-03-06T10:20:01.249 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:20:00 smithi008 conmon[106522]: cluster 2022-03-06T10:20:00.000387+0000 mon.smithi008 (mon.0) 213 : cluster [WRN] pg 2.f is active+undersized+degraded, acting [4,7] 2022-03-06T10:20:01.249 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:20:00 smithi008 conmon[106522]: cluster 2022-03-06T10:20:00.000399+0000 mon.smithi008 (mon.0) 214 : cluster [WRN] pg 2.10 is active+undersized+degraded, acting [2,1] 2022-03-06T10:20:01.250 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:20:00 smithi008 conmon[106522]: cluster 2022-03-06T10:20:00.000409+0000 mon.smithi008 (mon.0) 215 : cluster [WRN] pg 2.13 is active+undersized+degraded, acting [4,3] 2022-03-06T10:20:01.250 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:20:00 smithi008 conmon[106522]: cluster 2022-03-06T10:20:00.000422+0000 mon.smithi008 (mon.0) 216 : cluster [WRN] pg 2.15 is active+undersized+degraded, acting [1,5] 2022-03-06T10:20:01.250 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:20:00 smithi008 conmon[106522]: cluster 2022-03-06T10:20:00.000433+0000 mon.smithi008 (mon.0) 217 : cluster [WRN] pg 2.19 is active+undersized+degraded, acting [3,6] 2022-03-06T10:20:01.250 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:20:00 smithi008 conmon[106522]: cluster 2022-03-06T10:20:01.251 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:20:00 smithi008 conmon[106522]: 2022-03-06T10:20:00.000444+0000 2022-03-06T10:20:01.251 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:20:00 smithi008 conmon[106522]: mon.smithi008 (mon.0) 218 : cluster [WRN] pg 2.1d is active+undersized+degraded, acting [7,6] 2022-03-06T10:20:01.251 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:20:00 smithi008 conmon[106522]: cluster 2022-03-06T10:20 2022-03-06T10:20:01.251 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:20:00 smithi008 conmon[106522]: :00.000456+0000 mon.smithi008 (mon.0) 219 : cluster [WRN] pg 2.1e is active+undersized+degraded, acting [3,5] 2022-03-06T10:20:01.251 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:20:00 smithi008 conmon[106522]: 2022-03-06T10:20:01.252 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:20:00 smithi008 conmon[106522]: cluster 2022-03-06T10:20:01.252 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:20:00 smithi008 conmon[106522]: 2022-03-06T10:20:00.000470+0000 mon.smithi008 (mon 2022-03-06T10:20:01.253 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:20:00 smithi008 conmon[106522]: .0) 220 : cluster [WRN] pg 2.1f is active+undersized+degraded, acting [7,4] 2022-03-06T10:20:01.253 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:20:00 smithi008 conmon[106522]: cluster 2022 2022-03-06T10:20:01.253 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:20:00 smithi008 conmon[106522]: -03-06T10:20:00.000481 2022-03-06T10:20:01.253 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:20:00 smithi008 conmon[106522]: +0000 mon.smithi008 (mon.0) 221 : cluster [WRN] 2022-03-06T10:20:01.254 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:20:00 smithi008 conmon[106522]: pg 3.1 is active+undersized+degraded, acting [4,3] 2022-03-06T10:20:01.254 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:20:00 smithi008 conmon[106522]: cluster 2022-03-06T10:20:00. 2022-03-06T10:20:01.254 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:20:00 smithi008 conmon[106522]: 000506+0000 mon.smithi008 (mon.0) 222 : cluster 2022-03-06T10:20:01.255 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:20:00 smithi008 conmon[106522]: [WRN] pg 3.3 is active+undersized+degraded, acting [4,6] 2022-03-06T10:20:01.255 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:20:00 smithi008 conmon[106522]: cluster 2022-03-06T10:20: 2022-03-06T10:20:01.255 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:20:00 smithi008 conmon[106522]: 00.000518+0000 mon.smithi008 (mon.0) 223 : 2022-03-06T10:20:01.255 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:20:00 smithi008 conmon[106522]: cluster [WRN] pg 3.6 is active+undersized+degraded, acting [1,4] 2022-03-06T10:20:01.255 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:20:00 smithi008 conmon[106522]: cluster 2022-03-06T10: 2022-03-06T10:20:01.256 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:20:00 smithi008 conmon[106522]: 20:00.000529+0000 mon.smithi008 (mon.0 2022-03-06T10:20:01.256 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:20:00 smithi008 conmon[106522]: ) 224 : cluster [WRN] pg 3.7 is active+undersized+degraded, acting [3,7] 2022-03-06T10:20:01.256 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:20:00 smithi008 conmon[106522]: cluster 2022-03-06 2022-03-06T10:20:01.256 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:20:00 smithi008 conmon[106522]: T10:20:00.000543+0000 mon.smithi008 ( 2022-03-06T10:20:01.257 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:20:00 smithi008 conmon[106522]: mon.0) 225 : cluster [WRN] pg 3.b is active+undersized+degraded, acting [3,4] 2022-03-06T10:20:01.257 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:20:00 smithi008 conmon[106522]: cluster 2022 2022-03-06T10:20:01.257 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:20:00 smithi008 conmon[106522]: -03-06T10:20:00.000554 2022-03-06T10:20:01.257 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:20:00 smithi008 conmon[106522]: +0000 mon.smithi008 (mon.0) 226 : cluster 2022-03-06T10:20:01.257 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:20:00 smithi008 conmon[106522]: [WRN] pg 3.f is active+undersized+degraded, acting [7,4] 2022-03-06T10:20:01.258 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:20:00 smithi008 conmon[106522]: cluster 2022-03-06T10:20: 2022-03-06T10:20:01.258 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:20:00 smithi008 conmon[106522]: 00.000565+0000 mon.smithi008 (mon.0) 227 2022-03-06T10:20:01.258 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:20:00 smithi008 conmon[106522]: : cluster [WRN] pg 3.10 is active+undersized+degraded, acting [6,5] 2022-03-06T10:20:01.258 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:20:00 smithi008 conmon[106522]: cluster 2022-03-06T 2022-03-06T10:20:01.259 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:20:00 smithi008 conmon[106522]: 10:20:00.000575+0000 mon.smithi008 (mon 2022-03-06T10:20:01.259 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:20:00 smithi008 conmon[106522]: .0) 228 : cluster [WRN] pg 3.12 is active+undersized+degraded, acting [7,3] 2022-03-06T10:20:01.259 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:20:00 smithi008 conmon[106522]: cluster 2022- 2022-03-06T10:20:01.259 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:20:00 smithi008 conmon[106522]: 03-06T10:20:00.000586+0000 2022-03-06T10:20:01.259 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:20:00 smithi008 conmon[106522]: mon.smithi008 (mon.0) 229 : cluster [WRN] 2022-03-06T10:20:01.260 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:20:00 smithi008 conmon[106522]: pg 3.17 is active+undersized+degraded, acting [5,3] 2022-03-06T10:20:01.260 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:20:00 smithi008 conmon[106522]: cluster 2022-03-06T10:20:01.260 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:20:00 smithi008 conmon[106522]: 2022-03-06T10:20:00.000598+0000 2022-03-06T10:20:01.260 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:20:00 smithi008 conmon[106522]: mon.smithi008 (mon.0) 230 : cluster [WRN] pg 3.18 is active+undersized+degraded, acting [3,1] 2022-03-06T10:20:01.261 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:20:00 smithi008 conmon[106522]: 2022-03-06T10:20:01.261 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:20:00 smithi008 conmon[106522]: cluster 2022- 2022-03-06T10:20:01.261 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:20:00 smithi008 conmon[106522]: 03-06T10:20:00.000608+0000 mon.smithi008 (mon. 2022-03-06T10:20:01.261 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:20:00 smithi008 conmon[106522]: 0) 231 : cluster [WRN] pg 3.1b is active+undersized+degraded, acting [4,7] 2022-03-06T10:20:01.262 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:20:00 smithi008 conmon[106522]: cluster 2022-03- 2022-03-06T10:20:01.262 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:20:00 smithi008 conmon[106522]: 06T10:20:00.000619+0000 mon.smithi008 ( 2022-03-06T10:20:01.262 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:20:00 smithi008 conmon[106522]: mon.0) 232 : cluster [WRN] pg 3.1f is active+undersized+degraded, acting [5,2] 2022-03-06T10:20:01.262 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:20:00 smithi008 conmon[106522]: cluster 2022 2022-03-06T10:20:01.263 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:20:00 smithi008 conmon[106522]: -03-06T10:20:00.000631 2022-03-06T10:20:01.263 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:20:00 smithi008 conmon[106522]: +0000 mon.smithi008 (mon.0) 233 : cluster 2022-03-06T10:20:01.263 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:20:00 smithi008 conmon[106522]: [WRN] pg 4.19 is active+undersized+degraded, acting [3,2] 2022-03-06T10:20:01.263 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:20:00 smithi008 conmon[106522]: cluster 2022-03-06T10:20 2022-03-06T10:20:01.263 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:20:00 smithi008 conmon[106522]: :00.000650+0000 mon.smithi008 (mon.0) 234 2022-03-06T10:20:01.264 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:20:00 smithi008 conmon[106522]: : cluster [WRN] pg 5.5 is active+undersized+degraded, acting [1,4] 2022-03-06T10:20:01.264 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:20:00 smithi008 conmon[106522]: cluster 2022-03-06T10 2022-03-06T10:20:01.264 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:20:00 smithi008 conmon[106522]: :20:00.000660+0000 mon.smithi008 (mon 2022-03-06T10:20:01.264 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:20:00 smithi008 conmon[106522]: .0) 235 : cluster [WRN] [WRN] RECENT_CRASH: 2 daemons have recently crashed 2022-03-06T10:20:01.265 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:20:00 smithi008 conmon[106522]: cluster 2022- 2022-03-06T10:20:01.266 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:20:00 smithi008 conmon[106522]: 03-06T10:20:00.000670+0000 2022-03-06T10:20:01.266 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:20:00 smithi008 conmon[106522]: mon.smithi008 (mon.0) 236 : cluster [WRN] 2022-03-06T10:20:01.266 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:20:00 smithi008 conmon[106522]: mds.foofs.smithi008.htvsun crashed on host smithi008 at 2022-03-06T10:15:49.920111Z 2022-03-06T10:20:01.267 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:20:00 smithi008 conmon[106522]: cluster 2022-03-06T10:20:01.267 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:20:00 smithi008 conmon[106522]: 2022-03-06T10:20:00.000680+0000 2022-03-06T10:20:01.267 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:20:00 smithi008 conmon[106522]: mon.smithi008 (mon.0) 237 : cluster [WRN] 2022-03-06T10:20:01.267 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:20:00 smithi008 conmon[106522]: mds.foofs.smithi083.jmehpg crashed on host smithi083 at 2022-03-06T10:16:03.922141Z 2022-03-06T10:20:01.288 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: cluster 2022-03-06T10:20:00.000205+0000 mon.smithi008 (mon.0) 200 : 2022-03-06T10:20:01.288 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: cluster [WRN] Health detail: HEALTH_WARN 1 filesystem is degraded; no active mgr; 1 osds down; Degraded data redundancy: 224/1746 objects degraded (12.829%), 28 pgs degraded; 2 daemons have recently crashed 2022-03-06T10:20:01.288 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: cluster 2022-03-06T10:20:00.000241+0000 mon.smithi008 (mon.0) 201 : cluster [WRN] [WRN] FS_DEGRADED: 1 filesystem is degraded 2022-03-06T10:20:01.289 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: cluster 2022-03-06T10:20:00.000255+0000 mon.smithi008 (mon.0) 202 : 2022-03-06T10:20:01.289 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: cluster [WRN] fs foofs is degraded 2022-03-06T10:20:01.289 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: cluster 2022-03-06T10:20:00.000266+0000 mon.smithi008 (mon.0) 203 : cluster [WRN] [WRN] MGR_DOWN: no active mgr 2022-03-06T10:20:01.289 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: cluster 2022-03 2022-03-06T10:20:01.290 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: -06T10:20:00.000277+0000 mon.smithi008 (mon.0) 204 : cluster [WRN] [WRN] OSD_DOWN: 1 osds down 2022-03-06T10:20:01.290 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: cluster 2022-03- 2022-03-06T10:20:01.290 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: 06T10:20:00.000287+0000 mon.smithi008 (mon.0) 205 : cluster [WRN] osd.0 (root=default,host=smithi008) is down 2022-03-06T10:20:01.290 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: 2022-03-06T10:20:01.291 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: cluster 2022-03-06T10:20:01.291 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: 2022-03-06T10:20:00.000296+0000 mon.smithi008 (mon.0) 2022-03-06T10:20:01.291 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: 206 : cluster [WRN] [WRN] PG_DEGRADED: Degraded data redundancy: 224/1746 objects degraded (12.829%), 28 pgs degraded 2022-03-06T10:20:01.291 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: cluster 2022-03-06T10:20:00.000307+0000 mon.smithi008 (mon. 2022-03-06T10:20:01.292 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: 0) 207 : cluster [WRN] pg 2.0 is active+undersized+degraded, acting [7,1] 2022-03-06T10:20:01.292 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: cluster 2022-03-06T10:20 2022-03-06T10:20:01.292 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: :00.000332+0000 mon.smithi008 (mon.0) 208 : cluster [WRN] 2022-03-06T10:20:01.292 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: pg 2.1 is active+undersized+degraded, acting [2,3] 2022-03-06T10:20:01.293 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: cluster 2022-03-06T10:20:01.293 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: 2022-03-06T10:20:00.000343+0000 mon.smithi008 (mon.0) 209 : 2022-03-06T10:20:01.293 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: cluster [WRN] pg 2.4 is active+undersized+degraded, acting [1,7] 2022-03-06T10:20:01.293 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: cluster 2022-03-06T10:20:00.000353+0000 2022-03-06T10:20:01.293 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: mon.smithi008 (mon.0) 210 : cluster [WRN] pg 2.5 is active+undersized+degraded, acting [7,4] 2022-03-06T10:20:01.294 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: cluster 2022-03-06T10 2022-03-06T10:20:01.294 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: :20:00.000365+0000 mon.smithi008 (mon.0) 211 : cluster 2022-03-06T10:20:01.294 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: [WRN] pg 2.8 is active+undersized+degraded, acting [7,1] 2022-03-06T10:20:01.295 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: cluster 2022 2022-03-06T10:20:01.295 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: -03-06T10:20:00.000376+0000 mon.smithi008 (mon.0) 212 : cluster 2022-03-06T10:20:01.295 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: [WRN] pg 2.c is active+undersized+degraded, acting [2,5] 2022-03-06T10:20:01.295 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: cluster 2022-03-06T10:20:01.295 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: 2022-03-06T10:20:00.000387+0000 mon.smithi008 (mon.0 2022-03-06T10:20:01.296 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: ) 213 : cluster [WRN] pg 2.f is active+undersized+degraded, acting [4,7] 2022-03-06T10:20:01.296 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: cluster 2022-03-06T10: 2022-03-06T10:20:01.296 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: 20:00.000399+0000 mon.smithi008 (mon.0) 214 : cluster 2022-03-06T10:20:01.296 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: [WRN] pg 2.10 is active+undersized+degraded, acting [2,1] 2022-03-06T10:20:01.297 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: cluster 2022-03-06T10:20:01.297 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: 2022-03-06T10:20:00.000409+0000 mon.smithi008 (mon.0) 215 2022-03-06T10:20:01.297 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: : cluster [WRN] pg 2.13 is active+undersized+degraded, acting [4,3] 2022-03-06T10:20:01.297 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: cluster 2022-03-06T10:20:00.000422 2022-03-06T10:20:01.298 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: +0000 mon.smithi008 (mon.0) 216 : cluster [WRN] pg 2.15 is active+undersized+degraded, acting [1,5] 2022-03-06T10:20:01.298 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: 2022-03-06T10:20:01.299 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: cluster 2022 2022-03-06T10:20:01.299 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: -03-06T10:20:00.000433+0000 mon.smithi008 (mon 2022-03-06T10:20:01.299 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: .0) 217 : cluster [WRN] pg 2.19 is active+undersized+degraded, acting [3,6] 2022-03-06T10:20:01.299 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: cluster 2022-03- 2022-03-06T10:20:01.300 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: 06T10:20:00.000444+0000 mon.smithi008 (mon.0) 218 2022-03-06T10:20:01.300 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: : cluster [WRN] pg 2.1d is active+undersized+degraded, acting [7,6] 2022-03-06T10:20:01.300 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: cluster 2022-03-06T10:20:00.000456+0000 mon.smithi008 2022-03-06T10:20:01.300 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: (mon.0) 219 : cluster [WRN] pg 2.1e is active+undersized+degraded, acting [3,5] 2022-03-06T10:20:01.301 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: cluster 2022-03-06T10 2022-03-06T10:20:01.301 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: :20:00.000470+0000 mon.smithi008 (mon.0) 220 2022-03-06T10:20:01.301 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: : cluster [WRN] pg 2.1f is active+undersized+degraded, acting [7,4] 2022-03-06T10:20:01.301 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: cluster 2022-03-06T10:20:00. 2022-03-06T10:20:01.302 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: 000481+0000 mon.smithi008 (mon.0) 221 : cluster [WRN] pg 3.1 is active+undersized+degraded, acting [4,3] 2022-03-06T10:20:01.302 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: cluster 2022-03- 2022-03-06T10:20:01.302 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: 06T10:20:00.000506+0000 mon.smithi008 (mon.0) 222 2022-03-06T10:20:01.302 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: : cluster [WRN] pg 3.3 is active+undersized+degraded, acting [4,6] 2022-03-06T10:20:01.303 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: cluster 2022-03-06T10:20:00.000518 2022-03-06T10:20:01.303 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: +0000 mon.smithi008 (mon.0) 223 : cluster [WRN] pg 3.6 is active+undersized+degraded, acting [1,4] 2022-03-06T10:20:01.303 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: cluster 2022-03-06T10:20: 2022-03-06T10:20:01.303 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: 00.000529+0000 mon.smithi008 (mon.0) 224 : cluster [WRN] pg 3.7 is active+undersized+degraded, acting [3,7] 2022-03-06T10:20:01.304 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: 2022-03-06T10:20:01.304 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: cluster 2022-03-06T10 2022-03-06T10:20:01.304 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: :20:00.000543+0000 mon.smithi008 (mon.0) 225 : cluster [WRN] pg 3.b is active+undersized+degraded, acting [3,4] 2022-03-06T10:20:01.305 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: cluster 2022-03-06T10:20:00 2022-03-06T10:20:01.305 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: .000554+0000 mon.smithi008 (mon.0) 226 : cluster [WRN] pg 3.f is active+undersized+degraded, acting [7,4] 2022-03-06T10:20:01.305 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: cluster 2022-03-06T 2022-03-06T10:20:01.305 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: 10:20:00.000565+0000 mon.smithi008 (mon.0) 227 : cluster [WRN] 2022-03-06T10:20:01.305 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: pg 3.10 is active+undersized+degraded, acting [6,5] 2022-03-06T10:20:01.306 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: cluster 2022-03-06T10:20:01.306 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: 2022-03-06T10:20:00.000575+0000 mon.smithi008 (mon.0) 228 : cluster [WRN] 2022-03-06T10:20:01.306 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: pg 3.12 is active+undersized+degraded, acting [7,3] 2022-03-06T10:20:01.306 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: cluster 2022-03-06T10:20:01.307 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: 2022-03-06T10:20:00.000586+0000 mon.smithi008 (mon.0) 229 : cluster 2022-03-06T10:20:01.307 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: [WRN] pg 3.17 is active+undersized+degraded, acting [5,3] 2022-03-06T10:20:01.307 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: cluster 2022-03-06T10:20:00.000598 2022-03-06T10:20:01.307 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: +0000 mon.smithi008 (mon.0) 230 : cluster [WRN] pg 3.18 is active+undersized+degraded, acting [3,1] 2022-03-06T10:20:01.308 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: cluster 2022-03 2022-03-06T10:20:01.308 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: -06T10:20:00.000608+0000 mon.smithi008 (mon.0) 231 : 2022-03-06T10:20:01.308 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: cluster [WRN] pg 3.1b is active+undersized+degraded, acting [4,7] 2022-03-06T10:20:01.308 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: cluster 2022-03-06T10: 2022-03-06T10:20:01.308 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: 20:00.000619+0000 mon.smithi008 (mon.0) 232 : cluster [WRN] 2022-03-06T10:20:01.309 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: pg 3.1f is active+undersized+degraded, acting [5,2] 2022-03-06T10:20:01.309 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: cluster 2022-03-06T10:20:00.000631 2022-03-06T10:20:01.309 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: +0000 mon.smithi008 (mon.0) 233 : cluster [WRN] pg 4.19 is active+undersized+degraded, acting [3,2] 2022-03-06T10:20:01.309 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: cluster 2022- 2022-03-06T10:20:01.310 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: 03-06T10:20:00.000650+0000 mon.smithi008 (mon. 2022-03-06T10:20:01.310 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: 0) 234 : cluster [WRN] pg 5.5 is active+undersized+degraded, acting [1,4] 2022-03-06T10:20:01.310 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: cluster 2022-03 2022-03-06T10:20:01.310 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: -06T10:20:00.000660+0000 mon.smithi008 (mon.0) 235 2022-03-06T10:20:01.310 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: : cluster [WRN] [WRN] RECENT_CRASH: 2 daemons have recently crashed 2022-03-06T10:20:01.311 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: cluster 2022- 2022-03-06T10:20:01.311 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: 03-06T10:20:00.000670+0000 mon.smithi008 ( 2022-03-06T10:20:01.311 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: mon.0) 236 : cluster [WRN] mds.foofs.smithi008.htvsun crashed on host smithi008 at 2022-03-06T10:15:49.920111Z 2022-03-06T10:20:01.311 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: cluster 2022-03-06 2022-03-06T10:20:01.312 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: T10:20:00.000680+0000 mon.smithi008 (mon.0) 237 : 2022-03-06T10:20:01.312 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:20:00 smithi083 conmon[70637]: cluster [WRN] mds.foofs.smithi083.jmehpg crashed on host smithi083 at 2022-03-06T10:16:03.922141Z 2022-03-06T10:20:01.529 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 349 sec latency 351607.394 ms 2022-03-06T10:20:02.529 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 350 sec latency 352607.505 ms 2022-03-06T10:20:03.529 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 351 sec latency 353607.611 ms 2022-03-06T10:20:04.530 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 352 sec latency 354607.739 ms 2022-03-06T10:20:05.530 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 353 sec latency 355607.818 ms 2022-03-06T10:20:06.531 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 354 sec latency 356607.924 ms 2022-03-06T10:20:07.530 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 355 sec latency 357608.057 ms 2022-03-06T10:20:08.530 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 356 sec latency 358608.167 ms 2022-03-06T10:20:09.530 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 357 sec latency 359608.267 ms 2022-03-06T10:20:10.530 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 358 sec latency 360608.361 ms 2022-03-06T10:20:11.530 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 359 sec latency 361608.443 ms 2022-03-06T10:20:12.530 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 360 sec latency 362608.561 ms 2022-03-06T10:20:13.530 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 361 sec latency 363608.696 ms 2022-03-06T10:20:14.530 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 362 sec latency 364608.798 ms 2022-03-06T10:20:15.535 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 363 sec latency 365608.928 ms 2022-03-06T10:20:16.530 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 364 sec latency 366609.045 ms 2022-03-06T10:20:17.531 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 365 sec latency 367609.099 ms 2022-03-06T10:20:18.531 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 366 sec latency 368609.236 ms 2022-03-06T10:20:19.531 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 367 sec latency 369609.368 ms 2022-03-06T10:20:20.531 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 368 sec latency 370609.497 ms 2022-03-06T10:20:21.531 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 369 sec latency 371609.637 ms 2022-03-06T10:20:22.531 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 370 sec latency 372609.767 ms 2022-03-06T10:20:23.531 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 371 sec latency 373609.826 ms 2022-03-06T10:20:24.531 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 372 sec latency 374609.938 ms 2022-03-06T10:20:25.532 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 373 sec latency 375610.047 ms 2022-03-06T10:20:26.532 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 374 sec latency 376610.102 ms 2022-03-06T10:20:27.532 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 375 sec latency 377610.154 ms 2022-03-06T10:20:28.532 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 376 sec latency 378610.226 ms 2022-03-06T10:20:29.532 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 377 sec latency 379610.352 ms 2022-03-06T10:20:30.532 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 378 sec latency 380610.455 ms 2022-03-06T10:20:31.533 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 379 sec latency 381610.558 ms 2022-03-06T10:20:32.532 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 380 sec latency 382610.649 ms 2022-03-06T10:20:33.532 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 381 sec latency 383610.750 ms 2022-03-06T10:20:34.532 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 382 sec latency 384610.866 ms 2022-03-06T10:20:35.532 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 383 sec latency 385610.988 ms 2022-03-06T10:20:36.533 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 384 sec latency 386611.100 ms 2022-03-06T10:20:37.533 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 385 sec latency 387611.166 ms 2022-03-06T10:20:38.065 INFO:journalctl@ceph.osd.0.smithi008.stdout:Mar 06 10:20:37 smithi008 systemd[1]: ceph-f3cc2a6e-9d34-11ec-8c35-001a4aab830c@osd.0.service: start operation timed out. Terminating. 2022-03-06T10:20:38.495 INFO:journalctl@ceph.osd.0.smithi008.stdout:Mar 06 10:20:38 smithi008 podman[114518]: 2022-03-06T10:20:38.533 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 386 sec latency 388611.224 ms 2022-03-06T10:20:39.245 INFO:journalctl@ceph.osd.0.smithi008.stdout:Mar 06 10:20:38 smithi008 systemd[1]: ceph-f3cc2a6e-9d34-11ec-8c35-001a4aab830c@osd.0.service: Failed with result 'timeout'. 2022-03-06T10:20:39.246 INFO:journalctl@ceph.osd.0.smithi008.stdout:Mar 06 10:20:38 smithi008 systemd[1]: Failed to start Ceph osd.0 for f3cc2a6e-9d34-11ec-8c35-001a4aab830c. 2022-03-06T10:20:39.533 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 387 sec latency 389611.600 ms 2022-03-06T10:20:40.533 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 388 sec latency 390611.710 ms 2022-03-06T10:20:41.533 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 389 sec latency 391611.775 ms 2022-03-06T10:20:42.534 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 390 sec latency 392611.885 ms 2022-03-06T10:20:43.534 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 391 sec latency 393611.996 ms 2022-03-06T10:20:44.534 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 392 sec latency 394612.089 ms 2022-03-06T10:20:45.534 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 393 sec latency 395612.142 ms 2022-03-06T10:20:46.534 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 394 sec latency 396612.225 ms 2022-03-06T10:20:47.534 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 395 sec latency 397612.352 ms 2022-03-06T10:20:48.534 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 396 sec latency 398612.485 ms 2022-03-06T10:20:49.381 INFO:journalctl@ceph.osd.0.smithi008.stdout:Mar 06 10:20:48 smithi008 systemd[1]: ceph-f3cc2a6e-9d34-11ec-8c35-001a4aab830c@osd.0.service: Service RestartSec=10s expired, scheduling restart. 2022-03-06T10:20:49.381 INFO:journalctl@ceph.osd.0.smithi008.stdout:Mar 06 10:20:48 smithi008 systemd[1]: ceph-f3cc2a6e-9d34-11ec-8c35-001a4aab830c@osd.0.service: Scheduled restart job, restart counter is at 2. 2022-03-06T10:20:49.382 INFO:journalctl@ceph.osd.0.smithi008.stdout:Mar 06 10:20:48 smithi008 systemd[1]: Stopped Ceph osd.0 for f3cc2a6e-9d34-11ec-8c35-001a4aab830c. 2022-03-06T10:20:49.382 INFO:journalctl@ceph.osd.0.smithi008.stdout:Mar 06 10:20:48 smithi008 systemd[1]: ceph-f3cc2a6e-9d34-11ec-8c35-001a4aab830c@osd.0.service: Found left-over process 114075 (bash) in control group while starting unit. Ignoring. 2022-03-06T10:20:49.383 INFO:journalctl@ceph.osd.0.smithi008.stdout:Mar 06 10:20:48 smithi008 systemd[1]: This usually indicates unclean termination of a previous run, or service implementation deficiencies. 2022-03-06T10:20:49.383 INFO:journalctl@ceph.osd.0.smithi008.stdout:Mar 06 10:20:48 smithi008 systemd[1]: ceph-f3cc2a6e-9d34-11ec-8c35-001a4aab830c@osd.0.service: Found left-over process 114276 (podman) in control group while starting unit. Ignoring. 2022-03-06T10:20:49.383 INFO:journalctl@ceph.osd.0.smithi008.stdout:Mar 06 10:20:48 smithi008 systemd[1]: This usually indicates unclean termination of a previous run, or service implementation deficiencies. 2022-03-06T10:20:49.383 INFO:journalctl@ceph.osd.0.smithi008.stdout:Mar 06 10:20:48 smithi008 systemd[1]: ceph-f3cc2a6e-9d34-11ec-8c35-001a4aab830c@osd.0.service: Found left-over process 114316 (conmon) in control group while starting unit. Ignoring. 2022-03-06T10:20:49.384 INFO:journalctl@ceph.osd.0.smithi008.stdout:Mar 06 10:20:48 smithi008 systemd[1]: This usually indicates unclean termination of a previous run, or service implementation deficiencies. 2022-03-06T10:20:49.384 INFO:journalctl@ceph.osd.0.smithi008.stdout:Mar 06 10:20:48 smithi008 systemd[1]: Starting Ceph osd.0 for f3cc2a6e-9d34-11ec-8c35-001a4aab830c... 2022-03-06T10:20:49.384 INFO:journalctl@ceph.osd.0.smithi008.stdout:Mar 06 10:20:48 smithi008 systemd[1]: ceph-f3cc2a6e-9d34-11ec-8c35-001a4aab830c@osd.0.service: Found left-over process 114075 (bash) in control group while starting unit. Ignoring. 2022-03-06T10:20:49.384 INFO:journalctl@ceph.osd.0.smithi008.stdout:Mar 06 10:20:48 smithi008 systemd[1]: This usually indicates unclean termination of a previous run, or service implementation deficiencies. 2022-03-06T10:20:49.385 INFO:journalctl@ceph.osd.0.smithi008.stdout:Mar 06 10:20:48 smithi008 systemd[1]: ceph-f3cc2a6e-9d34-11ec-8c35-001a4aab830c@osd.0.service: Found left-over process 114276 (podman) in control group while starting unit. Ignoring. 2022-03-06T10:20:49.385 INFO:journalctl@ceph.osd.0.smithi008.stdout:Mar 06 10:20:48 smithi008 systemd[1]: This usually indicates unclean termination of a previous run, or service implementation deficiencies. 2022-03-06T10:20:49.385 INFO:journalctl@ceph.osd.0.smithi008.stdout:Mar 06 10:20:48 smithi008 systemd[1]: ceph-f3cc2a6e-9d34-11ec-8c35-001a4aab830c@osd.0.service: Found left-over process 114316 (conmon) in control group while starting unit. Ignoring. 2022-03-06T10:20:49.385 INFO:journalctl@ceph.osd.0.smithi008.stdout:Mar 06 10:20:48 smithi008 systemd[1]: This usually indicates unclean termination of a previous run, or service implementation deficiencies. 2022-03-06T10:20:49.534 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 397 sec latency 399612.547 ms 2022-03-06T10:20:49.745 INFO:journalctl@ceph.osd.0.smithi008.stdout:Mar 06 10:20:49 smithi008 bash[114677]: c01c1cf783e93813233e753cb519e3b3658e50afcbff709508f83bf6dc72eab1 2022-03-06T10:20:50.246 INFO:journalctl@ceph.osd.0.smithi008.stdout:Mar 06 10:20:49 smithi008 podman[114838]: 2022-03-06T10:20:50.534 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 398 sec latency 400612.578 ms 2022-03-06T10:20:50.995 INFO:journalctl@ceph.osd.0.smithi008.stdout:Mar 06 10:20:50 smithi008 bash[114276]: time="2022-03-06T10:20:50Z" level=error msg="Could not retrieve exit code from event: died not found: unable to find event" 2022-03-06T10:20:51.534 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 399 sec latency 401612.706 ms 2022-03-06T10:20:52.534 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 400 sec latency 402612.775 ms 2022-03-06T10:20:53.534 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 401 sec latency 403612.884 ms 2022-03-06T10:20:54.534 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 402 sec latency 404612.948 ms 2022-03-06T10:20:55.535 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 403 sec latency 405613.094 ms 2022-03-06T10:20:56.535 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 404 sec latency 406613.217 ms 2022-03-06T10:20:57.535 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 405 sec latency 407613.269 ms 2022-03-06T10:20:58.537 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 406 sec latency 408613.366 ms 2022-03-06T10:20:59.535 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 407 sec latency 409613.470 ms 2022-03-06T10:21:00.535 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 408 sec latency 410613.585 ms 2022-03-06T10:21:01.536 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 409 sec latency 411613.682 ms 2022-03-06T10:21:02.535 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 410 sec latency 412613.785 ms 2022-03-06T10:21:03.535 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 411 sec latency 413613.902 ms 2022-03-06T10:21:04.535 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 412 sec latency 414613.991 ms 2022-03-06T10:21:05.536 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 413 sec latency 415614.083 ms 2022-03-06T10:21:06.536 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 414 sec latency 416614.214 ms 2022-03-06T10:21:07.536 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 415 sec latency 417614.268 ms 2022-03-06T10:21:08.536 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 416 sec latency 418614.393 ms 2022-03-06T10:21:09.536 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 417 sec latency 419614.469 ms 2022-03-06T10:21:10.536 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 418 sec latency 420614.577 ms 2022-03-06T10:21:11.536 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 419 sec latency 421614.701 ms 2022-03-06T10:21:12.536 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 420 sec latency 422614.791 ms 2022-03-06T10:21:13.536 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 421 sec latency 423614.912 ms 2022-03-06T10:21:14.537 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 422 sec latency 424615.033 ms 2022-03-06T10:21:15.537 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 423 sec latency 425615.103 ms 2022-03-06T10:21:16.537 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 424 sec latency 426615.208 ms 2022-03-06T10:21:17.537 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 425 sec latency 427615.298 ms 2022-03-06T10:21:18.537 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 426 sec latency 428615.389 ms 2022-03-06T10:21:19.537 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 427 sec latency 429615.513 ms 2022-03-06T10:21:20.537 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 428 sec latency 430615.623 ms 2022-03-06T10:21:21.537 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 429 sec latency 431615.750 ms 2022-03-06T10:21:22.537 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 430 sec latency 432615.841 ms 2022-03-06T10:21:23.537 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 431 sec latency 433615.928 ms 2022-03-06T10:21:24.538 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 432 sec latency 434616.025 ms 2022-03-06T10:21:25.538 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 433 sec latency 435616.086 ms 2022-03-06T10:21:26.538 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 434 sec latency 436616.119 ms 2022-03-06T10:21:27.538 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 435 sec latency 437616.227 ms 2022-03-06T10:21:28.538 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 436 sec latency 438616.343 ms 2022-03-06T10:21:29.538 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 437 sec latency 439616.403 ms 2022-03-06T10:21:30.538 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 438 sec latency 440616.536 ms 2022-03-06T10:21:31.538 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 439 sec latency 441616.668 ms 2022-03-06T10:21:32.538 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 440 sec latency 442616.785 ms 2022-03-06T10:21:33.538 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 441 sec latency 443616.897 ms 2022-03-06T10:21:34.538 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 442 sec latency 444617.008 ms 2022-03-06T10:21:35.539 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 443 sec latency 445617.128 ms 2022-03-06T10:21:36.539 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 444 sec latency 446617.200 ms 2022-03-06T10:21:37.539 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 445 sec latency 447617.293 ms 2022-03-06T10:21:38.539 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 446 sec latency 448617.400 ms 2022-03-06T10:21:39.539 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 447 sec latency 449617.507 ms 2022-03-06T10:21:40.539 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 448 sec latency 450617.591 ms 2022-03-06T10:21:41.539 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 449 sec latency 451617.679 ms 2022-03-06T10:21:42.539 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 450 sec latency 452617.758 ms 2022-03-06T10:21:43.540 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 451 sec latency 453617.876 ms 2022-03-06T10:21:44.539 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 452 sec latency 454617.981 ms 2022-03-06T10:21:45.540 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 453 sec latency 455618.081 ms 2022-03-06T10:21:46.540 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 454 sec latency 456618.180 ms 2022-03-06T10:21:47.540 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 455 sec latency 457618.244 ms 2022-03-06T10:21:48.540 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 456 sec latency 458618.400 ms 2022-03-06T10:21:49.540 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 457 sec latency 459618.498 ms 2022-03-06T10:21:50.540 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 458 sec latency 460618.570 ms 2022-03-06T10:21:51.540 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 459 sec latency 461618.682 ms 2022-03-06T10:21:52.541 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 460 sec latency 462618.791 ms 2022-03-06T10:21:53.540 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 461 sec latency 463618.882 ms 2022-03-06T10:21:54.541 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 462 sec latency 464618.993 ms 2022-03-06T10:21:55.542 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 463 sec latency 465619.100 ms 2022-03-06T10:21:56.541 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 464 sec latency 466619.181 ms 2022-03-06T10:21:57.541 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 465 sec latency 467619.227 ms 2022-03-06T10:21:58.541 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 466 sec latency 468619.333 ms 2022-03-06T10:21:59.541 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 467 sec latency 469619.452 ms 2022-03-06T10:22:00.541 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 468 sec latency 470619.532 ms 2022-03-06T10:22:01.541 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 469 sec latency 471619.569 ms 2022-03-06T10:22:02.542 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 470 sec latency 472619.682 ms 2022-03-06T10:22:03.541 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 471 sec latency 473619.815 ms 2022-03-06T10:22:04.542 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 472 sec latency 474619.972 ms 2022-03-06T10:22:05.541 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 473 sec latency 475620.035 ms 2022-03-06T10:22:06.542 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 474 sec latency 476620.159 ms 2022-03-06T10:22:07.542 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 475 sec latency 477620.279 ms 2022-03-06T10:22:08.542 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 476 sec latency 478620.327 ms 2022-03-06T10:22:09.542 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 477 sec latency 479620.401 ms 2022-03-06T10:22:10.542 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 478 sec latency 480620.530 ms 2022-03-06T10:22:11.542 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 479 sec latency 481620.636 ms 2022-03-06T10:22:12.542 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 480 sec latency 482620.667 ms 2022-03-06T10:22:13.542 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 481 sec latency 483620.723 ms 2022-03-06T10:22:14.544 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 482 sec latency 484620.826 ms 2022-03-06T10:22:15.543 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 483 sec latency 485620.937 ms 2022-03-06T10:22:16.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:22:16 smithi008 conmon[106522]: cluster 2022-03-06T10:22:16.062783+0000 mds.foofs.smithi008.htvsun (mds.0) 3 : cluster [WRN] evicting unresponsive client smithi008:foo1 (14552), after 302.933 seconds 2022-03-06T10:22:16.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:22:16 smithi008 conmon[106522]: cluster 2022-03-06T10:22:16.062824+0000 mds.foofs.smithi008.htvsun (mds.0) 4 : cluster [INF] Evicting (and blocklisting) client session 14552 (172.21.15.8:0/1892927314) 2022-03-06T10:22:16.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:22:16 smithi008 conmon[106522]: cluster 2022- 2022-03-06T10:22:16.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:22:16 smithi008 conmon[106522]: 03-06T10:22:16.062880+0000 mds.foofs.smithi008.htvsun (mds.0) 5 : cluster [WRN] evicting unresponsive client smithi083:foo1 (24381), after 302.933 seconds 2022-03-06T10:22:16.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:22:16 smithi008 conmon[106522]: cluster 2022-03-06T10:22:16.062891+0000 mds.foofs.smithi008.htvsun (mds.0) 6 : cluster [INF] Evicting (and blocklisting) client session 24381 (172.21.15.83:0/1501128895) 2022-03-06T10:22:16.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:22:16 smithi008 conmon[106522]: audit 2022-03-06T10:22:16.063137+0000 mon.smithi008 (mon.0) 238 : audit [INF] from='mds.? [v2:172.21.15.8:6802/2479219840,v1:172.21.15.8:6803/2479219840]' entity='mds.foofs.smithi008.htvsun' cmd=[{"prefix":"osd blocklist", "blocklistop":"add","addr":"172.21.15.8:0/1892927314"}]: dispatch 2022-03-06T10:22:16.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:22:16 smithi008 conmon[106522]: audit 2022-03-06T10:22:16.063411+0000 mon.smithi008 (mon.0) 239 : audit [INF] from='mds.? [v2:172.21.15.8:6802/2479219840,v1:172.21.15.8:6803/2479219840]' entity='mds.foofs.smithi008.htvsun' cmd=[{"prefix":"osd blocklist", "blocklistop":"add","addr":"172.21.15.83:0/1501128895"}]: dispatch 2022-03-06T10:22:16.537 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:22:16 smithi083 conmon[70637]: cluster 2022-03-06T10:22:16.062783+0000 mds.foofs.smithi008.htvsun (mds.0) 3 : cluster [WRN] evicting unresponsive client smithi008:foo1 (14552), after 302.933 seconds 2022-03-06T10:22:16.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:22:16 smithi083 conmon[70637]: cluster 2022-03-06T10:22:16.062824+0000 mds.foofs.smithi008.htvsun (mds.0) 4 : cluster [INF] Evicting (and blocklisting) client session 14552 (172.21.15.8:0/1892927314) 2022-03-06T10:22:16.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:22:16 smithi083 conmon[70637]: cluster 2022-03-06T10:22:16.062880+0000 mds.foofs.smithi008.htvsun (mds.0) 5 : cluster [WRN] evicting unresponsive client smithi083:foo1 (24381), after 302.933 seconds 2022-03-06T10:22:16.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:22:16 smithi083 conmon[70637]: cluster 2022-03-06T10:22:16.062891+0000 mds.foofs.smithi008.htvsun (mds.0) 6 : cluster [INF] Evicting (and blocklisting) client session 24381 (172.21.15.83:0/1501128895) 2022-03-06T10:22:16.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:22:16 smithi083 conmon[70637]: audit 2022-03-06T10:22:16.063137+0000 mon.smithi008 (mon.0) 238 : audit [INF] from='mds.? [v2:172.21.15.8:6802/2479219840,v1:172.21.15.8:6803/2479219840]' entity='mds.foofs.smithi008.htvsun' cmd=[{"prefix":"osd blocklist", "blocklistop":"add","addr":"172.21.15.8:0/1892927314"}]: dispatch 2022-03-06T10:22:16.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:22:16 smithi083 conmon[70637]: audit 2022-03-06T10:22:16.063411+0000 mon.smithi008 (mon.0) 239 : audit [INF] from='mds.? [v2:172.21.15.8:6802/2479219840,v1:172.21.15.8:6803/2479219840]' entity='mds.foofs.smithi008.htvsun' cmd=[{"prefix":"osd blocklist", "blocklistop":"add","addr":"172.21.15.83:0/1501128895"}]: dispatch 2022-03-06T10:22:16.542 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89089 0.00 MB/sec execute 484 sec latency 486621.072 ms 2022-03-06T10:22:17.403 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:22:17 smithi008 conmon[106522]: audit 2022-03-06T10:22:16.117297+0000 mon.smithi008 (mon.0) 240 : audit [INF] from='mds.? [v2:172.21.15.8:6802/2479219840,v1:172.21.15.8:6803/2479219840]' entity='mds.foofs.smithi008.htvsun' cmd='[{"prefix":"osd blocklist", "blocklistop":"add","addr":"172.21.15.8:0/1892927314"}]': finished 2022-03-06T10:22:17.404 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:22:17 smithi008 conmon[106522]: audit 2022-03-06T10:22:16.117401+0000 mon.smithi008 (mon.0) 241 : audit [INF] from='mds.? [v2:172.21.15.8:6802/2479219840,v1:172.21.15.8:6803/2479219840]' entity='mds.foofs.smithi008.htvsun' cmd='[{"prefix":"osd blocklist", "blocklistop":"add","addr":"172.21.15.83:0/1501128895"}]': finished 2022-03-06T10:22:17.404 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:22:17 smithi008 conmon[106522]: cluster 2022-03-06T10:22:16. 2022-03-06T10:22:17.404 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:22:17 smithi008 conmon[106522]: 117477+0000 mon.smithi008 (mon.0) 242 : cluster [DBG] osdmap e81: 8 total, 7 up, 8 in 2022-03-06T10:22:17.405 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:22:17 smithi008 conmon[106522]: cluster 2022-03-06T 2022-03-06T10:22:17.405 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:22:17 smithi008 conmon[106522]: 10:22:16.126042+0000 mon.smithi008 (mon.0) 243 : cluster [INF] daemon mds.foofs.smithi008.htvsun is now active in filesystem foofs as rank 0 2022-03-06T10:22:17.405 INFO:journalctl@ceph.osd.0.smithi008.stdout:Mar 06 10:22:17 smithi008 conmon[114878]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2022-03-06T10:22:17.405 INFO:journalctl@ceph.osd.0.smithi008.stdout:Mar 06 10:22:17 smithi008 conmon[114878]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_4 --path /var/lib/ceph/osd/ceph-0 --no-mon-config 2022-03-06T10:22:17.406 INFO:journalctl@ceph.osd.0.smithi008.stdout:Mar 06 10:22:17 smithi008 conmon[114878]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-0/block 2022-03-06T10:22:17.406 INFO:journalctl@ceph.osd.0.smithi008.stdout:Mar 06 10:22:17 smithi008 conmon[114878]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-0/block 2022-03-06T10:22:17.406 INFO:journalctl@ceph.osd.0.smithi008.stdout:Mar 06 10:22:17 smithi008 conmon[114878]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2022-03-06T10:22:17.406 INFO:journalctl@ceph.osd.0.smithi008.stdout:Mar 06 10:22:17 smithi008 bash[114838]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2022-03-06T10:22:17.407 INFO:journalctl@ceph.osd.0.smithi008.stdout:Mar 06 10:22:17 smithi008 bash[114838]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_4 --path /var/lib/ceph/osd/ceph-0 --no-mon-config 2022-03-06T10:22:17.407 INFO:journalctl@ceph.osd.0.smithi008.stdout:Mar 06 10:22:17 smithi008 bash[114838]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-0/block 2022-03-06T10:22:17.407 INFO:journalctl@ceph.osd.0.smithi008.stdout:Mar 06 10:22:17 smithi008 bash[114838]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-0/block 2022-03-06T10:22:17.407 INFO:journalctl@ceph.osd.0.smithi008.stdout:Mar 06 10:22:17 smithi008 bash[114838]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2022-03-06T10:22:17.408 INFO:journalctl@ceph.osd.0.smithi008.stdout:Mar 06 10:22:17 smithi008 bash[114838]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2022-03-06T10:22:17.408 INFO:journalctl@ceph.osd.0.smithi008.stdout:Mar 06 10:22:17 smithi008 bash[114838]: --> ceph-volume lvm activate successful for osd ID: 0 2022-03-06T10:22:17.408 INFO:journalctl@ceph.osd.0.smithi008.stdout:Mar 06 10:22:17 smithi008 conmon[114878]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2022-03-06T10:22:17.409 INFO:journalctl@ceph.osd.0.smithi008.stdout:Mar 06 10:22:17 smithi008 conmon[114878]: --> ceph-volume lvm activate successful for osd ID: 0 2022-03-06T10:22:17.537 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:22:17 smithi083 conmon[70637]: audit 2022-03-06T10:22:16.117297+0000 mon.smithi008 (mon.0) 240 : audit [INF] 2022-03-06T10:22:17.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:22:17 smithi083 conmon[70637]: from='mds.? [v2:172.21.15.8:6802/2479219840,v1:172.21.15.8:6803/2479219840]' entity='mds.foofs.smithi008.htvsun' cmd='[{"prefix":"osd blocklist", "blocklistop":"add","addr":"172.21.15.8:0/1892927314"}]': finished 2022-03-06T10:22:17.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:22:17 smithi083 conmon[70637]: audit 2022-03-06T10:22:16.117401+0000 mon.smithi008 (mon.0) 241 : audit [INF] from='mds.? [v2:172.21.15.8:6802/2479219840,v1:172.21.15.8:6803/2479219840]' entity='mds.foofs.smithi008.htvsun' cmd='[{"prefix":"osd blocklist", "blocklistop":"add","addr":"172.21.15.83:0/1501128895"}]': finished 2022-03-06T10:22:17.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:22:17 smithi083 conmon[70637]: cluster 2022-03-06T10:22:16.117477+0000 mon.smithi008 (mon.0) 242 : cluster [DBG] osdmap e81: 8 total, 7 up, 8 in 2022-03-06T10:22:17.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:22:17 smithi083 conmon[70637]: cluster 2022-03-06T10:22:16.126042+0000 mon.smithi008 (mon.0) 243 : cluster [INF] daemon mds.foofs.smithi008.htvsun is now active in filesystem foofs as rank 0 2022-03-06T10:22:17.542 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89334 0.00 MB/sec execute 485 sec latency 487225.027 ms 2022-03-06T10:22:18.496 INFO:journalctl@ceph.osd.0.smithi008.stdout:Mar 06 10:22:18 smithi008 podman[115138]: 2022-03-06T10:22:18.496 INFO:journalctl@ceph.osd.0.smithi008.stdout:Mar 06 10:22:18 smithi008 conmon[115178]: debug 2022-03-06T10:22:18.264+0000 7f6e56c7a700 1 -- 172.21.15.8:0/584123546 <== mon.1 v2:172.21.15.83:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5569620324e0 con 0x556961ff9000 2022-03-06T10:22:18.497 INFO:journalctl@ceph.osd.0.smithi008.stdout:Mar 06 10:22:18 smithi008 bash[115138]: b4ddc24710c5b12ca9678683e794bd374a6e213d84088d4e0a35167e73279811 2022-03-06T10:22:18.497 INFO:journalctl@ceph.osd.0.smithi008.stdout:Mar 06 10:22:18 smithi008 systemd[1]: Started Ceph osd.0 for f3cc2a6e-9d34-11ec-8c35-001a4aab830c. 2022-03-06T10:22:18.498 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:22:18 smithi008 conmon[106522]: cluster 2022-03-06T10:22:17 2022-03-06T10:22:18.498 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:22:18 smithi008 conmon[106522]: .120277+0000 mon.smithi008 (mon.0) 244 : cluster [INF] Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2022-03-06T10:22:18.499 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:22:18 smithi008 conmon[106522]: cluster 2022-03-06 2022-03-06T10:22:18.499 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:22:18 smithi008 conmon[106522]: T10:22:17.124225+0000 mon.smithi008 (mon.0) 245 : cluster [DBG] mds.? [v2:172.21.15.8:6802/2479219840,v1:172.21.15.8:6803/2479219840] up:active 2022-03-06T10:22:18.500 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:22:18 smithi008 conmon[106522]: cluster 2022-03-06T10:22:18.500 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:22:18 smithi008 conmon[106522]: 2022-03-06T10:22:17.124308+0000 mon.smithi008 (mon.0) 2022-03-06T10:22:18.500 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:22:18 smithi008 conmon[106522]: 246 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi008.htvsun=up:active} 1 up:standby 2022-03-06T10:22:18.537 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:22:18 smithi083 conmon[70637]: cluster 2022-03-06T10:22:17.120277+0000 mon.smithi008 (mon.0) 244 : 2022-03-06T10:22:18.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:22:18 smithi083 conmon[70637]: cluster [INF] Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2022-03-06T10:22:18.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:22:18 smithi083 conmon[70637]: cluster 2022-03-06T10:22:17.124225+0000 mon.smithi008 (mon.0) 245 : cluster [DBG] mds.? [v2:172.21.15.8:6802/2479219840,v1:172.21.15.8:6803/2479219840] up:active 2022-03-06T10:22:18.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:22:18 smithi083 conmon[70637]: cluster 2022-03-06T 2022-03-06T10:22:18.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:22:18 smithi083 conmon[70637]: 10:22:17.124308+0000 mon.smithi008 (mon.0) 246 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi008.htvsun=up:active} 1 up:standby 2022-03-06T10:22:18.543 INFO:teuthology.orchestra.run.smithi008.stdout: 5 89931 0.02 MB/sec execute 486 sec latency 21.842 ms 2022-03-06T10:22:19.245 INFO:journalctl@ceph.osd.0.smithi008.stdout:Mar 06 10:22:18 smithi008 conmon[115178]: debug 2022-03-06T10:22:18.782+0000 7f6e5e4d5200 -1 Falling back to public interface 2022-03-06T10:22:19.543 INFO:teuthology.orchestra.run.smithi008.stdout: 5 90939 0.06 MB/sec execute 487 sec latency 22.421 ms 2022-03-06T10:22:20.543 INFO:teuthology.orchestra.run.smithi008.stdout: 5 91713 0.13 MB/sec execute 488 sec latency 22.846 ms 2022-03-06T10:22:21.543 INFO:teuthology.orchestra.run.smithi008.stdout: 5 92405 0.18 MB/sec execute 489 sec latency 25.755 ms 2022-03-06T10:22:22.543 INFO:teuthology.orchestra.run.smithi008.stdout: 5 92710 0.20 MB/sec execute 490 sec latency 44.495 ms 2022-03-06T10:22:23.246 INFO:journalctl@ceph.osd.0.smithi008.stdout:Mar 06 10:22:22 smithi008 conmon[115178]: debug 2022-03-06T10:22:22.871+0000 7f6e5e4d5200 -1 osd.0 73 log_to_monitors {default=true} 2022-03-06T10:22:23.246 INFO:journalctl@ceph.osd.0.smithi008.stdout:Mar 06 10:22:22 smithi008 conmon[115178]: debug 2022-03-06T10:22:22.939+0000 7f6e513f2700 -1 osd.0 73 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2022-03-06T10:22:23.247 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:22:22 smithi008 conmon[106522]: audit 2022-03-06T10:22:22.875386+0000 mon.smithi008 2022-03-06T10:22:23.247 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:22:22 smithi008 conmon[106522]: (mon.0) 247 : audit [INF] from='osd.0 [v2:172.21.15.8:6804/1333548890,v1:172.21.15.8:6805/1333548890]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2022-03-06T10:22:23.289 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:22:22 smithi083 conmon[70637]: audit 2022-03-06T10:22:22.875386+0000 mon.smithi008 (mon.0) 247 : 2022-03-06T10:22:23.289 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:22:22 smithi083 conmon[70637]: audit [INF] from='osd.0 [v2:172.21.15.8:6804/1333548890,v1:172.21.15.8:6805/1333548890]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2022-03-06T10:22:23.543 INFO:teuthology.orchestra.run.smithi008.stdout: 5 93053 0.20 MB/sec execute 491 sec latency 47.577 ms 2022-03-06T10:22:24.245 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:22:23 smithi008 conmon[106522]: audit 2022-03-06T10:22:22. 2022-03-06T10:22:24.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:22:23 smithi008 conmon[106522]: 929194+0000 mon.smithi008 (mon.0) 248 : audit [INF] from='osd.0 [v2:172.21.15.8:6804/1333548890,v1:172.21.15.8:6805/1333548890]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2022-03-06T10:22:24.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:22:23 smithi008 conmon[106522]: cluster 2022-03-06T10:22:22.929267+0000 2022-03-06T10:22:24.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:22:23 smithi008 conmon[106522]: mon.smithi008 (mon.0) 249 : cluster [DBG] osdmap e82: 8 total, 7 up, 8 in 2022-03-06T10:22:24.247 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:22:23 smithi008 conmon[106522]: audit 2022-03-06T10:22:22 2022-03-06T10:22:24.247 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:22:23 smithi008 conmon[106522]: .929962+0000 mon.smithi008 (mon.0) 250 : audit 2022-03-06T10:22:24.247 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:22:23 smithi008 conmon[106522]: [INF] from='osd.0 [v2:172.21.15.8:6804/1333548890,v1:172.21.15.8:6805/1333548890]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi008", "root=default"]}]: dispatch 2022-03-06T10:22:24.287 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:22:23 smithi083 conmon[70637]: audit 2022-03-06T10:22:22. 2022-03-06T10:22:24.288 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:22:23 smithi083 conmon[70637]: 929194+0000 mon.smithi008 (mon.0) 248 : audit [INF] from='osd.0 [v2:172.21.15.8:6804/1333548890,v1:172.21.15.8:6805/1333548890]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2022-03-06T10:22:24.288 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:22:23 smithi083 conmon[70637]: cluster 2022-03-06T10:22:22.929267+0000 mon.smithi008 (mon 2022-03-06T10:22:24.288 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:22:23 smithi083 conmon[70637]: .0) 249 : cluster [DBG] osdmap e82: 8 total, 7 up, 8 in 2022-03-06T10:22:24.288 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:22:23 smithi083 conmon[70637]: audit 2022-03-06 2022-03-06T10:22:24.289 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:22:23 smithi083 conmon[70637]: T10:22:22.929962+0000 mon.smithi008 (mon.0) 250 : audit [INF] from='osd.0 [v2:172.21.15.8:6804/1333548890,v1:172.21.15.8:6805/1333548890]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi008", "root=default"]}]: dispatch 2022-03-06T10:22:24.543 INFO:teuthology.orchestra.run.smithi008.stdout: 5 93222 0.20 MB/sec execute 492 sec latency 582.314 ms 2022-03-06T10:22:25.245 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:22:24 smithi008 conmon[106522]: cluster 2022-03-06T10:22:23.931061+0000 mon.smithi008 (mon.0) 251 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2022-03-06T10:22:25.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:22:24 smithi008 conmon[106522]: cluster 2022-03-06T10:22:23.934395+0000 mon.smithi008 (mon.0) 252 : cluster [INF] osd.0 [v2:172.21.15.8:6804/1333548890,v1:172.21.15.8:6805/1333548890] boot 2022-03-06T10:22:25.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:22:24 smithi008 conmon[106522]: cluster 2022-03-06T10 2022-03-06T10:22:25.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:22:24 smithi008 conmon[106522]: :22:23.934440+0000 mon.smithi008 (mon.0) 253 : cluster [DBG] osdmap e83: 8 total, 8 up, 8 in 2022-03-06T10:22:25.247 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:22:24 smithi008 conmon[106522]: cluster 2022-03-06T10:22:24.928826+0000 mon.smithi008 (mon.0) 254 : cluster [DBG] osdmap e84: 8 total, 8 up, 8 in 2022-03-06T10:22:25.288 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:22:24 smithi083 conmon[70637]: cluster 2022-03-06T10:22:23.931061+0000 mon.smithi008 (mon 2022-03-06T10:22:25.289 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:22:24 smithi083 conmon[70637]: .0) 251 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2022-03-06T10:22:25.289 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:22:24 smithi083 conmon[70637]: cluster 2022-03-06T10:22:23.934395+0000 mon.smithi008 (mon.0) 252 : cluster [INF] osd.0 [v2:172.21.15.8:6804/1333548890,v1:172.21.15.8:6805/1333548890] boot 2022-03-06T10:22:25.289 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:22:24 smithi083 conmon[70637]: cluster 2022-03-06T10:22:25.290 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:22:24 smithi083 conmon[70637]: 2022-03-06T10:22:23.934440+0000 mon.smithi008 (mon.0) 253 : cluster [DBG] osdmap e83: 8 total, 8 up, 8 in 2022-03-06T10:22:25.290 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:22:24 smithi083 conmon[70637]: cluster 2022-03-06T10:22:25.290 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:22:24 smithi083 conmon[70637]: 2022-03-06T10:22:24.928826+0000 mon.smithi008 (mon.0) 254 : cluster 2022-03-06T10:22:25.290 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:22:24 smithi083 conmon[70637]: [DBG] osdmap e84: 8 total, 8 up, 8 in 2022-03-06T10:22:25.543 INFO:teuthology.orchestra.run.smithi008.stdout: 5 93328 0.21 MB/sec execute 493 sec latency 1116.047 ms 2022-03-06T10:22:26.549 INFO:teuthology.orchestra.run.smithi008.stdout: 5 93945 0.24 MB/sec execute 494 sec latency 824.223 ms 2022-03-06T10:22:27.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:22:26 smithi008 conmon[106522]: cluster 2022-03-06T10:22:25.929606+0000 mon.smithi008 (mon.0) 255 : cluster [DBG] osdmap e85: 8 total, 8 up, 8 in 2022-03-06T10:22:27.288 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:22:26 smithi083 conmon[70637]: cluster 2022-03-06T10:22:25.929606+0000 mon.smithi008 (mon.0 2022-03-06T10:22:27.289 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:22:26 smithi083 conmon[70637]: ) 255 : cluster [DBG] osdmap e85: 8 total, 8 up, 8 in 2022-03-06T10:22:27.549 INFO:teuthology.orchestra.run.smithi008.stdout: 5 94663 0.27 MB/sec execute 495 sec latency 26.088 ms 2022-03-06T10:22:28.245 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:22:27 smithi008 conmon[106522]: cluster 2022-03-06T10:22:26.931559 2022-03-06T10:22:28.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:22:27 smithi008 conmon[106522]: +0000 mon.smithi008 (mon.0) 256 : cluster [DBG] osdmap e86: 8 total, 8 up, 8 in 2022-03-06T10:22:28.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:22:27 smithi008 conmon[106522]: cluster 2022-03-06T10:22:27.932469+0000 mon.smithi008 ( 2022-03-06T10:22:28.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:22:27 smithi008 conmon[106522]: mon.0) 257 : cluster [DBG] osdmap e87: 8 total, 8 up, 8 in 2022-03-06T10:22:28.287 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:22:27 smithi083 conmon[70637]: cluster 2022-03-06T10:22:26.931559+0000 mon.smithi008 (mon.0) 2022-03-06T10:22:28.288 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:22:27 smithi083 conmon[70637]: 256 : cluster [DBG] osdmap e86: 8 total, 8 up, 8 in 2022-03-06T10:22:28.288 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:22:27 smithi083 conmon[70637]: cluster 2022-03-06T10:22:27.932469+0000 mon.smithi008 (mon.0) 257 : cluster [DBG] osdmap e87: 8 total, 8 up, 8 in 2022-03-06T10:22:28.549 INFO:teuthology.orchestra.run.smithi008.stdout: 5 95388 0.33 MB/sec execute 496 sec latency 22.226 ms 2022-03-06T10:22:29.549 INFO:teuthology.orchestra.run.smithi008.stdout: 5 95875 0.36 MB/sec execute 497 sec latency 313.997 ms 2022-03-06T10:22:30.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:22:29 smithi008 conmon[106522]: cluster 2022-03-06T10:22:28.941504 2022-03-06T10:22:30.247 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:22:29 smithi008 conmon[106522]: +0000 mon.smithi008 (mon.0) 258 : cluster [DBG] osdmap e88: 8 total, 8 up, 8 in 2022-03-06T10:22:30.289 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:22:29 smithi083 conmon[70637]: cluster 2022-03-06T10:22:28.941504+0000 mon.smithi008 (mon. 2022-03-06T10:22:30.289 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:22:29 smithi083 conmon[70637]: 0) 258 : cluster [DBG] osdmap e88: 8 total, 8 up, 8 in 2022-03-06T10:22:30.551 INFO:teuthology.orchestra.run.smithi008.stdout: 5 96481 0.39 MB/sec execute 498 sec latency 735.078 ms 2022-03-06T10:22:31.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:22:30 smithi008 conmon[106522]: cluster 2022-03-06T10:22:29.946696+0000 mon.smithi008 (mon.0) 259 : cluster [DBG] osdmap e89: 8 total, 8 up, 8 in 2022-03-06T10:22:31.289 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:22:30 smithi083 conmon[70637]: cluster 2022-03-06T10:22:29.946696+0000 mon.smithi008 (mon.0) 2022-03-06T10:22:31.289 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:22:30 smithi083 conmon[70637]: 259 : cluster [DBG] osdmap e89: 8 total, 8 up, 8 in 2022-03-06T10:22:31.549 INFO:teuthology.orchestra.run.smithi008.stdout: 5 97298 0.42 MB/sec execute 499 sec latency 25.643 ms 2022-03-06T10:22:32.549 INFO:teuthology.orchestra.run.smithi008.stdout: 5 97880 0.44 MB/sec execute 500 sec latency 31.782 ms 2022-03-06T10:22:33.549 INFO:teuthology.orchestra.run.smithi008.stdout: 5 98600 0.49 MB/sec execute 501 sec latency 36.103 ms 2022-03-06T10:22:34.549 INFO:teuthology.orchestra.run.smithi008.stdout: 5 99132 0.52 MB/sec execute 502 sec latency 26.197 ms 2022-03-06T10:22:35.550 INFO:teuthology.orchestra.run.smithi008.stdout: 5 99707 0.55 MB/sec execute 503 sec latency 25.902 ms 2022-03-06T10:22:36.549 INFO:teuthology.orchestra.run.smithi008.stdout: 5 100272 0.59 MB/sec execute 504 sec latency 41.013 ms 2022-03-06T10:22:37.554 INFO:teuthology.orchestra.run.smithi008.stdout: 5 100965 0.61 MB/sec execute 505 sec latency 25.815 ms 2022-03-06T10:22:38.549 INFO:teuthology.orchestra.run.smithi008.stdout: 5 101479 0.63 MB/sec execute 506 sec latency 27.420 ms 2022-03-06T10:22:39.550 INFO:teuthology.orchestra.run.smithi008.stdout: 5 102128 0.67 MB/sec execute 507 sec latency 33.785 ms 2022-03-06T10:22:40.549 INFO:teuthology.orchestra.run.smithi008.stdout: 5 102544 0.70 MB/sec execute 508 sec latency 27.113 ms 2022-03-06T10:22:41.549 INFO:teuthology.orchestra.run.smithi008.stdout: 5 102933 0.73 MB/sec execute 509 sec latency 30.873 ms 2022-03-06T10:22:42.549 INFO:teuthology.orchestra.run.smithi008.stdout: 5 103479 0.75 MB/sec execute 510 sec latency 35.229 ms 2022-03-06T10:22:43.549 INFO:teuthology.orchestra.run.smithi008.stdout: 5 103937 0.77 MB/sec execute 511 sec latency 34.621 ms 2022-03-06T10:22:44.549 INFO:teuthology.orchestra.run.smithi008.stdout: 5 104442 0.78 MB/sec execute 512 sec latency 35.906 ms 2022-03-06T10:22:45.550 INFO:teuthology.orchestra.run.smithi008.stdout: 5 104755 0.79 MB/sec execute 513 sec latency 53.949 ms 2022-03-06T10:22:46.550 INFO:teuthology.orchestra.run.smithi008.stdout: 5 105149 0.83 MB/sec execute 514 sec latency 52.005 ms 2022-03-06T10:22:47.550 INFO:teuthology.orchestra.run.smithi008.stdout: 5 105851 0.86 MB/sec execute 515 sec latency 81.898 ms 2022-03-06T10:22:48.550 INFO:teuthology.orchestra.run.smithi008.stdout: 5 106401 0.90 MB/sec execute 516 sec latency 24.692 ms 2022-03-06T10:22:49.550 INFO:teuthology.orchestra.run.smithi008.stdout: 5 106909 0.92 MB/sec execute 517 sec latency 36.527 ms 2022-03-06T10:22:50.550 INFO:teuthology.orchestra.run.smithi008.stdout: 5 107305 0.94 MB/sec execute 518 sec latency 31.986 ms 2022-03-06T10:22:51.550 INFO:teuthology.orchestra.run.smithi008.stdout: 5 107903 0.95 MB/sec execute 519 sec latency 30.669 ms 2022-03-06T10:22:52.550 INFO:teuthology.orchestra.run.smithi008.stdout: 5 108364 0.97 MB/sec execute 520 sec latency 40.775 ms 2022-03-06T10:22:53.550 INFO:teuthology.orchestra.run.smithi008.stdout: 5 108873 1.00 MB/sec execute 521 sec latency 53.975 ms 2022-03-06T10:22:54.550 INFO:teuthology.orchestra.run.smithi008.stdout: 5 109490 1.04 MB/sec execute 522 sec latency 27.899 ms 2022-03-06T10:22:55.550 INFO:teuthology.orchestra.run.smithi008.stdout: 5 109855 1.06 MB/sec execute 523 sec latency 35.166 ms 2022-03-06T10:22:56.550 INFO:teuthology.orchestra.run.smithi008.stdout: 5 110216 1.08 MB/sec execute 524 sec latency 62.476 ms 2022-03-06T10:22:57.551 INFO:teuthology.orchestra.run.smithi008.stdout: 5 110569 1.09 MB/sec execute 525 sec latency 48.999 ms 2022-03-06T10:22:58.550 INFO:teuthology.orchestra.run.smithi008.stdout: 5 110971 1.11 MB/sec execute 526 sec latency 32.492 ms 2022-03-06T10:22:59.550 INFO:teuthology.orchestra.run.smithi008.stdout: 5 111732 1.13 MB/sec execute 527 sec latency 43.317 ms 2022-03-06T10:23:00.550 INFO:teuthology.orchestra.run.smithi008.stdout: 5 112800 1.19 MB/sec execute 528 sec latency 16.558 ms 2022-03-06T10:23:01.550 INFO:teuthology.orchestra.run.smithi008.stdout: 5 113602 1.24 MB/sec execute 529 sec latency 35.144 ms 2022-03-06T10:23:02.550 INFO:teuthology.orchestra.run.smithi008.stdout: 5 114219 1.27 MB/sec execute 530 sec latency 41.080 ms 2022-03-06T10:23:03.550 INFO:teuthology.orchestra.run.smithi008.stdout: 5 114589 1.28 MB/sec execute 531 sec latency 50.093 ms 2022-03-06T10:23:04.550 INFO:teuthology.orchestra.run.smithi008.stdout: 5 115040 1.29 MB/sec execute 532 sec latency 49.190 ms 2022-03-06T10:23:05.550 INFO:teuthology.orchestra.run.smithi008.stdout: 5 115341 1.30 MB/sec execute 533 sec latency 45.650 ms 2022-03-06T10:23:06.551 INFO:teuthology.orchestra.run.smithi008.stdout: 5 115796 1.33 MB/sec execute 534 sec latency 33.109 ms 2022-03-06T10:23:07.550 INFO:teuthology.orchestra.run.smithi008.stdout: 5 116415 1.36 MB/sec execute 535 sec latency 36.197 ms 2022-03-06T10:23:08.551 INFO:teuthology.orchestra.run.smithi008.stdout: 5 116863 1.38 MB/sec execute 536 sec latency 32.652 ms 2022-03-06T10:23:09.550 INFO:teuthology.orchestra.run.smithi008.stdout: 5 117344 1.41 MB/sec execute 537 sec latency 48.194 ms 2022-03-06T10:23:10.551 INFO:teuthology.orchestra.run.smithi008.stdout: 5 117709 1.42 MB/sec execute 538 sec latency 50.076 ms 2022-03-06T10:23:11.550 INFO:teuthology.orchestra.run.smithi008.stdout: 5 118037 1.44 MB/sec execute 539 sec latency 30.372 ms 2022-03-06T10:23:12.550 INFO:teuthology.orchestra.run.smithi008.stdout: 5 118468 1.45 MB/sec execute 540 sec latency 47.213 ms 2022-03-06T10:23:13.551 INFO:teuthology.orchestra.run.smithi008.stdout: 5 118845 1.45 MB/sec execute 541 sec latency 59.100 ms 2022-03-06T10:23:14.551 INFO:teuthology.orchestra.run.smithi008.stdout: 5 119412 1.49 MB/sec execute 542 sec latency 20.653 ms 2022-03-06T10:23:15.551 INFO:teuthology.orchestra.run.smithi008.stdout: 5 120119 1.52 MB/sec execute 543 sec latency 31.738 ms 2022-03-06T10:23:16.551 INFO:teuthology.orchestra.run.smithi008.stdout: 5 120832 1.56 MB/sec execute 544 sec latency 23.732 ms 2022-03-06T10:23:17.553 INFO:teuthology.orchestra.run.smithi008.stdout: 5 121434 1.59 MB/sec execute 545 sec latency 45.294 ms 2022-03-06T10:23:18.553 INFO:teuthology.orchestra.run.smithi008.stdout: 5 122151 1.61 MB/sec execute 546 sec latency 22.795 ms 2022-03-06T10:23:19.553 INFO:teuthology.orchestra.run.smithi008.stdout: 5 122601 1.62 MB/sec execute 547 sec latency 29.091 ms 2022-03-06T10:23:20.553 INFO:teuthology.orchestra.run.smithi008.stdout: 5 123181 1.66 MB/sec execute 548 sec latency 59.573 ms 2022-03-06T10:23:21.553 INFO:teuthology.orchestra.run.smithi008.stdout: 5 123714 1.68 MB/sec execute 549 sec latency 42.495 ms 2022-03-06T10:23:22.553 INFO:teuthology.orchestra.run.smithi008.stdout: 5 124439 1.72 MB/sec execute 550 sec latency 80.005 ms 2022-03-06T10:23:23.553 INFO:teuthology.orchestra.run.smithi008.stdout: 5 125186 1.76 MB/sec execute 551 sec latency 42.797 ms 2022-03-06T10:23:24.553 INFO:teuthology.orchestra.run.smithi008.stdout: 5 125984 1.77 MB/sec execute 552 sec latency 28.802 ms 2022-03-06T10:23:25.553 INFO:teuthology.orchestra.run.smithi008.stdout: 5 126573 1.81 MB/sec execute 553 sec latency 28.414 ms 2022-03-06T10:23:26.553 INFO:teuthology.orchestra.run.smithi008.stdout: 5 127217 1.84 MB/sec execute 554 sec latency 39.144 ms 2022-03-06T10:23:27.553 INFO:teuthology.orchestra.run.smithi008.stdout: 5 127702 1.87 MB/sec execute 555 sec latency 31.904 ms 2022-03-06T10:23:28.553 INFO:teuthology.orchestra.run.smithi008.stdout: 5 128430 1.90 MB/sec execute 556 sec latency 36.337 ms 2022-03-06T10:23:29.553 INFO:teuthology.orchestra.run.smithi008.stdout: 5 128814 1.91 MB/sec execute 557 sec latency 29.440 ms 2022-03-06T10:23:30.553 INFO:teuthology.orchestra.run.smithi008.stdout: 5 129306 1.92 MB/sec execute 558 sec latency 43.443 ms 2022-03-06T10:23:31.554 INFO:teuthology.orchestra.run.smithi008.stdout: 5 129880 1.94 MB/sec execute 559 sec latency 31.037 ms 2022-03-06T10:23:32.553 INFO:teuthology.orchestra.run.smithi008.stdout: 5 130896 2.00 MB/sec execute 560 sec latency 23.481 ms 2022-03-06T10:23:33.554 INFO:teuthology.orchestra.run.smithi008.stdout: 5 131339 2.02 MB/sec execute 561 sec latency 53.016 ms 2022-03-06T10:23:34.553 INFO:teuthology.orchestra.run.smithi008.stdout: 5 131748 2.04 MB/sec execute 562 sec latency 50.284 ms 2022-03-06T10:23:35.553 INFO:teuthology.orchestra.run.smithi008.stdout: 5 132035 2.05 MB/sec execute 563 sec latency 42.232 ms 2022-03-06T10:23:36.553 INFO:teuthology.orchestra.run.smithi008.stdout: 5 132328 2.06 MB/sec execute 564 sec latency 43.415 ms 2022-03-06T10:23:37.553 INFO:teuthology.orchestra.run.smithi008.stdout: 5 132756 2.06 MB/sec execute 565 sec latency 58.332 ms 2022-03-06T10:23:38.553 INFO:teuthology.orchestra.run.smithi008.stdout: 5 133106 2.07 MB/sec execute 566 sec latency 36.053 ms 2022-03-06T10:23:39.554 INFO:teuthology.orchestra.run.smithi008.stdout: 5 133539 2.10 MB/sec execute 567 sec latency 31.849 ms 2022-03-06T10:23:40.554 INFO:teuthology.orchestra.run.smithi008.stdout: 5 134076 2.12 MB/sec execute 568 sec latency 40.392 ms 2022-03-06T10:23:41.554 INFO:teuthology.orchestra.run.smithi008.stdout: 5 134521 2.14 MB/sec execute 569 sec latency 32.259 ms 2022-03-06T10:23:42.554 INFO:teuthology.orchestra.run.smithi008.stdout: 5 135062 2.16 MB/sec execute 570 sec latency 28.957 ms 2022-03-06T10:23:43.554 INFO:teuthology.orchestra.run.smithi008.stdout: 5 135454 2.18 MB/sec execute 571 sec latency 54.907 ms 2022-03-06T10:23:44.554 INFO:teuthology.orchestra.run.smithi008.stdout: 5 135813 2.19 MB/sec execute 572 sec latency 40.897 ms 2022-03-06T10:23:45.554 INFO:teuthology.orchestra.run.smithi008.stdout: 5 136296 2.20 MB/sec execute 573 sec latency 37.970 ms 2022-03-06T10:23:46.554 INFO:teuthology.orchestra.run.smithi008.stdout: 5 136664 2.21 MB/sec execute 574 sec latency 38.608 ms 2022-03-06T10:23:47.554 INFO:teuthology.orchestra.run.smithi008.stdout: 5 137126 2.24 MB/sec execute 575 sec latency 35.364 ms 2022-03-06T10:23:48.554 INFO:teuthology.orchestra.run.smithi008.stdout: 5 137693 2.26 MB/sec execute 576 sec latency 48.933 ms 2022-03-06T10:23:49.554 INFO:teuthology.orchestra.run.smithi008.stdout: 5 138179 2.28 MB/sec execute 577 sec latency 24.565 ms 2022-03-06T10:23:50.554 INFO:teuthology.orchestra.run.smithi008.stdout: 5 138715 2.30 MB/sec execute 578 sec latency 32.835 ms 2022-03-06T10:23:51.554 INFO:teuthology.orchestra.run.smithi008.stdout: 5 139047 2.32 MB/sec execute 579 sec latency 70.257 ms 2022-03-06T10:23:52.554 INFO:teuthology.orchestra.run.smithi008.stdout: 5 139394 2.33 MB/sec execute 580 sec latency 44.950 ms 2022-03-06T10:23:53.554 INFO:teuthology.orchestra.run.smithi008.stdout: 5 139931 2.34 MB/sec execute 581 sec latency 43.289 ms 2022-03-06T10:23:54.554 INFO:teuthology.orchestra.run.smithi008.stdout: 5 140352 2.35 MB/sec execute 582 sec latency 51.296 ms 2022-03-06T10:23:55.554 INFO:teuthology.orchestra.run.smithi008.stdout: 5 140873 2.38 MB/sec execute 583 sec latency 44.866 ms 2022-03-06T10:23:56.554 INFO:teuthology.orchestra.run.smithi008.stdout: 5 141416 2.40 MB/sec execute 584 sec latency 46.267 ms 2022-03-06T10:23:57.554 INFO:teuthology.orchestra.run.smithi008.stdout: 5 141717 2.41 MB/sec execute 585 sec latency 43.746 ms 2022-03-06T10:23:58.554 INFO:teuthology.orchestra.run.smithi008.stdout: 5 142166 2.43 MB/sec execute 586 sec latency 37.679 ms 2022-03-06T10:23:59.554 INFO:teuthology.orchestra.run.smithi008.stdout: 5 142523 2.44 MB/sec execute 587 sec latency 54.677 ms 2022-03-06T10:24:00.559 INFO:teuthology.orchestra.run.smithi008.stdout: 5 142797 2.45 MB/sec execute 588 sec latency 103.450 ms 2022-03-06T10:24:01.554 INFO:teuthology.orchestra.run.smithi008.stdout: 5 143362 2.46 MB/sec execute 589 sec latency 48.658 ms 2022-03-06T10:24:02.554 INFO:teuthology.orchestra.run.smithi008.stdout: 5 144028 2.49 MB/sec execute 590 sec latency 36.221 ms 2022-03-06T10:24:03.554 INFO:teuthology.orchestra.run.smithi008.stdout: 5 145029 2.54 MB/sec execute 591 sec latency 22.381 ms 2022-03-06T10:24:04.555 INFO:teuthology.orchestra.run.smithi008.stdout: 5 145794 2.57 MB/sec execute 592 sec latency 21.921 ms 2022-03-06T10:24:05.555 INFO:teuthology.orchestra.run.smithi008.stdout: 5 146446 2.60 MB/sec execute 593 sec latency 29.613 ms 2022-03-06T10:24:06.555 INFO:teuthology.orchestra.run.smithi008.stdout: 5 147251 2.61 MB/sec execute 594 sec latency 25.547 ms 2022-03-06T10:24:07.555 INFO:teuthology.orchestra.run.smithi008.stdout: 5 148002 2.66 MB/sec execute 595 sec latency 28.241 ms 2022-03-06T10:24:08.555 INFO:teuthology.orchestra.run.smithi008.stdout: 5 148847 2.69 MB/sec execute 596 sec latency 16.864 ms 2022-03-06T10:24:09.555 INFO:teuthology.orchestra.run.smithi008.stdout: 5 149539 2.72 MB/sec execute 597 sec latency 26.531 ms 2022-03-06T10:24:10.555 INFO:teuthology.orchestra.run.smithi008.stdout: 5 149972 2.74 MB/sec execute 598 sec latency 30.763 ms 2022-03-06T10:24:11.555 INFO:teuthology.orchestra.run.smithi008.stdout: 5 150556 2.75 MB/sec execute 599 sec latency 33.568 ms 2022-03-06T10:24:12.555 INFO:teuthology.orchestra.run.smithi008.stdout: 5 cleanup 600 sec 2022-03-06T10:24:12.720 INFO:teuthology.orchestra.run.smithi008.stdout: 0 cleanup 600 sec 2022-03-06T10:24:12.720 INFO:teuthology.orchestra.run.smithi008.stdout: 2022-03-06T10:24:12.721 INFO:teuthology.orchestra.run.smithi008.stdout: Operation Count AvgLat MaxLat 2022-03-06T10:24:12.721 INFO:teuthology.orchestra.run.smithi008.stdout: ---------------------------------------- 2022-03-06T10:24:12.721 INFO:teuthology.orchestra.run.smithi008.stdout: NTCreateX 53814 30.211 487224.795 2022-03-06T10:24:12.721 INFO:teuthology.orchestra.run.smithi008.stdout: Close 39519 0.179 6.211 2022-03-06T10:24:12.722 INFO:teuthology.orchestra.run.smithi008.stdout: Rename 2282 7.692 62.469 2022-03-06T10:24:12.722 INFO:teuthology.orchestra.run.smithi008.stdout: Unlink 10910 4.890 72.911 2022-03-06T10:24:12.722 INFO:teuthology.orchestra.run.smithi008.stdout: Qpathinfo 48869 0.715 103.438 2022-03-06T10:24:12.723 INFO:teuthology.orchestra.run.smithi008.stdout: Qfileinfo 8498 0.104 4.554 2022-03-06T10:24:12.723 INFO:teuthology.orchestra.run.smithi008.stdout: Qfsinfo 8901 0.503 10.348 2022-03-06T10:24:12.723 INFO:teuthology.orchestra.run.smithi008.stdout: Sfileinfo 4458 8.633 57.316 2022-03-06T10:24:12.723 INFO:teuthology.orchestra.run.smithi008.stdout: Find 18818 26.297 487225.009 2022-03-06T10:24:12.724 INFO:teuthology.orchestra.run.smithi008.stdout: WriteX 26573 27.602 487211.700 2022-03-06T10:24:12.724 INFO:teuthology.orchestra.run.smithi008.stdout: ReadX 83799 0.013 5.942 2022-03-06T10:24:12.724 INFO:teuthology.orchestra.run.smithi008.stdout: LockX 174 0.437 2.823 2022-03-06T10:24:12.724 INFO:teuthology.orchestra.run.smithi008.stdout: UnlockX 174 0.355 1.970 2022-03-06T10:24:12.725 INFO:teuthology.orchestra.run.smithi008.stdout: Flush 3809 0.002 0.021 2022-03-06T10:24:12.725 INFO:teuthology.orchestra.run.smithi008.stdout: 2022-03-06T10:24:12.725 INFO:teuthology.orchestra.run.smithi008.stdout:Throughput 2.74563 MB/sec 5 clients 5 procs max_latency=487225.027 ms 2022-03-06T10:24:12.727 DEBUG:teuthology.orchestra.run.smithi008:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'umount /mnt/foo' 2022-03-06T10:24:12.786 DEBUG:teuthology.orchestra.run.smithi008:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'while ! mount -t nfs $(hostname):/fake /mnt/foo ; do sleep 5 ; done' 2022-03-06T10:24:12.863 DEBUG:teuthology.orchestra.run.smithi008:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'cd /mnt/foo && dbench 5 -t 5' 2022-03-06T10:24:12.891 INFO:teuthology.orchestra.run.smithi008.stdout:dbench version 4.00 - Copyright Andrew Tridgell 1999-2004 2022-03-06T10:24:12.891 INFO:teuthology.orchestra.run.smithi008.stdout: 2022-03-06T10:24:12.891 INFO:teuthology.orchestra.run.smithi008.stdout:Running for 5 seconds with load '/usr/share/dbench/client.txt' and minimum warmup 1 secs 2022-03-06T10:24:12.892 INFO:teuthology.orchestra.run.smithi008.stdout:3 of 5 processes prepared for launch 0 sec 2022-03-06T10:24:12.992 INFO:teuthology.orchestra.run.smithi008.stdout:5 of 5 processes prepared for launch 0 sec 2022-03-06T10:24:12.992 INFO:teuthology.orchestra.run.smithi008.stdout:releasing clients 2022-03-06T10:24:14.992 INFO:teuthology.orchestra.run.smithi008.stdout: 5 388 26.79 MB/sec execute 1 sec latency 47.600 ms 2022-03-06T10:24:15.993 INFO:teuthology.orchestra.run.smithi008.stdout: 5 562 26.72 MB/sec execute 2 sec latency 35.614 ms 2022-03-06T10:24:16.992 INFO:teuthology.orchestra.run.smithi008.stdout: 5 956 22.32 MB/sec execute 3 sec latency 43.635 ms 2022-03-06T10:24:17.993 INFO:teuthology.orchestra.run.smithi008.stdout: 5 1691 22.26 MB/sec execute 4 sec latency 17.246 ms 2022-03-06T10:24:18.993 INFO:teuthology.orchestra.run.smithi008.stdout: 5 cleanup 5 sec 2022-03-06T10:24:19.164 INFO:teuthology.orchestra.run.smithi008.stdout: 0 cleanup 5 sec 2022-03-06T10:24:19.164 INFO:teuthology.orchestra.run.smithi008.stdout: 2022-03-06T10:24:19.164 INFO:teuthology.orchestra.run.smithi008.stdout: Operation Count AvgLat MaxLat 2022-03-06T10:24:19.165 INFO:teuthology.orchestra.run.smithi008.stdout: ---------------------------------------- 2022-03-06T10:24:19.165 INFO:teuthology.orchestra.run.smithi008.stdout: NTCreateX 1922 3.527 37.224 2022-03-06T10:24:19.165 INFO:teuthology.orchestra.run.smithi008.stdout: Close 1673 3.513 43.630 2022-03-06T10:24:19.165 INFO:teuthology.orchestra.run.smithi008.stdout: Rename 71 7.674 32.245 2022-03-06T10:24:19.165 INFO:teuthology.orchestra.run.smithi008.stdout: Unlink 181 2.845 12.219 2022-03-06T10:24:19.166 INFO:teuthology.orchestra.run.smithi008.stdout: Qpathinfo 1625 1.068 14.949 2022-03-06T10:24:19.166 INFO:teuthology.orchestra.run.smithi008.stdout: Qfileinfo 568 9.859 41.598 2022-03-06T10:24:19.166 INFO:teuthology.orchestra.run.smithi008.stdout: Qfsinfo 205 0.483 2.343 2022-03-06T10:24:19.166 INFO:teuthology.orchestra.run.smithi008.stdout: Sfileinfo 226 8.415 42.968 2022-03-06T10:24:19.167 INFO:teuthology.orchestra.run.smithi008.stdout: Find 547 0.378 6.448 2022-03-06T10:24:19.167 INFO:teuthology.orchestra.run.smithi008.stdout: WriteX 2174 0.020 0.057 2022-03-06T10:24:19.167 INFO:teuthology.orchestra.run.smithi008.stdout: ReadX 1912 0.014 1.541 2022-03-06T10:24:19.167 INFO:teuthology.orchestra.run.smithi008.stdout: Flush 167 10.266 23.718 2022-03-06T10:24:19.168 INFO:teuthology.orchestra.run.smithi008.stdout: 2022-03-06T10:24:19.168 INFO:teuthology.orchestra.run.smithi008.stdout:Throughput 22.2552 MB/sec 5 clients 5 procs max_latency=47.600 ms 2022-03-06T10:24:19.169 DEBUG:teuthology.parallel:result is None 2022-03-06T10:30:01.248 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: cluster 2022-03-06T10:30:00.000106+0000 mon.smithi008 (mon.0) 260 : cluster [WRN] Health detail: HEALTH_WARN no active mgr; Degraded data redundancy: 224/1746 objects degraded (12.829%), 28 pgs degraded; 2 daemons have recently crashed 2022-03-06T10:30:01.275 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: cluster 2022-03-06T10:30:00.000129+0000 mon.smithi008 (mon.0) 261 : cluster [WRN] [WRN] MGR_DOWN: no active mgr 2022-03-06T10:30:01.275 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: cluster 2022-03-06T10:30:00.000139+0000 mon.smithi008 (mon.0) 262 : cluster [WRN] 2022-03-06T10:30:01.275 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: [WRN] PG_DEGRADED: Degraded data redundancy: 224/1746 objects degraded (12.829%), 28 pgs degraded 2022-03-06T10:30:01.276 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: cluster 2022-03-06T 2022-03-06T10:30:01.276 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: 10:30:00.000148+0000 2022-03-06T10:30:01.276 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: mon.smithi008 (mon.0) 263 : cluster 2022-03-06T10:30:01.276 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: [WRN] pg 2.0 is active+undersized+degraded, acting [7,1] 2022-03-06T10:30:01.277 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: cluster 2022 2022-03-06T10:30:01.277 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: -03-06T10:30:00.000157 2022-03-06T10:30:01.277 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: +0000 mon.smithi008 (mon.0) 2022-03-06T10:30:01.277 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: 264 : cluster [WRN] pg 2.1 is active+undersized+degraded, acting [2,3] 2022-03-06T10:30:01.277 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: cluster 2022 2022-03-06T10:30:01.278 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: -03-06T10:30: 2022-03-06T10:30:01.278 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: 00.000167+0000 mon.smithi008 (mon. 2022-03-06T10:30:01.278 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: 0) 265 : cluster [WRN] 2022-03-06T10:30:01.278 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: pg 2.4 is active+undersized+degraded, acting [1,7] 2022-03-06T10:30:01.279 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: cluster 2022-03-06T10:30:01.279 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: 2022-03-06T10: 2022-03-06T10:30:01.279 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: 30:00.000175+0000 mon.smithi008 ( 2022-03-06T10:30:01.279 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: mon.0) 266 : cluster 2022-03-06T10:30:01.280 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: [WRN] pg 2.5 is active+undersized+degraded, acting [7,4] 2022-03-06T10:30:01.280 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: cluster 2022 2022-03-06T10:30:01.280 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: -03-06T10:30:00 2022-03-06T10:30:01.280 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: .000184+0000 mon.smithi008 (mon.0 2022-03-06T10:30:01.281 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: ) 267 : cluster [WRN] pg 2.8 is active+undersized+degraded, acting [7,1] 2022-03-06T10:30:01.281 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: 2022-03-06T10:30:01.281 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: cluster 2022-03-06T10:30:01.281 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: 2022-03-06T10:30 2022-03-06T10:30:01.282 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: :00.000193+0000 mon.smithi008 ( 2022-03-06T10:30:01.282 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: mon.0) 268 : cluster 2022-03-06T10:30:01.282 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: [WRN] pg 2.c is active+undersized+degraded, acting [2,5] 2022-03-06T10:30:01.283 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: cluster 2022 2022-03-06T10:30:01.283 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: -03-06T10:30:00 2022-03-06T10:30:01.283 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: .000201+0000 mon.smithi008 (mon. 2022-03-06T10:30:01.283 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: 0) 269 : cluster [WRN] pg 2.f is active+undersized+degraded, acting [4,7] 2022-03-06T10:30:01.284 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: 2022-03-06T10:30:01.284 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: cluster 2022-03-06T10:30:01.284 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: 2022-03-06T10: 2022-03-06T10:30:01.284 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: 30:00.000211+0000 mon.smithi008 ( 2022-03-06T10:30:01.285 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: mon.0) 270 : cluster 2022-03-06T10:30:01.285 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: [WRN] pg 2.10 is active+undersized+degraded, acting [2,1] 2022-03-06T10:30:01.285 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: cluster 2022- 2022-03-06T10:30:01.285 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: 03-06T10:30:00. 2022-03-06T10:30:01.286 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: 000229+0000 mon.smithi008 (mon.0) 2022-03-06T10:30:01.286 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: 271 : cluster [WRN] pg 2.13 is active+undersized+degraded, acting [4,3] 2022-03-06T10:30:01.286 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: cluster 2022 2022-03-06T10:30:01.286 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: -03-06T10:30:00 2022-03-06T10:30:01.287 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: .000239+0000 mon.smithi008 (mon.0 2022-03-06T10:30:01.287 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: ) 272 : cluster [WRN] pg 2.15 is active+undersized+degraded, acting [1,5] 2022-03-06T10:30:01.287 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: 2022-03-06T10:30:01.287 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: cluster 2022 2022-03-06T10:30:01.288 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: -03-06T10:30: 2022-03-06T10:30:01.288 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: 00.000247+0000 mon.smithi008 (mon 2022-03-06T10:30:01.288 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: .0) 273 : cluster [WRN] 2022-03-06T10:30:01.288 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: pg 2.19 is active+undersized+degraded, acting [3,6] 2022-03-06T10:30:01.289 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: cluster 2022 2022-03-06T10:30:01.289 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: -03-06T10:30:00 2022-03-06T10:30:01.289 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: .000255+0000 mon.smithi008 (mon 2022-03-06T10:30:01.289 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: .0) 274 : cluster [WRN] 2022-03-06T10:30:01.289 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: pg 2.1d is active+undersized+degraded, acting [7,6] 2022-03-06T10:30:01.290 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: cluster 2022 2022-03-06T10:30:01.290 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: -03-06T10:30:00 2022-03-06T10:30:01.290 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: .000264+0000 mon.smithi008 (mon. 2022-03-06T10:30:01.290 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: 0) 275 : cluster [WRN] pg 2.1e is active+undersized+degraded, acting [3,5] 2022-03-06T10:30:01.291 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: 2022-03-06T10:30:01.291 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: cluster 2022-03-06T10:30:01.291 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: 2022-03-06T10:30: 2022-03-06T10:30:01.291 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: 00.000272+0000 mon.smithi008 (mon 2022-03-06T10:30:01.292 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: .0) 276 : cluster [WRN] 2022-03-06T10:30:01.292 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: pg 2.1f is active+undersized+degraded, acting [7,4] 2022-03-06T10:30:01.292 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: cluster 2022 2022-03-06T10:30:01.292 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: -03-06T10:30:00 2022-03-06T10:30:01.292 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: .000285+0000 mon.smithi008 (mon 2022-03-06T10:30:01.293 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: .0) 277 : cluster [WRN] 2022-03-06T10:30:01.293 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: pg 3.1 is active+undersized+degraded, acting [4,3] 2022-03-06T10:30:01.293 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: cluster 2022-03-06T10:30:01.293 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: 2022-03-06T10:30: 2022-03-06T10:30:01.294 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: 00.000294+0000 mon.smithi008 (mon 2022-03-06T10:30:01.294 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: .0) 278 : cluster [WRN] 2022-03-06T10:30:01.294 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: pg 3.3 is active+undersized+degraded, acting [4,6] 2022-03-06T10:30:01.294 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: cluster 2022-03-06T10:30:01.295 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: 2022-03-06T10:30 2022-03-06T10:30:01.295 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: :00.000303+0000 mon.smithi008 ( 2022-03-06T10:30:01.295 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: mon.0) 279 : cluster [WRN] 2022-03-06T10:30:01.295 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: pg 3.6 is active+undersized+degraded, acting [1,4] 2022-03-06T10:30:01.295 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: cluster 2022 2022-03-06T10:30:01.296 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: -03-06T10:30: 2022-03-06T10:30:01.296 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: 00.000312+0000 mon.smithi008 (mon 2022-03-06T10:30:01.296 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: .0) 280 : cluster [WRN] 2022-03-06T10:30:01.296 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: pg 3.7 is active+undersized+degraded, acting [3,7] 2022-03-06T10:30:01.297 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: cluster 2022-03-06T10:30:01.297 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: 2022-03-06T10:30 2022-03-06T10:30:01.297 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: :00.000325+0000 mon.smithi008 (mon 2022-03-06T10:30:01.297 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: .0) 281 : cluster [WRN] 2022-03-06T10:30:01.297 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: pg 3.b is active+undersized+degraded, acting [3,4] 2022-03-06T10:30:01.298 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: cluster 2022-03-06T10:30:01.298 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: 2022-03-06T10:30:00.000333+0000 2022-03-06T10:30:01.298 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: mon.smithi008 (mon.0) 282 : cluster 2022-03-06T10:30:01.298 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: [WRN] pg 3.f is active+undersized+degraded, acting [7,4] 2022-03-06T10:30:01.299 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: cluster 2022-03-06T10:30:01.299 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: 2022-03-06T10:30:00. 2022-03-06T10:30:01.299 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: 000344+0000 mon.smithi008 (mon.0) 283 : cluster [WRN] pg 3.10 is active+undersized+degraded, acting [6,5] 2022-03-06T10:30:01.299 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: 2022-03-06T10:30:01.299 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: cluster 2022-03-06T10:30:00. 2022-03-06T10:30:01.300 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: 000354+0000 mon.smithi008 (mon.0) 284 : cluster [WRN] 2022-03-06T10:30:01.300 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: pg 3.12 is active+undersized+degraded, acting [7,3] 2022-03-06T10:30:01.300 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: cluster 2022-03-06T10:30 2022-03-06T10:30:01.300 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: :00.000363+0000 mon.smithi008 (mon.0) 285 : cluster 2022-03-06T10:30:01.301 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: [WRN] pg 3.17 is active+undersized+degraded, acting [5,3] 2022-03-06T10:30:01.301 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: cluster 2022-03-06T10 2022-03-06T10:30:01.301 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: :30:00.000372+0000 mon.smithi008 (mon.0) 286 2022-03-06T10:30:01.301 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: : cluster [WRN] pg 3.18 is active+undersized+degraded, acting [3,1] 2022-03-06T10:30:01.301 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: cluster 2022-03-06T 2022-03-06T10:30:01.302 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: 10:30:00.000385+0000 mon.smithi008 (mon.0) 2022-03-06T10:30:01.302 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: 287 : cluster [WRN] pg 3.1b is active+undersized+degraded, acting [4,7] 2022-03-06T10:30:01.302 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: cluster 2022- 2022-03-06T10:30:01.302 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: 03-06T10:30:00.000393+0000 mon.smithi008 ( 2022-03-06T10:30:01.303 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: mon.0) 288 : cluster [WRN] pg 3.1f is active+undersized+degraded, acting [5,2] 2022-03-06T10:30:01.303 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: cluster 2022- 2022-03-06T10:30:01.303 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: 03-06T10:30:00.000416+0000 mon.smithi008 2022-03-06T10:30:01.303 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: (mon.0) 289 : cluster [WRN] pg 4.19 is active+undersized+degraded, acting [3,2] 2022-03-06T10:30:01.304 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: cluster 2022 2022-03-06T10:30:01.304 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: -03-06T10:30:00.000424+0000 2022-03-06T10:30:01.304 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: mon.smithi008 (mon.0) 290 : cluster [WRN] pg 5.5 is active+undersized+degraded, acting [1,4] 2022-03-06T10:30:01.304 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: cluster 2022-03-06 2022-03-06T10:30:01.304 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: T10:30:00.000433+0000 mon.smithi008 (mon.0) 2022-03-06T10:30:01.305 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: 291 : cluster [WRN] [WRN] RECENT_CRASH: 2 daemons have recently crashed 2022-03-06T10:30:01.305 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: cluster 2022-03 2022-03-06T10:30:01.305 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: -06T10:30:00.000441+0000 mon.smithi008 (mon. 2022-03-06T10:30:01.305 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: 0) 292 : cluster [WRN] mds.foofs.smithi008.htvsun crashed on host smithi008 at 2022-03-06T10:15:49.920111Z 2022-03-06T10:30:01.305 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: cluster 2022-03 2022-03-06T10:30:01.306 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: -06T10:30:00.000450+0000 mon.smithi008 (mon. 2022-03-06T10:30:01.306 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:30:00 smithi008 conmon[106522]: 0) 293 : cluster [WRN] mds.foofs.smithi083.jmehpg crashed on host smithi083 at 2022-03-06T10:16:03.922141Z 2022-03-06T10:30:01.307 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:30:00 smithi083 conmon[70637]: cluster 2022-03-06T10:30:00.000106+0000 mon.smithi008 (mon 2022-03-06T10:30:01.307 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:30:00 smithi083 conmon[70637]: .0) 260 : cluster [WRN] Health detail: HEALTH_WARN no active mgr; Degraded data redundancy: 224/1746 objects degraded (12.829%), 28 pgs degraded; 2 daemons have recently crashed 2022-03-06T10:30:01.308 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:30:00 smithi083 conmon[70637]: cluster 2022-03-06T10:30:00.000129+0000 mon.smithi008 (mon.0) 261 : cluster [WRN] [WRN] MGR_DOWN: no active mgr 2022-03-06T10:30:01.308 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:30:00 smithi083 conmon[70637]: cluster 2022-03-06T10:30 2022-03-06T10:30:01.308 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:30:00 smithi083 conmon[70637]: :00.000139+0000 mon.smithi008 (mon.0) 262 : cluster [WRN] [WRN] PG_DEGRADED: Degraded data redundancy: 224/1746 objects degraded (12.829%), 28 pgs degraded 2022-03-06T10:30:01.308 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:30:00 smithi083 conmon[70637]: cluster 2022-03-06T10:30 2022-03-06T10:30:01.309 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:30:00 smithi083 conmon[70637]: :00.000148+0000 mon.smithi008 (mon.0) 263 : cluster [WRN] pg 2.0 is active+undersized+degraded, acting [7,1] 2022-03-06T10:30:01.309 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:30:00 smithi083 conmon[70637]: cluster 2022-03-06T10:30:00.000157+0000 2022-03-06T10:30:01.309 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:30:00 smithi083 conmon[70637]: mon.smithi008 (mon.0) 264 : cluster [WRN] pg 2.1 is active+undersized+degraded, acting [2,3] 2022-03-06T10:30:01.309 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:30:00 smithi083 conmon[70637]: cluster 2022-03-06T10:30 2022-03-06T10:30:01.309 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:30:00 smithi083 conmon[70637]: :00.000167+0000 mon.smithi008 (mon.0) 265 : cluster [WRN] 2022-03-06T10:30:01.310 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:30:00 smithi083 conmon[70637]: pg 2.4 is active+undersized+degraded, acting [1,7] 2022-03-06T10:30:01.310 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:30:00 smithi083 conmon[70637]: cluster 2022 2022-03-06T10:30:01.310 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:30:00 smithi083 conmon[70637]: -03-06T10:30:00.000175+0000 mon.smithi008 (mon.0) 266 : cluster [WRN] 2022-03-06T10:30:01.310 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:30:00 smithi083 conmon[70637]: pg 2.5 is active+undersized+degraded, acting [7,4] 2022-03-06T10:30:01.311 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:30:00 smithi083 conmon[70637]: cluster 2022- 2022-03-06T10:30:01.311 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:30:00 smithi083 conmon[70637]: 03-06T10:30:00.000184+0000 mon.smithi008 (mon.0) 267 : cluster [WRN] 2022-03-06T10:30:01.311 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:30:00 smithi083 conmon[70637]: pg 2.8 is active+undersized+degraded, acting [7,1] 2022-03-06T10:30:01.311 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:30:00 smithi083 conmon[70637]: cluster 2022- 2022-03-06T10:30:01.312 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:30:00 smithi083 conmon[70637]: 03-06T10:30:00.000193+0000 mon.smithi008 (mon.0) 268 : cluster [WRN] 2022-03-06T10:30:01.312 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:30:00 smithi083 conmon[70637]: pg 2.c is active+undersized+degraded, acting [2,5] 2022-03-06T10:30:01.312 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:30:00 smithi083 conmon[70637]: cluster 2022 2022-03-06T10:30:01.312 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:30:00 smithi083 conmon[70637]: -03-06T10:30:00.000201+0000 mon.smithi008 (mon.0) 269 : cluster [WRN] 2022-03-06T10:30:01.312 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:30:00 smithi083 conmon[70637]: pg 2.f is active+undersized+degraded, acting [4,7] 2022-03-06T10:30:01.313 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:30:00 smithi083 conmon[70637]: cluster 2022-03-06T10:30:01.313 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:30:00 smithi083 conmon[70637]: 2022-03-06T10:30:00.000211+0000 mon.smithi008 (mon.0) 270 : cluster 2022-03-06T10:30:01.313 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:30:00 smithi083 conmon[70637]: [WRN] pg 2.10 is active+undersized+degraded, acting [2,1] 2022-03-06T10:30:01.313 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:30:00 smithi083 conmon[70637]: cluster 2022-03-06T10:30:01.314 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:30:00 smithi083 conmon[70637]: 2022-03-06T10:30:00.000229+0000 mon.smithi008 (mon.0) 271 : cluster 2022-03-06T10:30:01.314 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:30:00 smithi083 conmon[70637]: [WRN] pg 2.13 is active+undersized+degraded, acting [4,3] 2022-03-06T10:30:01.314 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:30:00 smithi083 conmon[70637]: cluster 2022-03-06T10:30:01.314 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:30:00 smithi083 conmon[70637]: 2022-03-06T10:30:00.000239+0000 mon.smithi008 (mon.0) 272 : cluster 2022-03-06T10:30:01.314 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:30:00 smithi083 conmon[70637]: [WRN] pg 2.15 is active+undersized+degraded, acting [1,5] 2022-03-06T10:30:01.315 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:30:00 smithi083 conmon[70637]: cluster 2022-03-06T10:30:00.000247+0000 mon.smithi008 ( 2022-03-06T10:30:01.315 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:30:00 smithi083 conmon[70637]: mon.0) 273 : cluster [WRN] pg 2.19 is active+undersized+degraded, acting [3,6] 2022-03-06T10:30:01.315 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:30:00 smithi083 conmon[70637]: cluster 2022-03-06T10:30:00.000255+0000 mon.smithi008 ( 2022-03-06T10:30:01.315 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:30:00 smithi083 conmon[70637]: mon.0) 274 : cluster [WRN] pg 2.1d is active+undersized+degraded, acting [7,6] 2022-03-06T10:30:01.316 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:30:00 smithi083 conmon[70637]: cluster 2022-03-06T10:30: 2022-03-06T10:30:01.316 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:30:00 smithi083 conmon[70637]: 00.000264+0000 mon.smithi008 (mon.0) 275 : cluster [WRN] pg 2.1e is active+undersized+degraded, acting [3,5] 2022-03-06T10:30:01.316 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:30:00 smithi083 conmon[70637]: 2022-03-06T10:30:01.316 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:30:00 smithi083 conmon[70637]: cluster 2022- 2022-03-06T10:30:01.316 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:30:00 smithi083 conmon[70637]: 03-06T10:30:00.000272+0000 mon.smithi008 (mon.0) 276 : cluster [WRN] 2022-03-06T10:30:01.317 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:30:00 smithi083 conmon[70637]: pg 2.1f is active+undersized+degraded, acting [7,4] 2022-03-06T10:30:01.317 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:30:00 smithi083 conmon[70637]: cluster 2022- 2022-03-06T10:30:01.317 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:30:00 smithi083 conmon[70637]: 03-06T10:30:00.000285+0000 mon.smithi008 (mon.0) 277 : cluster [WRN] 2022-03-06T10:30:01.317 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:30:00 smithi083 conmon[70637]: pg 3.1 is active+undersized+degraded, acting [4,3] 2022-03-06T10:30:01.318 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:30:00 smithi083 conmon[70637]: cluster 2022- 2022-03-06T10:30:01.318 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:30:00 smithi083 conmon[70637]: 03-06T10:30:00.000294+0000 mon.smithi008 (mon.0) 278 : cluster [WRN] 2022-03-06T10:30:01.318 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:30:00 smithi083 conmon[70637]: pg 3.3 is active+undersized+degraded, acting [4,6] 2022-03-06T10:30:01.318 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:30:00 smithi083 conmon[70637]: cluster 2022 2022-03-06T10:30:01.318 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:30:00 smithi083 conmon[70637]: -03-06T10:30:00.000303+0000 mon.smithi008 (mon.0) 279 : cluster [WRN] 2022-03-06T10:30:01.319 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:30:00 smithi083 conmon[70637]: pg 3.6 is active+undersized+degraded, acting [1,4] 2022-03-06T10:30:01.319 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:30:00 smithi083 conmon[70637]: cluster 2022-03-06T10:30:01.319 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:30:00 smithi083 conmon[70637]: 2022-03-06T10:30:00.000312+0000 mon.smithi008 (mon.0) 280 : cluster 2022-03-06T10:30:01.319 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:30:00 smithi083 conmon[70637]: [WRN] pg 3.7 is active+undersized+degraded, acting [3,7] 2022-03-06T10:30:01.320 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:30:00 smithi083 conmon[70637]: cluster 2022-03-06T10:30:01.320 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:30:00 smithi083 conmon[70637]: 2022-03-06T10:30:00.000325+0000 mon.smithi008 (mon.0) 281 : cluster 2022-03-06T10:30:01.320 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:30:00 smithi083 conmon[70637]: [WRN] pg 3.b is active+undersized+degraded, acting [3,4] 2022-03-06T10:30:01.320 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:30:00 smithi083 conmon[70637]: cluster 2022-03-06T10:30:01.320 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:30:00 smithi083 conmon[70637]: 2022-03-06T10:30:00.000333+0000 mon.smithi008 (mon.0) 282 : cluster 2022-03-06T10:30:01.321 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:30:00 smithi083 conmon[70637]: [WRN] pg 3.f is active+undersized+degraded, acting [7,4] 2022-03-06T10:30:01.321 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:30:00 smithi083 conmon[70637]: cluster 2022-03-06T10:30:01.321 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:30:00 smithi083 conmon[70637]: 2022-03-06T10:30:00.000344+0000 mon.smithi008 (mon.0) 283 : cluster 2022-03-06T10:30:01.321 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:30:00 smithi083 conmon[70637]: [WRN] pg 3.10 is active+undersized+degraded, acting [6,5] 2022-03-06T10:30:01.322 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:30:00 smithi083 conmon[70637]: cluster 2022-03-06T10:30:01.322 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:30:00 smithi083 conmon[70637]: 2022-03-06T10:30:00.000354+0000 mon.smithi008 (mon.0) 284 : 2022-03-06T10:30:01.322 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:30:00 smithi083 conmon[70637]: cluster [WRN] pg 3.12 is active+undersized+degraded, acting [7,3] 2022-03-06T10:30:01.322 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:30:00 smithi083 conmon[70637]: cluster 2022-03-06T10:30:00.000363+0000 mon.smithi008 (mon 2022-03-06T10:30:01.323 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:30:00 smithi083 conmon[70637]: .0) 285 : cluster [WRN] pg 3.17 is active+undersized+degraded, acting [5,3] 2022-03-06T10:30:01.323 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:30:00 smithi083 conmon[70637]: cluster 2022-03-06T10:30: 2022-03-06T10:30:01.323 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:30:00 smithi083 conmon[70637]: 00.000372+0000 mon.smithi008 (mon.0) 286 : cluster [WRN] pg 3.18 is active+undersized+degraded, acting [3,1] 2022-03-06T10:30:01.323 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:30:00 smithi083 conmon[70637]: 2022-03-06T10:30:01.324 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:30:00 smithi083 conmon[70637]: cluster 2022- 2022-03-06T10:30:01.324 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:30:00 smithi083 conmon[70637]: 03-06T10:30:00.000385+0000 mon.smithi008 (mon.0) 287 : cluster [WRN] 2022-03-06T10:30:01.324 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:30:00 smithi083 conmon[70637]: pg 3.1b is active+undersized+degraded, acting [4,7] 2022-03-06T10:30:01.324 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:30:00 smithi083 conmon[70637]: cluster 2022-03-06T10:30:01.324 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:30:00 smithi083 conmon[70637]: 2022-03-06T10:30:00.000393+0000 mon.smithi008 (mon.0) 288 : cluster 2022-03-06T10:30:01.325 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:30:00 smithi083 conmon[70637]: [WRN] pg 3.1f is active+undersized+degraded, acting [5,2] 2022-03-06T10:30:01.325 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:30:00 smithi083 conmon[70637]: cluster 2022-03-06T10:30:01.325 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:30:00 smithi083 conmon[70637]: 2022-03-06T10:30:00.000416+0000 mon.smithi008 (mon.0) 289 : cluster [WRN] 2022-03-06T10:30:01.325 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:30:00 smithi083 conmon[70637]: pg 4.19 is active+undersized+degraded, acting [3,2] 2022-03-06T10:30:01.326 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:30:00 smithi083 conmon[70637]: cluster 2022- 2022-03-06T10:30:01.326 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:30:00 smithi083 conmon[70637]: 03-06T10:30:00.000424+0000 mon.smithi008 (mon.0) 290 : cluster [WRN] pg 5.5 is active+undersized+degraded, acting [1,4] 2022-03-06T10:30:01.326 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:30:00 smithi083 conmon[70637]: 2022-03-06T10:30:01.326 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:30:00 smithi083 conmon[70637]: cluster 2022-03 2022-03-06T10:30:01.326 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:30:00 smithi083 conmon[70637]: -06T10:30:00.000433+0000 mon.smithi008 (mon.0) 291 : cluster [WRN] [WRN] RECENT_CRASH: 2 daemons have recently crashed 2022-03-06T10:30:01.327 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:30:00 smithi083 conmon[70637]: cluster 2022-03- 2022-03-06T10:30:01.327 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:30:00 smithi083 conmon[70637]: 06T10:30:00.000441+0000 mon.smithi008 (mon.0) 292 : 2022-03-06T10:30:01.327 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:30:00 smithi083 conmon[70637]: cluster [WRN] mds.foofs.smithi008.htvsun crashed on host smithi008 at 2022-03-06T10:15:49.920111Z 2022-03-06T10:30:01.327 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:30:00 smithi083 conmon[70637]: cluster 2022-03-06T10:30:00.000450 2022-03-06T10:30:01.328 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:30:00 smithi083 conmon[70637]: +0000 mon.smithi008 (mon.0) 293 : cluster [WRN] mds.foofs.smithi083.jmehpg crashed on host smithi083 at 2022-03-06T10:16:03.922141Z 2022-03-06T10:40:00.498 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:40:00 smithi008 conmon[106522]: cluster 2022-03-06T10:40:00.000086+0000 mon.smithi008 (mon.0) 294 : cluster [WRN] overall HEALTH_WARN no active mgr; Degraded data redundancy: 224/1746 objects degraded (12.829%), 28 pgs degraded; 2 daemons have recently crashed 2022-03-06T10:40:00.537 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:40:00 smithi083 conmon[70637]: cluster 2022-03-06T10:40:00 2022-03-06T10:40:00.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:40:00 smithi083 conmon[70637]: .000086+0000 mon.smithi008 (mon.0) 294 : cluster [WRN] overall HEALTH_WARN no active mgr; Degraded data redundancy: 224/1746 objects degraded (12.829%), 28 pgs degraded; 2 daemons have recently crashed 2022-03-06T10:50:00.499 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 10:50:00 smithi008 conmon[106522]: cluster 2022-03-06T10:50:00.000177+0000 mon.smithi008 (mon.0) 295 : cluster [WRN] overall HEALTH_WARN no active mgr; Degraded data redundancy: 224/1746 objects degraded (12.829%), 28 pgs degraded; 2 daemons have recently crashed 2022-03-06T10:50:00.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:50:00 smithi083 conmon[70637]: cluster 2022-03-06T10:50:00.000177+0000 mon.smithi008 (mon.0) 2022-03-06T10:50:00.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 10:50:00 smithi083 conmon[70637]: 295 : cluster [WRN] overall HEALTH_WARN no active mgr; Degraded data redundancy: 224/1746 objects degraded (12.829%), 28 pgs degraded; 2 daemons have recently crashed 2022-03-06T11:00:00.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 11:00:00 smithi008 conmon[106522]: cluster 2022-03-06T11:00:00.000075+0000 2022-03-06T11:00:00.498 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 11:00:00 smithi008 conmon[106522]: mon.smithi008 (mon.0) 296 : cluster [WRN] overall HEALTH_WARN no active mgr; Degraded data redundancy: 224/1746 objects degraded (12.829%), 28 pgs degraded; 2 daemons have recently crashed 2022-03-06T11:00:00.537 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 11:00:00 smithi083 conmon[70637]: cluster 2022-03-06T11:00:00.000075+0000 mon.smithi008 (mon.0) 296 : cluster [WRN] overall HEALTH_WARN no active mgr; Degraded data redundancy: 224/1746 objects degraded (12.829%), 28 pgs degraded; 2 daemons have recently crashed 2022-03-06T11:10:00.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 11:10:00 smithi008 conmon[106522]: cluster 2022-03-06T11:10:00.000127+0000 2022-03-06T11:10:00.532 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 11:10:00 smithi008 conmon[106522]: mon.smithi008 (mon.0) 297 : cluster [WRN] overall HEALTH_WARN no active mgr; Degraded data redundancy: 224/1746 objects degraded (12.829%), 28 pgs degraded; 2 daemons have recently crashed 2022-03-06T11:10:00.537 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 11:10:00 smithi083 conmon[70637]: cluster 2022-03-06T11:10:00.000127+0000 mon.smithi008 ( 2022-03-06T11:10:00.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 11:10:00 smithi083 conmon[70637]: mon.0) 297 : cluster [WRN] overall HEALTH_WARN no active mgr; Degraded data redundancy: 224/1746 objects degraded (12.829%), 28 pgs degraded; 2 daemons have recently crashed 2022-03-06T11:20:00.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 11:20:00 smithi008 conmon[106522]: cluster 2022-03-06T11:20:00.000075+0000 2022-03-06T11:20:00.498 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 11:20:00 smithi008 conmon[106522]: mon.smithi008 (mon.0) 298 : cluster [WRN] overall HEALTH_WARN no active mgr; Degraded data redundancy: 224/1746 objects degraded (12.829%), 28 pgs degraded; 2 daemons have recently crashed 2022-03-06T11:20:00.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 11:20:00 smithi083 conmon[70637]: cluster 2022-03-06T11:20:00.000075+0000 mon.smithi008 (mon.0) 298 : cluster [WRN] overall HEALTH_WARN no active mgr; Degraded data redundancy: 224/1746 objects degraded (12.829%), 28 pgs degraded; 2 daemons have recently crashed 2022-03-06T11:22:21.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 11:22:21 smithi083 conmon[70637]: cluster 2022-03-06T11:22:20.404984 2022-03-06T11:22:21.540 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 11:22:21 smithi083 conmon[70637]: +0000 mon.smithi008 (mon.0) 299 : cluster [DBG] osdmap e90: 8 total, 8 up, 8 in 2022-03-06T11:22:21.744 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 11:22:21 smithi008 conmon[106522]: cluster 2022-03-06T11:22:20.404984+0000 mon.smithi008 (mon.0) 299 : cluster [DBG] osdmap e90: 8 total, 8 up, 8 in 2022-03-06T11:30:00.327 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 11:30:00 smithi083 conmon[70637]: cluster 2022-03-06T11:30:00.000059+0000 mon.smithi008 (mon.0) 300 : cluster [WRN] overall HEALTH_WARN no active mgr; Degraded data redundancy: 224/1746 objects degraded (12.829%), 28 pgs degraded; 2 daemons have recently crashed 2022-03-06T11:30:00.360 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 11:30:00 smithi083 conmon[70637]: 2022-03-06T11:30:00.490 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 11:30:00 smithi008 conmon[106522]: cluster 2022-03-06T11:30:00.000059+0000 mon.smithi008 ( 2022-03-06T11:30:00.490 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 11:30:00 smithi008 conmon[106522]: mon.0) 300 : cluster [WRN] overall HEALTH_WARN no active mgr; Degraded data redundancy: 224/1746 objects degraded (12.829%), 28 pgs degraded; 2 daemons have recently crashed 2022-03-06T11:40:00.421 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 11:40:00 smithi083 conmon[70637]: cluster 2022-03-06T11:40:00.000086+0000 mon.smithi008 (mon.0) 301 : cluster [WRN] overall HEALTH_WARN no active mgr; Degraded data redundancy: 224/1746 objects degraded (12.829%), 28 pgs degraded; 2 daemons have recently crashed 2022-03-06T11:40:00.487 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 11:40:00 smithi008 conmon[106522]: cluster 2022-03-06T11:40:00.000086+0000 2022-03-06T11:40:00.487 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 11:40:00 smithi008 conmon[106522]: mon.smithi008 (mon.0) 301 : cluster [WRN] overall HEALTH_WARN no active mgr; Degraded data redundancy: 224/1746 objects degraded (12.829%), 28 pgs degraded; 2 daemons have recently crashed 2022-03-06T11:50:00.486 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 11:50:00 smithi008 conmon[106522]: cluster 2022-03-06T11:50:00.000104+0000 2022-03-06T11:50:00.518 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 11:50:00 smithi008 conmon[106522]: mon.smithi008 (mon.0) 302 : cluster [WRN] overall HEALTH_WARN no active mgr; Degraded data redundancy: 224/1746 objects degraded (12.829%), 28 pgs degraded; 2 daemons have recently crashed 2022-03-06T11:50:00.519 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 11:50:00 smithi083 conmon[70637]: cluster 2022-03-06T11:50:00.000104+0000 mon.smithi008 (mon. 2022-03-06T11:50:00.519 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 11:50:00 smithi083 conmon[70637]: 0) 302 : cluster [WRN] overall HEALTH_WARN no active mgr; Degraded data redundancy: 224/1746 objects degraded (12.829%), 28 pgs degraded; 2 daemons have recently crashed 2022-03-06T12:00:00.396 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 12:00:00 smithi008 conmon[106522]: cluster 2022-03-06T12:00:00.000104+0000 mon.smithi008 (mon.0) 303 : cluster [WRN] overall HEALTH_WARN no active mgr; Degraded data redundancy: 224/1746 objects degraded (12.829%), 28 pgs degraded; 2 daemons have recently crashed 2022-03-06T12:00:00.532 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 12:00:00 smithi083 conmon[70637]: cluster 2022-03-06T12:00:00.000104+0000 mon.smithi008 (mon.0) 303 2022-03-06T12:00:00.532 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 12:00:00 smithi083 conmon[70637]: : cluster [WRN] overall HEALTH_WARN no active mgr; Degraded data redundancy: 224/1746 objects degraded (12.829%), 28 pgs degraded; 2 daemons have recently crashed 2022-03-06T12:10:00.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 12:10:00 smithi008 conmon[106522]: cluster 2022-03-06T12:10:00.000139+0000 mon.smithi008 (mon 2022-03-06T12:10:00.516 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 12:10:00 smithi008 conmon[106522]: .0) 304 : cluster [WRN] overall HEALTH_WARN no active mgr; Degraded data redundancy: 224/1746 objects degraded (12.829%), 28 pgs degraded; 2 daemons have recently crashed 2022-03-06T12:10:00.537 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 12:10:00 smithi083 conmon[70637]: cluster 2022-03-06T12:10:00.000139+0000 2022-03-06T12:10:00.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 12:10:00 smithi083 conmon[70637]: mon.smithi008 (mon.0) 304 : cluster [WRN] overall HEALTH_WARN no active mgr; Degraded data redundancy: 224/1746 objects degraded (12.829%), 28 pgs degraded; 2 daemons have recently crashed 2022-03-06T12:20:00.289 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 12:20:00 smithi083 conmon[70637]: cluster 2022-03-06T12:20:00.000161+0000 mon.smithi008 (mon.0) 305 : cluster [WRN] overall HEALTH_WARN no active mgr; Degraded data redundancy: 224/1746 objects degraded (12.829%), 28 pgs degraded; 2 daemons have recently crashed 2022-03-06T12:20:00.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 12:20:00 smithi008 conmon[106522]: cluster 2022-03-06T12:20:00.000161+0000 mon.smithi008 (mon.0) 305 : cluster [WRN] overall HEALTH_WARN no active mgr; Degraded data redundancy: 224/1746 objects degraded (12.829%), 28 pgs degraded; 2 daemons have recently crashed 2022-03-06T12:30:00.287 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 12:30:00 smithi083 conmon[70637]: cluster 2022-03-06T12:30:00.000070+0000 mon.smithi008 (mon.0) 306 : cluster [WRN] overall HEALTH_WARN no active mgr; Degraded data redundancy: 224/1746 objects degraded (12.829%), 28 pgs degraded; 2 daemons have recently crashed 2022-03-06T12:30:00.494 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 12:30:00 smithi008 conmon[106522]: cluster 2022-03-06T12:30:00.000070+0000 mon.smithi008 ( 2022-03-06T12:30:00.494 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 12:30:00 smithi008 conmon[106522]: mon.0) 306 : cluster [WRN] overall HEALTH_WARN no active mgr; Degraded data redundancy: 224/1746 objects degraded (12.829%), 28 pgs degraded; 2 daemons have recently crashed 2022-03-06T12:40:00.233 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 12:40:00 smithi008 conmon[106522]: cluster 2022-03-06T12:40: 2022-03-06T12:40:00.234 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 12:40:00 smithi008 conmon[106522]: 00.000091+0000 mon.smithi008 (mon.0) 307 : cluster [WRN] overall HEALTH_WARN no active mgr; Degraded data redundancy: 224/1746 objects degraded (12.829%), 28 pgs degraded; 2 daemons have recently crashed 2022-03-06T12:40:00.273 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 12:40:00 smithi083 conmon[70637]: cluster 2022-03-06T12:40:00.000091+0000 mon.smithi008 ( 2022-03-06T12:40:00.273 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 12:40:00 smithi083 conmon[70637]: mon.0) 307 : cluster [WRN] overall HEALTH_WARN no active mgr; Degraded data redundancy: 224/1746 objects degraded (12.829%), 28 pgs degraded; 2 daemons have recently crashed 2022-03-06T12:50:00.227 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 12:50:00 smithi008 conmon[106522]: cluster 2022-03-06T12:50:00.000051 2022-03-06T12:50:00.244 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 12:50:00 smithi008 conmon[106522]: +0000 mon.smithi008 (mon.0) 308 : cluster [WRN] overall HEALTH_WARN no active mgr; Degraded data redundancy: 224/1746 objects degraded (12.829%), 28 pgs degraded; 2 daemons have recently crashed 2022-03-06T12:50:00.517 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 12:50:00 smithi083 conmon[70637]: cluster 2022-03-06T12:50:00.000051+0000 mon.smithi008 (mon.0) 308 : 2022-03-06T12:50:00.518 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 12:50:00 smithi083 conmon[70637]: cluster [WRN] overall HEALTH_WARN no active mgr; Degraded data redundancy: 224/1746 objects degraded (12.829%), 28 pgs degraded; 2 daemons have recently crashed 2022-03-06T13:00:00.473 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 13:00:00 smithi008 conmon[106522]: cluster 2022-03-06T13:00:00.000078+0000 mon.smithi008 (mon.0) 2022-03-06T13:00:00.475 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 13:00:00 smithi008 conmon[106522]: 309 : cluster [WRN] overall HEALTH_WARN no active mgr; Degraded data redundancy: 224/1746 objects degraded (12.829%), 28 pgs degraded; 2 daemons have recently crashed 2022-03-06T13:00:00.513 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 13:00:00 smithi083 conmon[70637]: cluster 2022-03-06T13:00:00.000078+0000 mon.smithi008 (mon. 2022-03-06T13:00:00.514 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 13:00:00 smithi083 conmon[70637]: 0) 309 : cluster [WRN] overall HEALTH_WARN no active mgr; Degraded data redundancy: 224/1746 objects degraded (12.829%), 28 pgs degraded; 2 daemons have recently crashed 2022-03-06T13:10:00.477 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 13:10:00 smithi008 conmon[106522]: cluster 2022-03-06T13:10:00.000155+0000 mon.smithi008 (mon.0) 310 : cluster [WRN] overall HEALTH_WARN no active mgr; Degraded data redundancy: 224/1746 objects degraded (12.829%), 28 pgs degraded; 2 daemons have recently crashed 2022-03-06T13:10:00.517 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 13:10:00 smithi083 conmon[70637]: cluster 2022-03-06T13: 2022-03-06T13:10:00.518 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 13:10:00 smithi083 conmon[70637]: 10:00.000155+0000 mon.smithi008 (mon.0) 310 : cluster [WRN] overall HEALTH_WARN no active mgr; Degraded data redundancy: 224/1746 objects degraded (12.829%), 28 pgs degraded; 2 daemons have recently crashed 2022-03-06T13:20:00.366 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 13:20:00 smithi083 conmon[70637]: cluster 2022-03-06T13:20:00.000073+0000 mon.smithi008 (mon.0) 311 : cluster [WRN] overall HEALTH_WARN no active mgr; Degraded data redundancy: 224/1746 objects degraded (12.829%), 28 pgs degraded; 2 daemons have recently crashed 2022-03-06T13:20:00.477 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 13:20:00 smithi008 conmon[106522]: cluster 2022-03-06T13:20:00.000073 2022-03-06T13:20:00.477 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 13:20:00 smithi008 conmon[106522]: +0000 mon.smithi008 (mon.0) 311 : cluster [WRN] overall HEALTH_WARN no active mgr; Degraded data redundancy: 224/1746 objects degraded (12.829%), 28 pgs degraded; 2 daemons have recently crashed 2022-03-06T13:30:00.460 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 13:30:00 smithi083 conmon[70637]: cluster 2022-03-06T13:30:00.000134+0000 mon.smithi008 (mon.0) 312 : cluster [WRN] overall HEALTH_WARN no active mgr; Degraded data redundancy: 224/1746 objects degraded (12.829%), 28 pgs degraded; 2 daemons have recently crashed 2022-03-06T13:30:00.476 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 13:30:00 smithi008 conmon[106522]: cluster 2022-03-06T13:30:00.000134+0000 mon.smithi008 (mon 2022-03-06T13:30:00.476 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 13:30:00 smithi008 conmon[106522]: .0) 312 : cluster [WRN] overall HEALTH_WARN no active mgr; Degraded data redundancy: 224/1746 objects degraded (12.829%), 28 pgs degraded; 2 daemons have recently crashed 2022-03-06T13:40:00.378 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 13:40:00 smithi008 conmon[106522]: cluster 2022-03-06T13:40:00.000126+0000 mon.smithi008 (mon.0) 313 : cluster [WRN] overall HEALTH_WARN no active mgr; Degraded data redundancy: 224/1746 objects degraded (12.829%), 28 pgs degraded; 2 daemons have recently crashed 2022-03-06T13:40:00.524 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 13:40:00 smithi083 conmon[70637]: cluster 2022-03-06T13:40:00.000126+0000 mon.smithi008 ( 2022-03-06T13:40:00.524 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 13:40:00 smithi083 conmon[70637]: mon.0) 313 : cluster [WRN] overall HEALTH_WARN no active mgr; Degraded data redundancy: 224/1746 objects degraded (12.829%), 28 pgs degraded; 2 daemons have recently crashed 2022-03-06T13:50:00.488 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 13:50:00 smithi008 conmon[106522]: cluster 2022-03-06T13:50:00.000057+0000 mon.smithi008 (mon.0) 314 : cluster 2022-03-06T13:50:00.518 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 13:50:00 smithi008 conmon[106522]: [WRN] overall HEALTH_WARN no active mgr; Degraded data redundancy: 224/1746 objects degraded (12.829%), 28 pgs degraded; 2 daemons have recently crashed 2022-03-06T13:50:00.534 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 13:50:00 smithi083 conmon[70637]: cluster 2022-03-06T13: 2022-03-06T13:50:00.535 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 13:50:00 smithi083 conmon[70637]: 50:00.000057+0000 mon.smithi008 (mon.0) 314 : cluster [WRN] overall HEALTH_WARN no active mgr; Degraded data redundancy: 224/1746 objects degraded (12.829%), 28 pgs degraded; 2 daemons have recently crashed 2022-03-06T14:00:00.498 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 14:00:00 smithi008 conmon[106522]: cluster 2022-03-06T14:00:00.000170+0000 mon.smithi008 2022-03-06T14:00:00.499 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 14:00:00 smithi008 conmon[106522]: (mon.0) 315 : cluster [WRN] overall HEALTH_WARN no active mgr; Degraded data redundancy: 224/1746 objects degraded (12.829%), 28 pgs degraded; 2 daemons have recently crashed 2022-03-06T14:00:00.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 14:00:00 smithi083 conmon[70637]: cluster 2022-03-06T14:00:00.000170+0000 mon.smithi008 (mon 2022-03-06T14:00:00.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 14:00:00 smithi083 conmon[70637]: .0) 315 : cluster [WRN] overall HEALTH_WARN no active mgr; Degraded data redundancy: 224/1746 objects degraded (12.829%), 28 pgs degraded; 2 daemons have recently crashed 2022-03-06T14:10:00.292 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 14:10:00 smithi083 conmon[70637]: cluster 2022-03-06T14:10:00.000059+0000 mon.smithi008 (mon.0 2022-03-06T14:10:00.317 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 14:10:00 smithi083 conmon[70637]: ) 316 : cluster [WRN] overall HEALTH_WARN no active mgr; Degraded data redundancy: 224/1746 objects degraded (12.829%), 28 pgs degraded; 2 daemons have recently crashed 2022-03-06T14:10:00.499 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 14:10:00 smithi008 conmon[106522]: cluster 2022-03-06T14:10:00.000059+0000 mon.smithi008 ( 2022-03-06T14:10:00.499 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 14:10:00 smithi008 conmon[106522]: mon.0) 316 : cluster [WRN] overall HEALTH_WARN no active mgr; Degraded data redundancy: 224/1746 objects degraded (12.829%), 28 pgs degraded; 2 daemons have recently crashed 2022-03-06T14:20:00.290 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 14:20:00 smithi083 conmon[70637]: cluster 2022-03-06T14:20:00.000101+0000 mon.smithi008 (mon.0 2022-03-06T14:20:00.306 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 14:20:00 smithi083 conmon[70637]: ) 317 : cluster [WRN] overall HEALTH_WARN no active mgr; Degraded data redundancy: 224/1746 objects degraded (12.829%), 28 pgs degraded; 2 daemons have recently crashed 2022-03-06T14:20:00.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 14:20:00 smithi008 conmon[106522]: cluster 2022-03-06T14:20:00.000101+0000 2022-03-06T14:20:00.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 14:20:00 smithi008 conmon[106522]: mon.smithi008 (mon.0) 317 : cluster [WRN] overall HEALTH_WARN no active mgr; Degraded data redundancy: 224/1746 objects degraded (12.829%), 28 pgs degraded; 2 daemons have recently crashed 2022-03-06T14:30:00.248 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 14:30:00 smithi008 conmon[106522]: cluster 2022-03-06T14:30:00.000111+0000 mon.smithi008 2022-03-06T14:30:00.249 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 14:30:00 smithi008 conmon[106522]: (mon.0) 318 : cluster [WRN] overall HEALTH_WARN no active mgr; Degraded data redundancy: 224/1746 objects degraded (12.829%), 28 pgs degraded; 2 daemons have recently crashed 2022-03-06T14:30:00.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 14:30:00 smithi083 conmon[70637]: cluster 2022-03-06T14:30:00.000111+0000 2022-03-06T14:30:00.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 14:30:00 smithi083 conmon[70637]: mon.smithi008 (mon.0) 318 : cluster [WRN] overall HEALTH_WARN no active mgr; Degraded data redundancy: 224/1746 objects degraded (12.829%), 28 pgs degraded; 2 daemons have recently crashed 2022-03-06T14:40:00.248 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 14:40:00 smithi008 conmon[106522]: cluster 2022-03-06T14:40:00.000140+0000 2022-03-06T14:40:00.249 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 14:40:00 smithi008 conmon[106522]: mon.smithi008 (mon.0) 319 : cluster [WRN] overall HEALTH_WARN no active mgr; Degraded data redundancy: 224/1746 objects degraded (12.829%), 28 pgs degraded; 2 daemons have recently crashed 2022-03-06T14:40:00.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 14:40:00 smithi083 conmon[70637]: cluster 2022-03-06T14:40:00.000140+0000 mon.smithi008 (mon. 2022-03-06T14:40:00.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 14:40:00 smithi083 conmon[70637]: 0) 319 : cluster [WRN] overall HEALTH_WARN no active mgr; Degraded data redundancy: 224/1746 objects degraded (12.829%), 28 pgs degraded; 2 daemons have recently crashed 2022-03-06T14:50:00.498 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 14:50:00 smithi008 conmon[106522]: cluster 2022-03-06T14 2022-03-06T14:50:00.499 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 14:50:00 smithi008 conmon[106522]: :50:00.000087+0000 mon.smithi008 (mon.0) 320 : cluster [WRN] overall HEALTH_WARN no active mgr; Degraded data redundancy: 224/1746 objects degraded (12.829%), 28 pgs degraded; 2 daemons have recently crashed 2022-03-06T14:50:00.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 14:50:00 smithi083 conmon[70637]: cluster 2022-03-06T14:50:00.000087+0000 mon.smithi008 (mon. 2022-03-06T14:50:00.539 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 14:50:00 smithi083 conmon[70637]: 0) 320 : cluster [WRN] overall HEALTH_WARN no active mgr; Degraded data redundancy: 224/1746 objects degraded (12.829%), 28 pgs degraded; 2 daemons have recently crashed 2022-03-06T15:00:00.342 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 15:00:00 smithi083 conmon[70637]: cluster 2022-03-06T15:00:00.000117+0000 2022-03-06T15:00:00.343 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 15:00:00 smithi083 conmon[70637]: mon.smithi008 (mon.0) 321 : cluster [WRN] overall HEALTH_WARN no active mgr; Degraded data redundancy: 224/1746 objects degraded (12.829%), 28 pgs degraded; 2 daemons have recently crashed 2022-03-06T15:00:00.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 15:00:00 smithi008 conmon[106522]: cluster 2022-03-06T15:00:00. 2022-03-06T15:00:00.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 15:00:00 smithi008 conmon[106522]: 000117+0000 mon.smithi008 (mon.0) 321 : cluster [WRN] overall HEALTH_WARN no active mgr; Degraded data redundancy: 224/1746 objects degraded (12.829%), 28 pgs degraded; 2 daemons have recently crashed 2022-03-06T15:10:00.439 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 15:10:00 smithi083 conmon[70637]: cluster 2022-03-06T15:10:00.000126+0000 mon.smithi008 2022-03-06T15:10:00.440 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 15:10:00 smithi083 conmon[70637]: (mon.0) 322 : cluster [WRN] overall HEALTH_WARN no active mgr; Degraded data redundancy: 224/1746 objects degraded (12.829%), 28 pgs degraded; 2 daemons have recently crashed 2022-03-06T15:10:00.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 15:10:00 smithi008 conmon[106522]: cluster 2022-03-06T15:10:00.000126+0000 mon.smithi008 (mon.0) 322 : cluster [WRN] overall HEALTH_WARN no active mgr; Degraded data redundancy: 224/1746 objects degraded (12.829%), 28 pgs degraded; 2 daemons have recently crashed 2022-03-06T15:10:00.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 15:10:00 smithi008 conmon[106522]: 2022-03-06T15:20:00.379 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 15:20:00 smithi008 conmon[106522]: cluster 2022-03-06T15:20: 2022-03-06T15:20:00.380 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 15:20:00 smithi008 conmon[106522]: 00.000109+0000 mon.smithi008 (mon.0) 323 : cluster [WRN] overall HEALTH_WARN no active mgr; Degraded data redundancy: 224/1746 objects degraded (12.829%), 28 pgs degraded; 2 daemons have recently crashed 2022-03-06T15:20:00.534 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 15:20:00 smithi083 conmon[70637]: cluster 2022-03-06T15:20:00.000109+0000 mon.smithi008 (mon.0 2022-03-06T15:20:00.535 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 15:20:00 smithi083 conmon[70637]: ) 323 : cluster [WRN] overall HEALTH_WARN no active mgr; Degraded data redundancy: 224/1746 objects degraded (12.829%), 28 pgs degraded; 2 daemons have recently crashed 2022-03-06T15:30:00.476 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 15:30:00 smithi008 conmon[106522]: cluster 2022-03-06T15 2022-03-06T15:30:00.477 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 15:30:00 smithi008 conmon[106522]: :30:00.000079+0000 mon.smithi008 (mon.0) 324 : cluster [WRN] overall HEALTH_WARN no active mgr; Degraded data redundancy: 224/1746 objects degraded (12.829%), 28 pgs degraded; 2 daemons have recently crashed 2022-03-06T15:30:00.537 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 15:30:00 smithi083 conmon[70637]: cluster 2022-03-06T15:30:00.000079+0000 mon.smithi008 (mon.0) 2022-03-06T15:30:00.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 15:30:00 smithi083 conmon[70637]: 324 : cluster [WRN] overall HEALTH_WARN no active mgr; Degraded data redundancy: 224/1746 objects degraded (12.829%), 28 pgs degraded; 2 daemons have recently crashed 2022-03-06T15:40:00.496 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 15:40:00 smithi008 conmon[106522]: cluster 2022-03-06T15:40 2022-03-06T15:40:00.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 15:40:00 smithi008 conmon[106522]: :00.000078+0000 mon.smithi008 (mon.0) 325 : cluster [WRN] overall HEALTH_WARN no active mgr; Degraded data redundancy: 224/1746 objects degraded (12.829%), 28 pgs degraded; 2 daemons have recently crashed 2022-03-06T15:40:00.537 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 15:40:00 smithi083 conmon[70637]: cluster 2022-03-06T15:40:00.000078+0000 mon.smithi008 (mon. 2022-03-06T15:40:00.537 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 15:40:00 smithi083 conmon[70637]: 0) 325 : cluster [WRN] overall HEALTH_WARN no active mgr; Degraded data redundancy: 224/1746 objects degraded (12.829%), 28 pgs degraded; 2 daemons have recently crashed 2022-03-06T15:50:00.497 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 15:50:00 smithi008 conmon[106522]: cluster 2022-03-06T15:50:00.000089+0000 2022-03-06T15:50:00.513 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 15:50:00 smithi008 conmon[106522]: mon.smithi008 (mon.0) 326 : cluster [WRN] overall HEALTH_WARN no active mgr; Degraded data redundancy: 224/1746 objects degraded (12.829%), 28 pgs degraded; 2 daemons have recently crashed 2022-03-06T15:50:00.537 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 15:50:00 smithi083 conmon[70637]: cluster 2022-03-06T15:50:00.000089 2022-03-06T15:50:00.538 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 15:50:00 smithi083 conmon[70637]: +0000 mon.smithi008 (mon.0) 326 : cluster [WRN] overall HEALTH_WARN no active mgr; Degraded data redundancy: 224/1746 objects degraded (12.829%), 28 pgs degraded; 2 daemons have recently crashed 2022-03-06T16:00:00.288 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 16:00:00 smithi083 conmon[70637]: cluster 2022-03-06T16:00:00.000104+0000 mon.smithi008 ( 2022-03-06T16:00:00.289 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 16:00:00 smithi083 conmon[70637]: mon.0) 327 : cluster [WRN] overall HEALTH_WARN no active mgr; Degraded data redundancy: 224/1746 objects degraded (12.829%), 28 pgs degraded; 2 daemons have recently crashed 2022-03-06T16:00:00.495 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 16:00:00 smithi008 conmon[106522]: cluster 2022-03-06T16:00:00.000104 2022-03-06T16:00:00.495 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 16:00:00 smithi008 conmon[106522]: +0000 mon.smithi008 (mon.0) 327 : cluster [WRN] overall HEALTH_WARN no active mgr; Degraded data redundancy: 224/1746 objects degraded (12.829%), 28 pgs degraded; 2 daemons have recently crashed 2022-03-06T16:10:00.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 16:10:00 smithi008 conmon[106522]: cluster 2022-03-06T16:10:00.000160+0000 mon.smithi008 (mon.0) 328 : cluster [WRN] overall HEALTH_WARN no active mgr; Degraded data redundancy: 224/1746 objects degraded (12.829%), 28 pgs degraded; 2 daemons have recently crashed 2022-03-06T16:10:00.287 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 16:10:00 smithi083 conmon[70637]: cluster 2022-03-06T16:10:00.000160+0000 2022-03-06T16:10:00.288 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 16:10:00 smithi083 conmon[70637]: mon.smithi008 (mon.0) 328 : cluster [WRN] overall HEALTH_WARN no active mgr; Degraded data redundancy: 224/1746 objects degraded (12.829%), 28 pgs degraded; 2 daemons have recently crashed 2022-03-06T16:20:00.246 INFO:journalctl@ceph.mon.smithi008.smithi008.stdout:Mar 06 16:20:00 smithi008 conmon[106522]: cluster 2022-03-06T16:20:00.000079+0000 mon.smithi008 (mon.0) 329 : cluster [WRN] overall HEALTH_WARN no active mgr; Degraded data redundancy: 224/1746 objects degraded (12.829%), 28 pgs degraded; 2 daemons have recently crashed 2022-03-06T16:20:00.287 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 16:20:00 smithi083 conmon[70637]: cluster 2022-03-06T16:20:00.000079+0000 2022-03-06T16:20:00.288 INFO:journalctl@ceph.mon.smithi083.smithi083.stdout:Mar 06 16:20:00 smithi083 conmon[70637]: mon.smithi008 (mon.0) 329 : cluster [WRN] overall HEALTH_WARN no active mgr; Degraded data redundancy: 224/1746 objects degraded (12.829%), 28 pgs degraded; 2 daemons have recently crashed 2022-03-06T16:28:03.343 DEBUG:teuthology.exit:Got signal 15; running 1 handler... 2022-03-06T16:28:03.374 DEBUG:teuthology.task.console_log:Killing console logger for smithi008 2022-03-06T16:28:03.375 DEBUG:teuthology.task.console_log:Killing console logger for smithi083 2022-03-06T16:28:03.375 DEBUG:teuthology.exit:Finished running handlers